-- Logs begin at Thu 2022-07-28 09:43:16 UTC, end at Thu 2022-07-28 11:09:25 UTC. -- Jul 28 10:19:15.736851 n-d-850468-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 10:19:18.360737 n-d-850468-6 neutron-server[104580]: INFO neutron.common.config [-] Logging enabled! Jul 28 10:19:18.361330 n-d-850468-6 neutron-server[104580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 10:19:18.361521 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104580) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 10:19:18.364745 n-d-850468-6 neutron-server[104580]: INFO neutron.common.config [-] Logging enabled! Jul 28 10:19:18.365514 n-d-850468-6 neutron-server[104580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 10:19:18.365815 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104580) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 10:19:18.366751 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:19:18.366981 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:19:18.367455 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:19:18.367700 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:19:18.367924 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:19:18.368235 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.368528 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.368757 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.369046 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.369329 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.369605 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.369909 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.370205 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.370486 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.370761 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.371041 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.371270 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.371547 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.371826 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.372105 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.372325 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] debug = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.372601 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.373026 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.373418 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.373697 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.374004 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.374280 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.374545 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.374820 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.375098 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.375418 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] host = n-d-850468-6 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.375689 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.375973 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.376252 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.376531 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.376798 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.377070 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.377349 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.377618 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.377904 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] log_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.378175 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.378459 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.378739 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.379023 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.379244 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.379464 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.379742 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.380036 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.380305 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.381123 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.381396 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.381671 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.381964 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.382232 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.382512 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.382792 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.383074 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.383344 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.383614 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.383881 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.384145 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.384423 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.384697 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.384971 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.385243 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.385527 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.385793 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.386086 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.386455 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.386739 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.387016 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.387298 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.387566 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.387844 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.388112 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.388376 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.388644 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] use_json = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.388914 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.389178 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.389455 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.389723 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.390013 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.390282 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.390551 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.390829 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.391097 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:18.391389 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.391682 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.391976 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.392257 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.392555 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.392833 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.393119 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.393394 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.393679 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.394014 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.394301 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.394583 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.394879 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.395165 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.395457 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.395763 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.396101 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.396471 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.396746 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.397020 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.397294 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.397572 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.397877 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.398158 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.398447 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.398733 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.399010 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.399306 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.399590 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.399875 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.400168 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.400452 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.400724 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.401000 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.401286 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.401561 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.401830 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.402139 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.402412 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.402682 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.402962 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.403251 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.403535 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.403804 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.404079 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.404365 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.404642 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.404909 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.405178 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.405452 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.405719 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.406024 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.406302 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.406569 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.406835 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.407110 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.407381 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.407652 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.407924 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.408192 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.408465 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.408733 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.409000 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.409268 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.409535 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.409800 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.410094 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.410360 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.410631 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.410897 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.411166 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.411432 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.411773 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.412086 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.412475 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.412754 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.413030 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.413306 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.413580 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.413875 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.414148 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.414420 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.414950 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.415218 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.415502 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.415782 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.416066 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.416344 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.416616 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.416922 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.417196 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.417468 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.417743 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.418047 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.418318 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.418595 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.418868 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.419138 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.419416 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.419694 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.419983 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.420270 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.420544 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.420831 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.421116 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.421404 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.421678 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.422009 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.422287 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:18.422502 n-d-850468-6 neutron-server[104580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:19:18.422741 n-d-850468-6 neutron-server[104580]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104580) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 10:19:18.714104 n-d-850468-6 neutron-server[104580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 10:19:18.714314 n-d-850468-6 neutron-server[104580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 10:19:18.714586 n-d-850468-6 neutron-server[104580]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 10:19:18.714923 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 10:19:19.120679 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.120963 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.121226 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.122532 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.122798 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.123057 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.175243 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.175519 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.175787 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.190662 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.190939 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.191204 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.220935 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.221210 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.221477 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.257844 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.258135 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.258399 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.486156 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.486754 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.486754 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.486926 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.487742 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.586138 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.586454 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.586736 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.587004 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.587267 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.587575 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.587831 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.588085 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.588335 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.588611 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.588868 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.589129 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.589380 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.589627 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.589898 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.590162 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.590414 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.590675 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.590948 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.591207 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.591477 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.591725 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.592001 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.592374 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.592620 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.592863 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.593252 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:19.593491 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:19.593724 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:19.593980 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:19.594214 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:19.594446 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:19.594806 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 10:19:19.597834 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 10:19:19.601885 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 10:19:19.605682 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 28 10:19:19.607603 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 10:19:19.607967 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 10:19:19.608299 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 10:19:19.608677 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 10:19:19.611459 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 10:19:19.611709 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 10:19:19.612052 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 10:19:19.617186 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 10:19:19.640180 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 10:19:19.640629 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.640926 n-d-850468-6 neutron-server[104580]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104580) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 10:19:19.641297 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.642664 n-d-850468-6 neutron-server[104580]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104580) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 10:19:19.642940 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 10:19:19.643183 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 10:19:19.647126 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.647401 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:19.769471 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 10:19:19.769710 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 10:19:19.770023 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 10:19:19.770392 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 10:19:19.822688 n-d-850468-6 neutron-server[104580]: INFO dbcounter [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Registered counter for database neutron Jul 28 10:19:19.842259 n-d-850468-6 neutron-server[104580]: DEBUG oslo_db.sqlalchemy.engines [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104580) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 10:19:19.848050 n-d-850468-6 neutron-server[104580]: DEBUG dbcounter [-] [104580] Writer thread running {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 10:19:20.403138 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing driver for type 'gre' Jul 28 10:19:20.403669 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] gre ID ranges: [(1, 1000)] Jul 28 10:19:20.457268 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing driver for type 'local' Jul 28 10:19:20.457632 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing driver for type 'vlan' Jul 28 10:19:20.473121 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] VlanTypeDriver initialization complete Jul 28 10:19:20.473466 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing driver for type 'vxlan' Jul 28 10:19:20.474015 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] vxlan ID ranges: [(1, 1000)] Jul 28 10:19:20.528079 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing extension driver 'port_security' Jul 28 10:19:20.528641 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.extensions.port_security [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] PortSecurityExtensionDriver initialization complete Jul 28 10:19:20.528850 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing mechanism driver 'openvswitch' Jul 28 10:19:20.529181 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing mechanism driver 'hyperv' Jul 28 10:19:20.535922 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.plugin [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:19:20.536652 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.537178 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.537576 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.538109 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 10:19:20.538538 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnet after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.538903 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnet after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.539261 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.539926 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 10:19:20.540342 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.540703 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.541059 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.541453 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 10:19:20.541867 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > security_group after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.542273 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > security_group after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.542695 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.543116 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 10:19:20.543504 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.543932 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.544299 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.544737 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 10:19:20.545185 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > address_group after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.545606 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > address_group after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.546051 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.546474 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 10:19:20.546998 n-d-850468-6 neutron-server[104580]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] ML2 OVO RPC backend initialized. {{(pid=104580) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 10:19:20.547804 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.548194 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.548696 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.549060 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > networks before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.549492 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.549847 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > ports before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.550310 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnet before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.550720 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnets before_response 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.551106 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.551552 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.551901 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.552488 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.552981 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.553353 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.553725 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnet after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.554162 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnet after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.554547 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.562833 n-d-850468-6 neutron-server[104580]: INFO neutron.quota [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded quota_driver: . Jul 28 10:19:20.563210 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.plugin [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Modular L2 Plugin initialization complete Jul 28 10:19:20.563566 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading services supported by the core plugin {{(pid=104580) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 10:19:20.563915 n-d-850468-6 neutron-server[104580]: INFO neutron.plugins.ml2.managers [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Got port-security extension from driver 'port_security' Jul 28 10:19:20.564402 n-d-850468-6 neutron-server[104580]: INFO neutron.extensions.vlantransparent [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Disabled vlantransparent extension. Jul 28 10:19:20.564900 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104580) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 10:19:20.565232 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: router Jul 28 10:19:20.601419 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.601822 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router after_create 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.602231 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router before_create 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.602607 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.602993 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.603361 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router after_delete 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.603731 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.604092 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.604459 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router after_create 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.604817 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router after_update 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.605176 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router after_update 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.605534 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.605925 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router after_update 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.606348 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_update 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.606727 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.607075 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: port after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.607422 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: subnet after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.607777 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.608136 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.608494 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_create 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.608847 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: port before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.609196 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.609558 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router after_update 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.609933 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.610292 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_create 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.610663 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.611016 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_update 55549900 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.611390 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > agent after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.611751 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > agent after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.612104 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > network after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.612970 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Tracking information for resource: router configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:20.613306 n-d-850468-6 neutron-server[104580]: DEBUG neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Tracking information for resource: floatingip configured {{(pid=104580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:19:20.618637 n-d-850468-6 neutron-server[104580]: INFO neutron.db.l3_agentschedulers_db [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 10:19:20.619215 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.619582 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: port after_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.619942 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: port after_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.620304 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: port after_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.621093 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router before_create 55550100 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.621463 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.621833 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_create 55550100 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.622228 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > router precommit_update 55550100 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.627162 n-d-850468-6 neutron-server[104580]: DEBUG neutron.services.provider_configuration [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service providers = [] {{(pid=104580) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 10:19:20.627538 n-d-850468-6 neutron-server[104580]: DEBUG neutron.db.servicetype_db [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104580) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 10:19:20.631292 n-d-850468-6 neutron-server[104580]: DEBUG neutron.services.service_base [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:19:20.631647 n-d-850468-6 neutron-server[104580]: DEBUG neutron.services.service_base [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:19:20.631998 n-d-850468-6 neutron-server[104580]: DEBUG neutron.services.service_base [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:19:20.632901 n-d-850468-6 neutron-server[104580]: DEBUG neutron.services.service_base [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:19:20.633277 n-d-850468-6 neutron-server[104580]: INFO neutron.services.service_base [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 10:19:20.633654 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.634014 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 10:19:20.644382 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.644726 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: auto_allocate Jul 28 10:19:20.650560 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: network precommit_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.650940 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: network precommit_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.651474 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.651803 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: tag Jul 28 10:19:20.658651 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.658938 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: timestamp Jul 28 10:19:20.662838 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.663180 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: network_ip_availability Jul 28 10:19:20.668916 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.669296 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.669659 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.670409 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.670737 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: flavors Jul 28 10:19:20.675630 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.675973 n-d-850468-6 neutron-server[104580]: INFO neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading Plugin: revisions Jul 28 10:19:20.680792 n-d-850468-6 neutron-server[104580]: DEBUG neutron.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:19:20.681195 n-d-850468-6 neutron-server[104580]: DEBUG oslo_concurrency.lockutils [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.966s {{(pid=104580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 10:19:20.681957 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104580) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 10:19:20.682306 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Initializing extension manager. Jul 28 10:19:20.682843 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: __init__.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.683195 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: __pycache__ {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.683536 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: address_group.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.684265 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.684826 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: address-group Jul 28 10:19:20.685159 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: address_scope.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.685840 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.686373 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: address-scope Jul 28 10:19:20.686701 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.687586 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.688092 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: router-admin-state-down-before-update Jul 28 10:19:20.688421 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: agent.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.689091 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.689593 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: agent Jul 28 10:19:20.689951 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: agent_resources_synced.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.690826 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.691333 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: agent-resources-synced Jul 28 10:19:20.691667 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: allowedaddresspairs.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.694162 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.694691 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: allowed-address-pairs Jul 28 10:19:20.695027 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: auto_allocated_topology.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.696070 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.696587 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: auto-allocated-topology Jul 28 10:19:20.696921 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: availability_zone.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.697592 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.698127 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: availability_zone Jul 28 10:19:20.698460 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: availability_zone_filter.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.699339 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.699847 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: availability_zone_filter Jul 28 10:19:20.700178 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: data_plane_status.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.701052 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.701561 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 10:19:20.701920 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: default_subnetpools.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.702817 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.703335 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: default-subnetpools Jul 28 10:19:20.703671 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.704450 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.704965 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: dhcp_agent_scheduler Jul 28 10:19:20.705300 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: dns.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.706210 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.706721 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 10:19:20.707050 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: dns_domain_ports.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.707937 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.708484 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 10:19:20.708817 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.709706 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.710257 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 10:19:20.710590 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: dvr.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.711228 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.711736 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: dvr Jul 28 10:19:20.712066 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: ecmp_routes.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.712943 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.713451 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 10:19:20.713781 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: empty_string_filtering.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.714684 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.715196 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: empty-string-filtering Jul 28 10:19:20.715526 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.716399 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.716903 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 10:19:20.717234 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.718151 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.718658 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 10:19:20.718988 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: external_net.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.719859 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.720375 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: external-net Jul 28 10:19:20.720705 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.721575 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.722113 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: extra_dhcp_opt Jul 28 10:19:20.722445 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: extraroute.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.723311 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.723819 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: extraroute Jul 28 10:19:20.724197 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: extraroute_atomic.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.725213 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.725727 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: extraroute-atomic Jul 28 10:19:20.726094 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: filter_validation.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.726732 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.727443 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: filter-validation Jul 28 10:19:20.727780 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: fip_pf_description.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.728664 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.729176 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 10:19:20.729506 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: fip_pf_port_range.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.730408 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.730924 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 10:19:20.731255 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: fip_port_details.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.732133 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.732643 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: fip-port-details Jul 28 10:19:20.732972 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: flavors.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.734203 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.734716 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: flavors Jul 28 10:19:20.735048 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.736656 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.737177 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 10:19:20.737520 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: floatingip_pools.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.738214 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.738730 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: floatingip-pools Jul 28 10:19:20.739067 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: ip_allocation.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.740484 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.740992 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 10:19:20.741322 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.742241 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.742755 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: ip-substring-filtering Jul 28 10:19:20.743086 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l2_adjacency.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.743989 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.744496 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 10:19:20.744826 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.745762 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.746309 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: router Jul 28 10:19:20.746641 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.748818 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.749347 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 10:19:20.749687 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.750601 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.751113 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: ext-gw-mode Jul 28 10:19:20.751446 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.752337 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.752850 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: l3-ha Jul 28 10:19:20.753181 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.754081 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.754593 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 10:19:20.754923 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3_flavors.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.756659 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.757207 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: l3-flavors Jul 28 10:19:20.757640 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.759661 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.760479 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 10:19:20.760860 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.761760 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.762319 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 10:19:20.762656 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: l3agentscheduler.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.763654 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.764170 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: l3_agent_scheduler Jul 28 10:19:20.764505 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: local_ip.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.766238 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.766765 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension local_ip not supported by any of loaded plugins Jul 28 10:19:20.767107 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: logging.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.768550 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.769073 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension logging not supported by any of loaded plugins Jul 28 10:19:20.769412 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: metering.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.770156 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.770963 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: metering Jul 28 10:19:20.771518 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.772589 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.773108 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: metering_source_and_destination_fields Jul 28 10:19:20.773442 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: multiprovidernet.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.774363 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.774879 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: multi-provider Jul 28 10:19:20.775212 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: netmtu.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.776093 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.776608 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: net-mtu Jul 28 10:19:20.776938 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: netmtu_writable.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.777821 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.778367 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: net-mtu-writable Jul 28 10:19:20.778698 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: network_availability_zone.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.779338 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.779851 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: network_availability_zone Jul 28 10:19:20.780183 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: network_ip_availability.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.781248 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.781768 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: network-ip-availability Jul 28 10:19:20.782135 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: network_segment_range.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.782870 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.783380 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 10:19:20.783710 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: pagination.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.784657 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.784995 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: pagination Jul 28 10:19:20.785324 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: port_device_profile.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.786229 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.786793 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: port-device-profile Jul 28 10:19:20.787128 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: port_mac_address_override.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.788011 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.788532 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: port-mac-override Jul 28 10:19:20.788865 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.790050 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.790565 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: port-mac-address-regenerate Jul 28 10:19:20.790900 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.793886 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.793886 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: port-numa-affinity-policy Jul 28 10:19:20.793886 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: port_resource_request.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.793886 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.794227 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 10:19:20.794322 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: port_resource_request_groups.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.795242 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.795750 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 10:19:20.796082 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: portbindings.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.796977 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.797487 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: binding Jul 28 10:19:20.797818 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: portbindings_extended.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.799066 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.799583 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: binding-extended Jul 28 10:19:20.799917 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: portsecurity.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.800812 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.801312 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: port-security Jul 28 10:19:20.801646 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: project_id.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.803374 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.803717 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: project-id Jul 28 10:19:20.804051 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: providernet.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.804944 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.805466 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: provider Jul 28 10:19:20.805797 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.809304 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.809837 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos not supported by any of loaded plugins Jul 28 10:19:20.810203 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.811419 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.812378 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 10:19:20.812378 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.813151 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.813662 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 10:19:20.814038 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_default.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.814924 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.815433 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-default not supported by any of loaded plugins Jul 28 10:19:20.815765 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_fip.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.816646 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.817155 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 10:19:20.817487 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.819030 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.819535 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 10:19:20.819867 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_gateway_ip.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.820753 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.821263 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 10:19:20.821590 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_port_network_policy.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.822503 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.823013 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 10:19:20.823341 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.824336 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.824843 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 10:19:20.825175 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.826207 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.826715 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 10:19:20.827044 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_pps_rule.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.828176 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.828698 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-pps not supported by any of loaded plugins Jul 28 10:19:20.829029 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_rule_type_details.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.829958 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.830470 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 10:19:20.830802 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.831678 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.832187 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 10:19:20.832517 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: qos_rules_alias.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.833572 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.834119 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 10:19:20.834447 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: quota_check_limit.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.835328 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.835842 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: quota-check-limit Jul 28 10:19:20.836171 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: quotasv2.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.837091 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.837423 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: quotas Jul 28 10:19:20.837749 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: quotasv2_detail.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.839444 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.839792 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: quota_details Jul 28 10:19:20.840130 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: rbac.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.842814 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.843354 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: rbac-policies Jul 28 10:19:20.843700 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: rbac_address_group.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.844605 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.845129 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: rbac-address-group Jul 28 10:19:20.845466 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: rbac_address_scope.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.846380 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.846898 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: rbac-address-scope Jul 28 10:19:20.847234 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: rbac_security_groups.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.848191 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.848713 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: rbac-security-groups Jul 28 10:19:20.849101 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: rbac_subnetpool.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.850236 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.850756 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: rbac-subnetpool Jul 28 10:19:20.851090 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: revisionifmatch.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.851988 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.852495 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: revision-if-match Jul 28 10:19:20.852825 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: revisions.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.853936 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.854455 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: standard-attr-revisions Jul 28 10:19:20.854793 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: router_availability_zone.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.855440 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.855951 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: router_availability_zone Jul 28 10:19:20.856282 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: routerservicetype.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.857171 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.857681 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 10:19:20.858052 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.858952 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.859467 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: security-groups-normalized-cidr Jul 28 10:19:20.859801 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.860722 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.861238 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: port-security-groups-filtering Jul 28 10:19:20.861574 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.862499 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.863013 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: security-groups-remote-address-group Jul 28 10:19:20.863345 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.864242 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.865384 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: security-groups-shared-filtering Jul 28 10:19:20.865765 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: securitygroup.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.875209 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.875747 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: security-group Jul 28 10:19:20.876093 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: segment.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.876792 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.877314 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension segment not supported by any of loaded plugins Jul 28 10:19:20.877650 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.878592 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.879111 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 10:19:20.879450 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: servicetype.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.881111 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.881695 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: service-type Jul 28 10:19:20.881997 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: sorting.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.882949 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.883289 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: sorting Jul 28 10:19:20.883620 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: standard_attr_segment.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.884501 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.885024 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 10:19:20.885356 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: standardattrdescription.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.886008 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.886533 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: standard-attr-description Jul 28 10:19:20.886862 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: stateful_security_group.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.887784 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.888299 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: stateful-security-group Jul 28 10:19:20.888632 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: stdattrs_common.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.889191 n-d-850468-6 neutron-server[104580]: WARNING neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 10:19:20.889520 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.890443 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.890962 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 10:19:20.891290 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: subnet_onboard.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.892322 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.892841 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: subnet_onboard Jul 28 10:19:20.893177 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.894114 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.894632 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 10:19:20.894966 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: subnet_service_types.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.895860 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.896402 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: subnet-service-types Jul 28 10:19:20.896733 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: subnetallocation.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.897761 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.898313 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: subnet_allocation Jul 28 10:19:20.898650 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.899293 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.899806 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: subnetpool-prefix-ops Jul 28 10:19:20.900135 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.901030 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.901544 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 10:19:20.901901 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: tagging.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.902943 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.903477 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: standard-attr-tag Jul 28 10:19:20.903810 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: timestamp.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.904986 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.905503 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loaded extension: standard-attr-timestamp Jul 28 10:19:20.905840 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: trunk.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.906864 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.907380 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension trunk not supported by any of loaded plugins Jul 28 10:19:20.907713 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: trunk_details.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.908593 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.909160 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 10:19:20.909447 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: uplink_status_propagation.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.910405 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.910923 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 10:19:20.911255 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Loading extension file: vlantransparent.py {{(pid=104580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 10:19:20.911974 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 10:19:20.912476 n-d-850468-6 neutron-server[104580]: INFO neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 10:19:20.915347 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:network Jul 28 10:19:20.915881 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:subnet Jul 28 10:19:20.916291 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:19:20.916693 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:port Jul 28 10:19:20.918026 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.918480 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service FLAVORS assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.919122 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.919556 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.919898 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:router Jul 28 10:19:20.920335 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 10:19:20.920816 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service METERING assigned prefix: /metering {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.922306 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.922693 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.923056 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:19:20.924052 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 10:19:20.924498 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:security_group Jul 28 10:19:20.924956 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 10:19:20.925493 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service CORE assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.925831 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:19:20.926214 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] subnetpool is already registered Jul 28 10:19:20.926644 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service CORE assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.926978 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:19:20.927837 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] subnetpool is already registered Jul 28 10:19:20.930236 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.930678 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service FLAVORS assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.931279 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.931707 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.932045 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:router Jul 28 10:19:20.932392 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] router is already registered Jul 28 10:19:20.932807 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 10:19:20.933148 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] floatingip is already registered Jul 28 10:19:20.933621 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service METERING assigned prefix: /metering {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.934327 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 10:19:20.934662 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] rbac_policy is already registered Jul 28 10:19:20.935079 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:security_group Jul 28 10:19:20.935422 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] security_group is already registered Jul 28 10:19:20.935830 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 10:19:20.936171 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] security_group_rule is already registered Jul 28 10:19:20.936819 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service CORE assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.937154 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:19:20.937496 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] subnetpool is already registered Jul 28 10:19:20.937946 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.v2.resource_helper [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Service CORE assigned prefix: {{(pid=104580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:19:20.938277 n-d-850468-6 neutron-server[104580]: INFO neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:19:20.938611 n-d-850468-6 neutron-server[104580]: WARNING neutron.quota.resource_registry [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] subnetpool is already registered Jul 28 10:19:20.939084 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: extensions {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.940587 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: address-groups {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.942129 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: address-scopes {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.944078 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: agents {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.945248 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: auto-allocated-topology {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.946526 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: availability_zones {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.947756 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: dhcp-networks {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.949309 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: dhcp-agents {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.950806 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: routers {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.952504 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: flavors {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.953776 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: service_profiles {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.955042 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: next_providers {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.956549 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: service_profiles {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.958146 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: floatingip-pools {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.959449 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: routers {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.961150 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: floatingips {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.962467 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: l3-routers {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.963878 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: l3-agents {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.965305 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: metering-labels {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.966613 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: metering-label-rules {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.968001 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: network-ip-availabilities {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.969259 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: bindings {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.970877 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: quotas {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.973403 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: quotas {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.975531 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: rbac-policies {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.976745 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: security-groups {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.978082 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: security-group-rules {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.979390 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: service-providers {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.980611 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: subnetpools {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.981963 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: subnetpools {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.983516 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.985207 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.987093 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.988893 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.991293 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.993272 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.995023 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.996925 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:20.998760 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:21.000508 n-d-850468-6 neutron-server[104580]: DEBUG neutron.api.extensions [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Extended resource: tags {{(pid=104580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:19:21.006881 n-d-850468-6 neutron-server[104580]: WARNING keystonemiddleware.auth_token [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 10:19:21.011983 n-d-850468-6 neutron-server[104580]: WARNING keystonemiddleware.auth_token [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 10:19:21.021052 n-d-850468-6 neutron-server[104580]: DEBUG oslo_concurrency.lockutils [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Acquired lock "singleton_lock" {{(pid=104580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 10:19:21.021541 n-d-850468-6 neutron-server[104580]: DEBUG oslo_concurrency.lockutils [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Releasing lock "singleton_lock" {{(pid=104580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 10:19:21.022236 n-d-850468-6 neutron-server[104580]: INFO oslo_service.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Starting 2 workers Jul 28 10:19:21.027122 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Started child 104687 {{(pid=104580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:19:21.031682 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Started child 104688 {{(pid=104580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:19:21.032579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:21.033308 n-d-850468-6 neutron-server[104580]: INFO neutron.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 10:19:21.033952 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:21.034134 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [-] (104687) wsgi starting up on http://0.0.0.0:9696 Jul 28 10:19:21.036398 n-d-850468-6 neutron-server[104580]: INFO oslo_service.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Starting 1 workers Jul 28 10:19:21.037104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:21.038603 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [-] (104688) wsgi starting up on http://0.0.0.0:9696 Jul 28 10:19:21.042581 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Started child 104689 {{(pid=104580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:19:21.043123 n-d-850468-6 neutron-server[104580]: INFO oslo_service.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Starting 1 workers Jul 28 10:19:21.046289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] calling RpcWorker wait() {{(pid=104689) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 10:19:21.046805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] returning from RpcWorker wait() {{(pid=104689) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 10:19:21.047623 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Started child 104690 {{(pid=104580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:19:21.048216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:21.048439 n-d-850468-6 neutron-server[104580]: DEBUG neutron_lib.callbacks.manager [None req-2654c575-6350-4d2e-b5a8-6a3a1667bf30 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:21.048766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:19:21.050388 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 10:19:21.050600 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:19:21.050778 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:19:21.051005 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:19:21.051327 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:19:21.051516 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:19:21.052025 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.052854 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.052984 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:21.053697 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.053697 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.054015 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.054121 n-d-850468-6 neutron-server[104690]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:19:21.054294 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.054554 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.054840 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.055113 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.055287 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.055455 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.055698 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.055930 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.056251 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.056522 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.056783 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.057042 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.057218 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.057456 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.057721 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.058007 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.058286 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] debug = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.058541 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.059054 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.059303 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.059562 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.059803 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.060084 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.060334 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.060598 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.060835 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.061052 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.061303 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.061730 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.062156 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.062535 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.062925 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.063362 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.063741 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.064380 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] host = n-d-850468-6 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.064786 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.065168 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.065574 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.065990 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.066399 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.066763 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.067157 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.067559 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.068069 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.068579 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.069132 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.069543 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.069957 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.070362 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.070675 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_options = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.071068 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.071511 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.071944 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.072293 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.072602 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.073050 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.073510 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.074128 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.074388 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.074704 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.074867 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.075068 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.075598 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.075598 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.075769 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.076028 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.076286 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.076585 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.076855 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.077259 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.077642 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.077991 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.079129 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.079129 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.079129 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.079129 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.079129 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.079477 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.079545 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.080091 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.080091 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.080268 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.080457 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.080827 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.081271 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.081691 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.082107 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.082533 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.082823 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.083061 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.083326 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.083640 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.083970 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.084256 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.084504 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.084728 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.084964 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_json = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.085165 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.085535 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.086254 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.086890 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.087253 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.087645 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.088058 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.088476 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.088772 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.089219 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.089689 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.090200 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.090652 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.091094 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.091414 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.091740 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.092045 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.092371 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.092634 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.092958 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.093189 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.093489 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.093757 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.094083 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.094417 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.094685 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.094972 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.095202 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.095442 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.095663 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.095909 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.096204 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.096423 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.096687 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.096950 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.097186 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.097473 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.097742 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.098065 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.098412 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.098686 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.099638 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.099903 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.100169 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.100471 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.100640 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.101038 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.101424 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.101787 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.102227 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.102610 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.102985 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.103379 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.104172 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.104543 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.104922 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.105303 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.105724 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.106004 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.106258 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.106477 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.106836 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.107216 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.107620 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.108007 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.108494 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.108881 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.109281 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.109552 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.109966 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.110347 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.110769 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.111134 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.111389 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.111617 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.111868 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.112092 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.112332 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.112581 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.112805 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.113027 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.113275 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.113523 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.113751 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.114095 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.114477 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.115519 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.115942 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.116158 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.116341 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.116600 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.116823 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.117042 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.117261 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.117483 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.117699 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.117950 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.118169 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.118407 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.118625 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.118941 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.119194 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.119440 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.119683 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.119943 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.120181 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.120430 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.120657 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.120896 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.121130 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.121560 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.121797 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.122093 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.122485 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.122879 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.123272 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.123669 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.124042 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.124416 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.124784 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.125163 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.125551 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.125779 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.126057 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.126285 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.126727 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.126974 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.127372 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.127739 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.128152 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.128405 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.128691 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.128968 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.129285 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.129498 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.129957 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.130280 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.130544 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.130835 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.131090 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.131347 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.131601 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.131995 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.132258 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.132491 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.132726 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.132950 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.133348 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.133714 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.133974 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.134238 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.134568 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.134843 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.135065 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.135302 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.135581 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.135867 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.136128 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.136390 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.136646 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.137046 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.137462 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.137797 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.137956 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.138204 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.138459 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.138677 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.138913 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.139128 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.139508 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.139891 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.140109 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.140365 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.140584 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.140813 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.141032 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.141261 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.141484 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.141749 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.142001 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.142238 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.142483 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.142703 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.142924 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.143170 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.143388 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.143623 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.143845 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.144114 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.144366 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.144587 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.144813 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.145211 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.145453 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147956 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.147956 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.148119 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.148232 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.148581 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.148837 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.149091 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.149344 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.149602 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.149837 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.150226 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.150608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:19:21.150742 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.150854 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.151075 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.151303 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.151550 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.151772 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.152011 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.152247 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.152468 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.152729 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.152986 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.153284 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.153470 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.153725 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.153946 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.154313 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.154666 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.155039 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.155409 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.155639 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.155871 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.156080 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.156389 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.156651 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.156890 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.157156 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.157412 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.157642 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.157922 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.158141 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.158358 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.158587 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.158831 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.159047 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.159327 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.159497 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.159711 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.159943 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.160159 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.160374 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.160606 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.160820 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.161034 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.161260 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.161481 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.162347 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.162543 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.162906 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.163125 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.163355 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.163577 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.163792 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.164048 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.164285 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.164753 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.165360 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.165360 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.165545 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.165695 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.165997 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.166243 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.166979 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.166979 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.166979 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.167234 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.167532 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.167753 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.168137 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.168277 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.168519 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.168745 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.169004 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.169314 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.169595 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.169881 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.170139 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.170409 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.170675 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.170947 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.171194 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.171506 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.171860 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.172139 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.172399 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.172660 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.172914 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.173163 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.173384 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.173623 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.173842 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.174085 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.174329 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.174558 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.174789 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.175008 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.175240 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.175463 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.175709 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.176112 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.176215 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.176375 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.176681 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:19:21.177090 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 10:19:21.177811 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:19:21.178370 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:19:21.178370 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:19:21.178575 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:19:21.178687 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:19:21.178897 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.179063 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.179229 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.179390 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.179588 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.179754 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.179933 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.180072 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.180238 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.180387 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.180547 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.180701 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.180863 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.181023 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.181183 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.181337 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.181482 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.181644 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.181805 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.181988 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.182148 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.182385 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] debug = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.182474 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.182647 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.182814 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.182975 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.183135 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.183295 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.183453 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.183613 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.183774 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.183933 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.184092 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.184252 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.184412 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.184571 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.184730 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.184890 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.185049 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.185208 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] host = n-d-850468-6 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.185368 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.185527 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.185686 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.185846 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.186026 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.186188 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.186348 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.186508 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.186667 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.186826 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.186986 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.187145 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.187304 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.187464 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.187624 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_options = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.187783 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.187942 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.188102 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.188288 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.188453 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.188615 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.188759 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.188920 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.189079 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.189238 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.189398 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.189558 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.189717 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.189893 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.190082 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.190204 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.190374 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.190511 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.190671 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.190832 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.190993 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.191152 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.191317 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.191477 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.191638 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.191796 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.191956 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.192115 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.192275 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.192437 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.192597 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.192915 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.193050 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.193273 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.193534 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.193692 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.193853 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.194035 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.194201 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.194363 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.194524 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.194684 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.194843 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.195003 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.195166 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.195328 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.195488 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_json = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.195652 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.195821 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.195962 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.196107 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.196244 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.196401 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.196561 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.196721 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.196883 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:19:21.197063 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.197230 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.197404 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.197569 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.197734 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.197917 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.198085 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.198250 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.198414 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.198578 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.198749 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.198913 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.199088 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.199252 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.199414 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.199582 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.199744 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.199913 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.200084 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.200237 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.200397 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.200587 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.200736 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.200898 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.201062 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.201230 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.201392 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.201566 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.201730 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.201931 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.202112 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.202275 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.202438 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.202601 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.202765 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.202929 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.203093 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.203257 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.203421 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.203584 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.203749 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.203908 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.204048 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.204210 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.204357 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.204524 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.204675 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.204839 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.204994 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.205153 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.205317 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.205480 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.205642 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.205806 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.205989 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.206137 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.206293 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.206468 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.206633 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.206795 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.206958 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.207123 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.207286 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.207448 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.207610 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.207773 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.207937 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.208099 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.208274 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.208474 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.208685 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.208915 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.208915 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.209211 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.209351 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.209493 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.209626 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.209757 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.209906 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.210036 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.210175 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.210306 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.210458 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.210621 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.210784 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.210948 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.211112 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.211280 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.211442 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.211604 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.211767 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.211947 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.212112 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.212275 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.212437 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.212599 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.212764 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.212929 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.213091 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.213255 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.213418 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.213582 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.213745 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.213939 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.214105 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.214267 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.214431 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.214593 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.214756 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.214919 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.215082 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.215244 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.215406 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.215569 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.215731 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.215893 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.216056 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.216217 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.216380 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.216542 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.216704 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.216867 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.217039 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.217202 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.217367 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.217530 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.217699 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.217895 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.218054 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.218217 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.218380 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.218541 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.218705 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.218867 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.219030 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.219193 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.219355 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.219518 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.219694 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.219857 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.220021 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.220183 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.220368 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.220531 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.220693 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.220856 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.221018 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.221180 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.221344 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.221507 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.221671 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.221835 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.222020 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.222183 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.222346 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.222508 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.222672 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.222834 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.222996 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.223160 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.223323 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.223487 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.223649 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.223812 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.224480 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.224716 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.224861 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.225012 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.225161 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.225282 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.225422 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.225585 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.225748 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.225938 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.226102 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.226263 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.226427 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.226589 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.226753 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.226920 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.227083 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.227247 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.227410 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.227573 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.227737 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.227900 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.228065 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.228229 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.228392 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.228555 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.228717 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.228880 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.229044 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.229208 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.229371 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.229535 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.229697 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.229896 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.230065 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.230229 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.230394 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.230559 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.230722 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.230886 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.231050 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.231218 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.231380 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.231546 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.231709 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.231873 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.232035 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.232198 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.232360 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.232525 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.232691 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.232857 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.233020 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.233187 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.233350 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.233513 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.233676 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.233840 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.234024 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.234187 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.234350 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.234515 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.234691 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.234855 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.235017 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.235179 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.235340 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.235508 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236201 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236201 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236201 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236201 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236509 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236509 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236660 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236740 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.236869 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.237030 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.237192 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.237355 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.237530 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.237693 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.237895 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.238037 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.238198 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.238360 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.238531 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.238694 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.238856 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.239018 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.239179 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.239341 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.239513 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.239757 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.240519 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.240802 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.241012 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.241174 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.241347 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.241512 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.241677 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.241845 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.242036 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.242201 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.242366 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.242541 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.242706 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.242873 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.243035 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.243198 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.243361 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.243526 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.243696 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.243868 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.244039 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.244205 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.244377 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.244547 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.244720 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.244892 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.245040 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.245217 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.245379 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.245541 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.245704 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.245872 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.246037 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.246201 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.246363 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.246524 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.246686 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.246848 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.247009 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.247171 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.247333 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.247495 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.247657 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.247819 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.247981 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.248144 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.248307 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:19:21.248462 n-d-850468-6 neutron-server[104580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:19:21.417025 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37580) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:21.425543 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065141 Jul 28 10:19:30.523099 n-d-850468-6 neutron-server[104580]: DEBUG dbcounter [-] [104580] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104580) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:32.527044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d39f7c-9350-48a2-8054-e29639c04373 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:19:32.538906 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writer thread running {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 10:19:32.606146 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d39f7c-9350-48a2-8054-e29639c04373 None None] No non-hosted networks {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 10:19:32.630345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.agentschedulers_db [None req-a9d39f7c-9350-48a2-8054-e29639c04373 None None] DHCP Agent not found on host n-d-850468-6 {{(pid=104689) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 10:19:32.776665 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c19a885-98b0-44bb-93e4-9d91880bdca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900069'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:34.298335 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writer thread running {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 10:19:34.899415 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c2cb8515-a492-402e-aed3-d4a5e114f875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900069'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:34.945627 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-637634a7-8c19-4de0-9fc7-977b2c840647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:35.772800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37650) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:35.953747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900069'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:36.370759 n-d-850468-6 neutron-server[104688]: WARNING oslo_policy.policy [None req-a413eb3a-f341-4620-96f3-570c9fb52b33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:36.371438 n-d-850468-6 neutron-server[104688]: WARNING oslo_policy.policy [None req-a413eb3a-f341-4620-96f3-570c9fb52b33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:36.597379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-a413eb3a-f341-4620-96f3-570c9fb52b33 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:19:36.605915 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a413eb3a-f341-4620-96f3-570c9fb52b33 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8255558 Jul 28 10:19:37.437453 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900069'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:37.557970 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900069'] for agent (b1a17028-250a-4366-a544-33108d003805), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:37.558681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.559003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.559347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.559681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.560015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.560348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.560678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.561005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.561330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.561678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.562393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.563726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.566267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.568524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.568943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:37.569377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-850468-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:19:37.578782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-850468-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:19:38.870944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37686) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:39.215087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-25523d74-27e0-475c-86d2-080fe0b29eec admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:19:39.309108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.policy [None req-25523d74-27e0-475c-86d2-080fe0b29eec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104688) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 10:19:39.352801 n-d-850468-6 neutron-server[104688]: WARNING oslo_policy.policy [None req-25523d74-27e0-475c-86d2-080fe0b29eec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:39.353182 n-d-850468-6 neutron-server[104688]: WARNING oslo_policy.policy [None req-25523d74-27e0-475c-86d2-080fe0b29eec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:39.373938 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writer thread running {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 10:19:39.454052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25523d74-27e0-475c-86d2-080fe0b29eec admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727299066919', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727299066411', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727298853707', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727298855662', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727298848529', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727298839638', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1016368', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3249436', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-359385', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437304'] for rbac-policy (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:39.525213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25523d74-27e0-475c-86d2-080fe0b29eec admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:39.526396 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-25523d74-27e0-475c-86d2-080fe0b29eec admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6544886 Jul 28 10:19:41.068899 n-d-850468-6 neutron-server[104689]: INFO neutron.db.l3_hamode_db [None req-a7a8062a-a589-4d44-bfac-1ac532109444 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 10:19:41.147682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8062a-a589-4d44-bfac-1ac532109444 None None] Routers set() bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:19:41.148052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8062a-a589-4d44-bfac-1ac532109444 None None] Router IDs set() for agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 10:19:41.790944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37698) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:42.157315 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:19:42.186863 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Made reservation on behalf of 16858deae45c49fbbe279121babaf435 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:19:42.190868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.208778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.325243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks [] for security_group (7bd8098c-ab5e-44c7-83e3-f4ad74adfef8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.328940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7bd8098c-ab5e-44c7-83e3-f4ad74adfef8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.355871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:19:42.392276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727300331969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5cf92766-2dfc-44bc-93b2-a436a553645f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.392832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Unsubscribe: segment precommit_create {{(pid=104688) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 10:19:42.393374 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Added segment 5cf92766-2dfc-44bc-93b2-a436a553645f of type vlan for network f29bf43e-b380-40cb-a4b2-22e7dc04246f Jul 28 10:19:42.409401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd8098c-ab5e-44c7-83e3-f4ad74adfef8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:42.462837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.463203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.463821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.464162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.464499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.464883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.465198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.465522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.465848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.466192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.466513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.466833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.467152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.467470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.467786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Tracked resource versions report: Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: pushed versions: Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: { 'AddressGroup': {'1.2'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Agent': {'1.1'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'ConntrackHelper': {'1.0'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Log': {'1.0'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'NDPProxy': {'1.0'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Network': {'1.1'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Port': {'1.7'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'PortForwarding': {'1.3'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'QosPolicy': {'1.10'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'SecurityGroup': {'1.5'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'SubPort': {'1.0'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Subnet': {'1.1'}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Trunk': {'1.1'}} Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: consumer versions: Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: L3 agent@n-d-850468-6: {}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: Metadata agent@n-d-850468-6: {}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: Metering agent@n-d-850468-6: {}, Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Agent': '1.1', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'ConntrackHelper': '1.0', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'LocalIPAssociation': '1.0', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Log': '1.0', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'NDPProxy': '1.0', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Network': '1.1', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Port': '1.7', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'PortForwarding': '1.3', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'QosPolicy': '1.10', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'SecurityGroup': '1.5', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'SecurityGroupRule': '1.2', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'SubPort': '1.0', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Subnet': '1.1', Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: 'Trunk': '1.1'}} Jul 28 10:19:42.469016 n-d-850468-6 neutron-server[104688]: {{(pid=104688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:19:42.503381 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f29bf43e-b380-40cb-a4b2-22e7dc04246f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.546449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f29bf43e-b380-40cb-a4b2-22e7dc04246f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.553669 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:19:42.554430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:42.640258 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8482449 Jul 28 10:19:42.666297 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:42.678404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c3be-838f-423b-ac73-7947069c844d demo demo] Pushing event updated for resources: {'Network': ['ID=f29bf43e-b380-40cb-a4b2-22e7dc04246f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:42.692565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:19:44.913587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37712) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:45.413231 n-d-850468-6 neutron-server[104687]: WARNING oslo_policy.policy [None req-92f000b5-3341-4bdd-8b8c-592a0b38cfe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:45.413794 n-d-850468-6 neutron-server[104687]: WARNING oslo_policy.policy [None req-92f000b5-3341-4bdd-8b8c-592a0b38cfe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:45.644853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writer thread running {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 10:19:45.846905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.policy [None req-92f000b5-3341-4bdd-8b8c-592a0b38cfe9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104687) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 10:19:45.889580 n-d-850468-6 neutron-server[104687]: WARNING oslo_policy.policy [None req-92f000b5-3341-4bdd-8b8c-592a0b38cfe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:45.889978 n-d-850468-6 neutron-server[104687]: WARNING oslo_policy.policy [None req-92f000b5-3341-4bdd-8b8c-592a0b38cfe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:19:45.897933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f000b5-3341-4bdd-8b8c-592a0b38cfe9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:19:45.899861 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-92f000b5-3341-4bdd-8b8c-592a0b38cfe9 demo admin] 10.222.0.46 "GET /v2.0/networks/f29bf43e-b380-40cb-a4b2-22e7dc04246f HTTP/1.1" status: 200 len: 825 time: 0.9841342 Jul 28 10:19:45.939918 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9789c4bb-3cdd-41ad-a767-7a2c25edca2d demo admin] 10.222.0.46 "GET /v2.0/subnetpools/8f8c0c5f-e916-4922-881d-650188754320 HTTP/1.1" status: 200 len: 734 time: 0.0342326 Jul 28 10:19:45.949691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8f8c0c5f-e916-4922-881d-650188754320'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:19:45.986538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Made reservation on behalf of 16858deae45c49fbbe279121babaf435 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:19:45.989661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:46.273955 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (24d8beb2-d471-44f8-bb18-8f43cd444770), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:46.346206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Checking segment: {'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:19:46.346591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Network hostable DHCP agents. Network: f29bf43e-b380-40cb-a4b2-22e7dc04246f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:19:46.354031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Pushing event updated for resources: {'Subnet': ['ID=24d8beb2-d471-44f8-bb18-8f43cd444770,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:46.357893 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:46.367627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.367965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.368299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.368629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.368954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.369278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.369595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.369940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.370260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.370574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.370887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.371198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.371507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.371817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.372129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Tracked resource versions report: Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: pushed versions: Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: { 'AddressGroup': {'1.2'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Agent': {'1.1'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'ConntrackHelper': {'1.0'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Log': {'1.0'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'NDPProxy': {'1.0'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Network': {'1.1'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Port': {'1.7'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'PortForwarding': {'1.3'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'QosPolicy': {'1.10'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'SecurityGroup': {'1.5'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'SubPort': {'1.0'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Subnet': {'1.1'}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Trunk': {'1.1'}} Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: consumer versions: Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: L3 agent@n-d-850468-6: {}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: Metadata agent@n-d-850468-6: {}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: Metering agent@n-d-850468-6: {}, Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Agent': '1.1', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'ConntrackHelper': '1.0', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'LocalIPAssociation': '1.0', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Log': '1.0', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'NDPProxy': '1.0', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Network': '1.1', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Port': '1.7', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'PortForwarding': '1.3', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'QosPolicy': '1.10', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'SecurityGroup': '1.5', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'SecurityGroupRule': '1.2', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'SubPort': '1.0', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Subnet': '1.1', Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: 'Trunk': '1.1'}} Jul 28 10:19:46.373289 n-d-850468-6 neutron-server[104687]: {{(pid=104687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:19:46.400665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:19:46.414817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f29bf43e-b380-40cb-a4b2-22e7dc04246f) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:19:46.420871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:19:46.421491 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:46.425722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4da440-41d2-423d-a1b6-1c857bca5671 None None] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:19:46.444705 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2a4f0fa8-87ac-4884-bfdf-1dc5cf59cf38 demo admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4984283 Jul 28 10:19:46.690686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'project_id': '16858deae45c49fbbe279121babaf435', 'fixed_ips': [{'subnet_id': '24d8beb2-d471-44f8-bb18-8f43cd444770'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:19:46.692703 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:46.971474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Allocated IP 172.20.0.2 (f29bf43e-b380-40cb-a4b2-22e7dc04246f/24d8beb2-d471-44f8-bb18-8f43cd444770/33e49500-57bc-4f3f-9552-68962e95ba1b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:19:46.996988 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:47.245910 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Publish callbacks [] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:47.255310 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:47.333440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:19:47.338222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:19:47.345210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:19:47.352412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Pushing event updated for resources: {'Port': ['ID=33e49500-57bc-4f3f-9552-68962e95ba1b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:47.382235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.382592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.382940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.383285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.383626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.383963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.384302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.384636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.384967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.385296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.385625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.386047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.386379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.386710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.387033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Tracked resource versions report: Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: pushed versions: Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: { 'AddressGroup': {'1.2'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Agent': {'1.1'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'ConntrackHelper': {'1.0'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Log': {'1.0'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'NDPProxy': {'1.0'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Network': {'1.1'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Port': {'1.7'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'PortForwarding': {'1.3'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'QosPolicy': {'1.10'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'SecurityGroup': {'1.5'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'SubPort': {'1.0'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Subnet': {'1.1'}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Trunk': {'1.1'}} Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: consumer versions: Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: L3 agent@n-d-850468-6: {}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: Metadata agent@n-d-850468-6: {}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: Metering agent@n-d-850468-6: {}, Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Agent': '1.1', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'ConntrackHelper': '1.0', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'LocalIPAssociation': '1.0', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Log': '1.0', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'NDPProxy': '1.0', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Network': '1.1', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Port': '1.7', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'PortForwarding': '1.3', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'QosPolicy': '1.10', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'SecurityGroup': '1.5', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'SecurityGroupRule': '1.2', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'SubPort': '1.0', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Subnet': '1.1', Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: 'Trunk': '1.1'}} Jul 28 10:19:47.388235 n-d-850468-6 neutron-server[104689]: {{(pid=104689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:19:47.440285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Attempting to bind port 33e49500-57bc-4f3f-9552-68962e95ba1b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:19:47.440897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Attempting to bind port 33e49500-57bc-4f3f-9552-68962e95ba1b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:19:47.441114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Attempting to bind port 33e49500-57bc-4f3f-9552-68962e95ba1b on network f29bf43e-b380-40cb-a4b2-22e7dc04246f {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:19:47.446931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:19:47.447322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Checking segment: {'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:19:47.447804 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:47.448204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Bound using segment: {'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:19:47.448677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Bound port: 33e49500-57bc-4f3f-9552-68962e95ba1b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:19:47.449103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:47.487871 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:47.511542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] For port 33e49500-57bc-4f3f-9552-68962e95ba1b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:19:47.531465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] For port 33e49500-57bc-4f3f-9552-68962e95ba1b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=33e49500-57bc-4f3f-9552-68962e95ba1b,segment=NetworkSegment(5cf92766-2dfc-44bc-93b2-a436a553645f),segment_id=5cf92766-2dfc-44bc-93b2-a436a553645f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:19:47.538730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:47.598017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed2fa1-f1c2-4639-b93f-bcc055dfb72f None None] Pushing event updated for resources: {'Port': ['ID=33e49500-57bc-4f3f-9552-68962e95ba1b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:48.725876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37736) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:49.059092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-77566c27-f9be-4d76-97cd-d74622155099 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:19:49.060248 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-77566c27-f9be-4d76-97cd-d74622155099 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3333175 Jul 28 10:19:50.464638 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:51.331338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37746) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:51.666821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-d8f04b9b-ec59-477a-947e-5bc3d121c521 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:19:51.667787 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d8f04b9b-ec59-477a-947e-5bc3d121c521 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3355081 Jul 28 10:19:52.674134 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=13,neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:53.979192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37754) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:54.307421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3b62bf91-648a-4341-ba7b-0f606a668f1b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:19:54.333394 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b62bf91-648a-4341-ba7b-0f606a668f1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (f52b561c-dc79-4536-9480-de3d075f04ec), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:54.335116 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b62bf91-648a-4341-ba7b-0f606a668f1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (f52b561c-dc79-4536-9480-de3d075f04ec), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:54.487600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b62bf91-648a-4341-ba7b-0f606a668f1b demo demo] Publish callbacks [] for router_controller (f52b561c-dc79-4536-9480-de3d075f04ec), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:54.492216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b62bf91-648a-4341-ba7b-0f606a668f1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (f52b561c-dc79-4536-9480-de3d075f04ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:54.512169 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b62bf91-648a-4341-ba7b-0f606a668f1b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:54.513333 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3b62bf91-648a-4341-ba7b-0f606a668f1b demo demo] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5331740 Jul 28 10:19:55.402082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 33e49500-57bc-4f3f-9552-68962e95ba1b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:19:55.484147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 33e49500-57bc-4f3f-9552-68962e95ba1b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:19:55.484562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:55.590429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 33e49500-57bc-4f3f-9552-68962e95ba1b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:19:55.590429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:55.616453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a16b54-1fad-4ba2-8c67-b9fc1734b38e None None] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:19:55.682045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 33e49500-57bc-4f3f-9552-68962e95ba1b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=33e49500-57bc-4f3f-9552-68962e95ba1b,segment=NetworkSegment(5cf92766-2dfc-44bc-93b2-a436a553645f),segment_id=5cf92766-2dfc-44bc-93b2-a436a553645f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:19:55.692440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:55.722680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9dd49eb4-52e5-49ce-bc16-08de25cef1bc None None] Provisioning complete for port 33e49500-57bc-4f3f-9552-68962e95ba1b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:19:55.723080 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9dd49eb4-52e5-49ce-bc16-08de25cef1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:55.791484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=33e49500-57bc-4f3f-9552-68962e95ba1b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:55.826299 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:55.876218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9dd49eb4-52e5-49ce-bc16-08de25cef1bc None None] Current status of the port 33e49500-57bc-4f3f-9552-68962e95ba1b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:19:56.094662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0e296b4a-3124-48bd-b1dc-3d38ab08b3e7 None None] Provisioning complete for port 33e49500-57bc-4f3f-9552-68962e95ba1b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:19:56.095104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e296b4a-3124-48bd-b1dc-3d38ab08b3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:56.167585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0e296b4a-3124-48bd-b1dc-3d38ab08b3e7 None None] Current status of the port 33e49500-57bc-4f3f-9552-68962e95ba1b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:19:56.768735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37768) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:57.083364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-ebc32723-9438-41cc-a805-a1ee1eceacae admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:19:57.084378 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ebc32723-9438-41cc-a805-a1ee1eceacae admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3146431 Jul 28 10:19:57.392305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 33e49500-57bc-4f3f-9552-68962e95ba1b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:19:57.438970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 33e49500-57bc-4f3f-9552-68962e95ba1b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:19:57.439471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:57.497822 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:57.513182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 33e49500-57bc-4f3f-9552-68962e95ba1b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:19:59.103884 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=21,neutron:INSERT=31 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:19:59.346016 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37776) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:19:59.662435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:19:59.681932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Made reservation on behalf of 10082210418849b1827f8de2bb4559d2 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:19:59.684202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.692312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.768047 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks [] for security_group (630e2c68-1b9f-47c8-ba50-415a0a1e223d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.772686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (630e2c68-1b9f-47c8-ba50-415a0a1e223d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.781905 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Reserving flat network on physical network physnet1 {{(pid=104688) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 10:19:59.809915 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4cbb30e1-b77f-42e6-93da-0ef16ebab38d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.810247 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Added segment 4cbb30e1-b77f-42e6-93da-0ef16ebab38d of type flat for network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 Jul 28 10:19:59.811572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630e2c68-1b9f-47c8-ba50-415a0a1e223d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:59.859871 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.891184 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.892044 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:19:59.892600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:19:59.967379 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6203146 Jul 28 10:19:59.985672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cd978-b762-4c8b-a1fa-9c10761efd41 admin admin] Pushing event updated for resources: {'Network': ['ID=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:19:59.996623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:20:02.220306 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37784) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:20:02.516426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b5204792-7ed8-45ba-b4be-cc1a702be385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:02.610412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6b1ee-4f2a-40d3-95b2-a98574740c9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:20:02.611751 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-39b6b1ee-4f2a-40d3-95b2-a98574740c9f demo admin] 10.222.0.46 "GET /v2.0/subnets/24d8beb2-d471-44f8-bb18-8f43cd444770 HTTP/1.1" status: 200 len: 849 time: 0.3905151 Jul 28 10:20:02.729792 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-815c96cd-3e86-4730-91ee-24ab6b55d966 demo admin] 10.222.0.46 "GET /v2.0/routers/f52b561c-dc79-4536-9480-de3d075f04ec HTTP/1.1" status: 200 len: 704 time: 0.1115234 Jul 28 10:20:02.831575 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:02.991796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:03.279493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Allocated IP 172.20.0.1 (f29bf43e-b380-40cb-a4b2-22e7dc04246f/24d8beb2-d471-44f8-bb18-8f43cd444770/de249da3-955d-4160-b090-e6c251188aa0) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:20:03.433427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks [] for port (de249da3-955d-4160-b090-e6c251188aa0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:03.495778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (de249da3-955d-4160-b090-e6c251188aa0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:03.553315 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:03.571142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:20:03.576621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:20:03.584140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:20:03.584675 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (f52b561c-dc79-4536-9480-de3d075f04ec), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:03.642157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Pushing event updated for resources: {'Port': ['ID=de249da3-955d-4160-b090-e6c251188aa0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:03.728921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-35938080-39bc-4540-9f40-6727397f1779 None None] Provisioning complete for port de249da3-955d-4160-b090-e6c251188aa0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:20:03.729473 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35938080-39bc-4540-9f40-6727397f1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de249da3-955d-4160-b090-e6c251188aa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:03.760705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-35938080-39bc-4540-9f40-6727397f1779 None None] Port de249da3-955d-4160-b090-e6c251188aa0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:20:03.838356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (de249da3-955d-4160-b090-e6c251188aa0), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:03.989449 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:04.046322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks [] for port (de249da3-955d-4160-b090-e6c251188aa0), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:04.050684 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (de249da3-955d-4160-b090-e6c251188aa0), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:04.051442 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (f52b561c-dc79-4536-9480-de3d075f04ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:04.126833 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Pushing event updated for resources: {'Port': ['ID=de249da3-955d-4160-b090-e6c251188aa0,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:04.179182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:20:04.180480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:20:04.336134 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Router f52b561c-dc79-4536-9480-de3d075f04ec is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:20:04.381078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bdf0307c-bec2-4193-9ea8-3a99a238788a None None] Provisioning complete for port de249da3-955d-4160-b090-e6c251188aa0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:20:04.381384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bdf0307c-bec2-4193-9ea8-3a99a238788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de249da3-955d-4160-b090-e6c251188aa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:04.427579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:20:04.434012 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cf2c5b33-006c-42cd-a37e-0b6f3d680c6e demo admin] 10.222.0.46 "PUT /v2.0/routers/f52b561c-dc79-4536-9480-de3d075f04ec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6984286 Jul 28 10:20:04.438432 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Sync routers for ids ['f52b561c-dc79-4536-9480-de3d075f04ec'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:20:04.451783 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Routers {'f52b561c-dc79-4536-9480-de3d075f04ec'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:20:04.452958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:19:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f52b561c-dc79-4536-9480-de3d075f04ec'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:04.479093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0307c-bec2-4193-9ea8-3a99a238788a None None] Port de249da3-955d-4160-b090-e6c251188aa0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:20:04.640089 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Set router f52b561c-dc79-4536-9480-de3d075f04ec gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:20:04.894751 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b77c21e5-82cd-4f31-96a3-d10b4b8a0604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.058555 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'name': 'router1', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:19:54Z', 'updated_at': '2022-07-28T10:20:03Z', 'revision_number': 2, 'project_id': '16858deae45c49fbbe279121babaf435', 'gw_port_host': None, '_interfaces': [{'id': 'de249da3-955d-4160-b090-e6c251188aa0', 'name': '', 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'mac_address': 'fa:16:3e:e9:0b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:03Z', 'updated_at': '2022-07-28T10:20:03Z', 'revision_number': 2, 'project_id': '16858deae45c49fbbe279121babaf435', 'subnets': [{'id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f8c0c5f-e916-4922-881d-650188754320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:05.109429 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Checking router: f52b561c-dc79-4536-9480-de3d075f04ec for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:20:05.109803 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Updating router f52b561c-dc79-4536-9480-de3d075f04ec port de249da3-955d-4160-b090-e6c251188aa0 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:20:05.164537 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (de249da3-955d-4160-b090-e6c251188aa0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.662056 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Publish callbacks [] for port (de249da3-955d-4160-b090-e6c251188aa0), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.669044 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (de249da3-955d-4160-b090-e6c251188aa0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.834747 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Pushing event updated for resources: {'Port': ['ID=de249da3-955d-4160-b090-e6c251188aa0,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:05.851915 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.852262 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.852601 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.852935 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.853262 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.853588 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.853932 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.854257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.854581 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.854899 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.855216 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.855533 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.855848 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.856161 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.856476 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Tracked resource versions report: Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: pushed versions: Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: { 'AddressGroup': {'1.2'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Agent': {'1.1'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'ConntrackHelper': {'1.0'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Log': {'1.0'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'NDPProxy': {'1.0'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Network': {'1.1'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Port': {'1.7'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'PortForwarding': {'1.3'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'QosPolicy': {'1.10'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'SecurityGroup': {'1.5'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'SubPort': {'1.0'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Subnet': {'1.1'}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Trunk': {'1.1'}} Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: consumer versions: Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: L3 agent@n-d-850468-6: {}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: Metadata agent@n-d-850468-6: {}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: Metering agent@n-d-850468-6: {}, Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Agent': '1.1', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'ConntrackHelper': '1.0', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'LocalIPAssociation': '1.0', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Log': '1.0', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'NDPProxy': '1.0', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Network': '1.1', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Port': '1.7', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'PortForwarding': '1.3', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'QosPolicy': '1.10', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'SecurityGroup': '1.5', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'SecurityGroupRule': '1.2', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'SubPort': '1.0', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Subnet': '1.1', Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: 'Trunk': '1.1'}} Jul 28 10:20:05.857658 n-d-850468-6 neutron-server[104690]: {{(pid=104690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:20:05.860279 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Attempting to bind port de249da3-955d-4160-b090-e6c251188aa0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:20:05.860478 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Attempting to bind port de249da3-955d-4160-b090-e6c251188aa0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:20:05.861047 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Attempting to bind port de249da3-955d-4160-b090-e6c251188aa0 on network f29bf43e-b380-40cb-a4b2-22e7dc04246f {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:20:05.866882 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:20:05.867280 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Checking segment: {'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:20:05.867738 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.868116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Bound using segment: {'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:20:05.868608 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Bound port: de249da3-955d-4160-b090-e6c251188aa0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf92766-2dfc-44bc-93b2-a436a553645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:20:05.869092 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (de249da3-955d-4160-b090-e6c251188aa0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.925123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-51b1b4ce-c10d-44d0-972e-7c24025aa58a None None] Provisioning complete for port de249da3-955d-4160-b090-e6c251188aa0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:20:05.926582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-51b1b4ce-c10d-44d0-972e-7c24025aa58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de249da3-955d-4160-b090-e6c251188aa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.930863 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.935371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] For port de249da3-955d-4160-b090-e6c251188aa0, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:20:05.956690 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] For port de249da3-955d-4160-b090-e6c251188aa0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=de249da3-955d-4160-b090-e6c251188aa0,segment=NetworkSegment(5cf92766-2dfc-44bc-93b2-a436a553645f),segment_id=5cf92766-2dfc-44bc-93b2-a436a553645f)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:20:05.962114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-51b1b4ce-c10d-44d0-972e-7c24025aa58a None None] Port de249da3-955d-4160-b090-e6c251188aa0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:20:05.964140 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (de249da3-955d-4160-b090-e6c251188aa0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:05.968054 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:05.988504 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:06.029027 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cef42d-b378-4e78-af65-8ecd68b1c035 None None] Pushing event updated for resources: {'Port': ['ID=de249da3-955d-4160-b090-e6c251188aa0,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:06.031533 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Routers {'f52b561c-dc79-4536-9480-de3d075f04ec'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:20:06.032171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:20:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f52b561c-dc79-4536-9480-de3d075f04ec'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:06.118389 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] Set router f52b561c-dc79-4536-9480-de3d075f04ec gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:20:06.181522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-193535d9-04a7-45af-851b-ca6e2e9a8326 None None] Provisioning complete for port de249da3-955d-4160-b090-e6c251188aa0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:20:06.181956 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-193535d9-04a7-45af-851b-ca6e2e9a8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de249da3-955d-4160-b090-e6c251188aa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:06.258668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-193535d9-04a7-45af-851b-ca6e2e9a8326 None None] Current status of the port de249da3-955d-4160-b090-e6c251188aa0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:20:06.259092 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-193535d9-04a7-45af-851b-ca6e2e9a8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (de249da3-955d-4160-b090-e6c251188aa0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:06.292280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-193535d9-04a7-45af-851b-ca6e2e9a8326 None None] For port de249da3-955d-4160-b090-e6c251188aa0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=de249da3-955d-4160-b090-e6c251188aa0,segment=NetworkSegment(5cf92766-2dfc-44bc-93b2-a436a553645f),segment_id=5cf92766-2dfc-44bc-93b2-a436a553645f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:20:06.296609 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-193535d9-04a7-45af-851b-ca6e2e9a8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (de249da3-955d-4160-b090-e6c251188aa0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:06.321822 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'name': 'router1', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:19:54Z', 'updated_at': '2022-07-28T10:20:03Z', 'revision_number': 2, 'project_id': '16858deae45c49fbbe279121babaf435', 'gw_port_host': None, '_interfaces': [{'id': 'de249da3-955d-4160-b090-e6c251188aa0', 'name': '', 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'mac_address': 'fa:16:3e:e9:0b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:03Z', 'updated_at': '2022-07-28T10:20:05Z', 'revision_number': 4, 'project_id': '16858deae45c49fbbe279121babaf435', 'subnets': [{'id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f8c0c5f-e916-4922-881d-650188754320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:06.343130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193535d9-04a7-45af-851b-ca6e2e9a8326 None None] Pushing event updated for resources: {'Port': ['ID=de249da3-955d-4160-b090-e6c251188aa0,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:06.351267 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a67e7-da86-488a-9beb-95ba2569e748 None None] The sync data for ids ['f52b561c-dc79-4536-9480-de3d075f04ec'] in n-d-850468-6 is: [{'id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'name': 'router1', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:19:54Z', 'updated_at': '2022-07-28T10:20:03Z', 'revision_number': 2, 'project_id': '16858deae45c49fbbe279121babaf435', 'gw_port_host': None, '_interfaces': [{'id': 'de249da3-955d-4160-b090-e6c251188aa0', 'name': '', 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'mac_address': 'fa:16:3e:e9:0b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:03Z', 'updated_at': '2022-07-28T10:20:05Z', 'revision_number': 4, 'project_id': '16858deae45c49fbbe279121babaf435', 'subnets': [{'id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f8c0c5f-e916-4922-881d-650188754320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:20:06.645381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37796) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:20:07.033475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea802f-60e9-4605-b1b0-d894a188e184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:20:07.035474 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-02ea802f-60e9-4605-b1b0-d894a188e184 admin admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 842 time: 0.3890817 Jul 28 10:20:07.045068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:20:07.067983 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Made reservation on behalf of 10082210418849b1827f8de2bb4559d2 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:20:07.070432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:07.176094 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:07.335387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:20:07.335817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (cc645c46-1024-429e-a8db-c17e9f3ab554), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:07.364099 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:07.386793 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:07.390455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc645c46-1024-429e-a8db-c17e9f3ab554,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:07.406177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:20:07.406530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Network hostable DHCP agents. Network: c45c8dc7-65d8-4dcb-8b4b-da6b676017e7, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:20:07.423766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:20:07.432564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c45c8dc7-65d8-4dcb-8b4b-da6b676017e7) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:20:07.436670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:20:07.437261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:07.442594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c1d93-f17e-45cc-8de9-891842afd3ed None None] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:20:07.454858 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cf046ceb-6849-4de8-9522-31616865232d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4131141 Jul 28 10:20:07.528187 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:07.583043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b702e-0b85-403a-a1c3-f33b27cd37b7 None None] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:20:07.587560 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:09.760774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37804) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:20:09.978278 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=35,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:09.982725 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:10.180624 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8ac8570d-6f61-45ba-bd8c-f3602ed2f2fa demo admin] 10.222.0.46 "GET /v2.0/routers/f52b561c-dc79-4536-9480-de3d075f04ec HTTP/1.1" status: 200 len: 710 time: 0.4186146 Jul 28 10:20:10.267613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9995b8-74a5-415c-bc2f-ddccba8d522f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:20:10.269522 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8c9995b8-74a5-415c-bc2f-ddccba8d522f demo admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 886 time: 0.0834537 Jul 28 10:20:10.278468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:20:10.593114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks [] for router_gateway (f52b561c-dc79-4536-9480-de3d075f04ec), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:10.818496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks [] for router_gateway (f52b561c-dc79-4536-9480-de3d075f04ec), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:10.892101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:10.894574 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:11.004426 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Allocated IP 172.25.2.36 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/735464d7-682c-44f8-93c3-521134894016) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:20:11.069421 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:11.112847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks [] for port (735464d7-682c-44f8-93c3-521134894016), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:11.145146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (735464d7-682c-44f8-93c3-521134894016), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:11.198759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Pushing event updated for resources: {'Port': ['ID=735464d7-682c-44f8-93c3-521134894016,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:11.202002 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:20:11.203599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:20:11.206332 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:20:11.416963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device de249da3-955d-4160-b090-e6c251188aa0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:20:11.454614 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks [] for router_gateway (f52b561c-dc79-4536-9480-de3d075f04ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:11.466927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port de249da3-955d-4160-b090-e6c251188aa0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:20:11.467314 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de249da3-955d-4160-b090-e6c251188aa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:11.542741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port de249da3-955d-4160-b090-e6c251188aa0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:20:11.656617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (f52b561c-dc79-4536-9480-de3d075f04ec), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:11.659919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (f52b561c-dc79-4536-9480-de3d075f04ec), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:11.761829 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:11.763933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Router f52b561c-dc79-4536-9480-de3d075f04ec has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:20:11.947827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:20:11.952061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:11.953259 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-019183e3-afaf-4f24-b683-c92d4edaa836 demo admin] 10.222.0.46 "PUT /v2.0/routers/f52b561c-dc79-4536-9480-de3d075f04ec HTTP/1.1" status: 200 len: 889 time: 1.6778877 Jul 28 10:20:12.714316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Sync routers for ids ['f52b561c-dc79-4536-9480-de3d075f04ec'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:20:12.727211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Routers {'f52b561c-dc79-4536-9480-de3d075f04ec'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:20:12.727907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:20:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f52b561c-dc79-4536-9480-de3d075f04ec'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:12.834798 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:12.931656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Set router f52b561c-dc79-4536-9480-de3d075f04ec gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:20:13.301874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'name': 'router1', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '735464d7-682c-44f8-93c3-521134894016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:19:54Z', 'updated_at': '2022-07-28T10:20:11Z', 'revision_number': 4, 'project_id': '16858deae45c49fbbe279121babaf435', 'gw_port': {'id': '735464d7-682c-44f8-93c3-521134894016', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:10Z', 'updated_at': '2022-07-28T10:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'de249da3-955d-4160-b090-e6c251188aa0', 'name': '', 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'mac_address': 'fa:16:3e:e9:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:03Z', 'updated_at': '2022-07-28T10:20:06Z', 'revision_number': 5, 'project_id': '16858deae45c49fbbe279121babaf435', 'subnets': [{'id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f8c0c5f-e916-4922-881d-650188754320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:13.422193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Checking router: f52b561c-dc79-4536-9480-de3d075f04ec for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:20:13.422563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Updating router f52b561c-dc79-4536-9480-de3d075f04ec port 735464d7-682c-44f8-93c3-521134894016 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:20:13.475082 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (735464d7-682c-44f8-93c3-521134894016), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:13.792041 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Publish callbacks [] for port (735464d7-682c-44f8-93c3-521134894016), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:13.798089 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (735464d7-682c-44f8-93c3-521134894016), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:13.824906 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:13.854440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Attempting to bind port 735464d7-682c-44f8-93c3-521134894016 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:20:13.854817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Attempting to bind port 735464d7-682c-44f8-93c3-521134894016 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:20:13.855184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Attempting to bind port 735464d7-682c-44f8-93c3-521134894016 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:20:13.858108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a84746-5427-47f2-a50c-39c7c5da77e8 None None] Pushing event updated for resources: {'Port': ['ID=735464d7-682c-44f8-93c3-521134894016,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:13.862644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:20:13.863025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:20:13.863430 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:13.863818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:20:13.864355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Bound port: 735464d7-682c-44f8-93c3-521134894016, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:20:13.864740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (735464d7-682c-44f8-93c3-521134894016), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:13.920881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] For port 735464d7-682c-44f8-93c3-521134894016, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:20:13.924055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] For port 735464d7-682c-44f8-93c3-521134894016, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=735464d7-682c-44f8-93c3-521134894016,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:20:13.929650 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (735464d7-682c-44f8-93c3-521134894016), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:13.987962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Routers {'f52b561c-dc79-4536-9480-de3d075f04ec'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:20:13.988580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:20:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f52b561c-dc79-4536-9480-de3d075f04ec'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:14.022890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a84746-5427-47f2-a50c-39c7c5da77e8 None None] Pushing event updated for resources: {'Port': ['ID=735464d7-682c-44f8-93c3-521134894016,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:14.096035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] Set router f52b561c-dc79-4536-9480-de3d075f04ec gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:20:14.125368 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:14.296727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'name': 'router1', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '735464d7-682c-44f8-93c3-521134894016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:19:54Z', 'updated_at': '2022-07-28T10:20:11Z', 'revision_number': 4, 'project_id': '16858deae45c49fbbe279121babaf435', 'gw_port': {'id': '735464d7-682c-44f8-93c3-521134894016', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:10Z', 'updated_at': '2022-07-28T10:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'de249da3-955d-4160-b090-e6c251188aa0', 'name': '', 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'mac_address': 'fa:16:3e:e9:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:03Z', 'updated_at': '2022-07-28T10:20:06Z', 'revision_number': 5, 'project_id': '16858deae45c49fbbe279121babaf435', 'subnets': [{'id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f8c0c5f-e916-4922-881d-650188754320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:20:14.323416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494f40d-8a6c-47fa-afa9-7fc65488aea0 None None] The sync data for ids ['f52b561c-dc79-4536-9480-de3d075f04ec'] in n-d-850468-6 is: [{'id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'name': 'router1', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '735464d7-682c-44f8-93c3-521134894016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:19:54Z', 'updated_at': '2022-07-28T10:20:11Z', 'revision_number': 4, 'project_id': '16858deae45c49fbbe279121babaf435', 'gw_port': {'id': '735464d7-682c-44f8-93c3-521134894016', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:10Z', 'updated_at': '2022-07-28T10:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'de249da3-955d-4160-b090-e6c251188aa0', 'name': '', 'network_id': 'f29bf43e-b380-40cb-a4b2-22e7dc04246f', 'tenant_id': '16858deae45c49fbbe279121babaf435', 'mac_address': 'fa:16:3e:e9:0b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b561c-dc79-4536-9480-de3d075f04ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:20:03Z', 'updated_at': '2022-07-28T10:20:06Z', 'revision_number': 5, 'project_id': '16858deae45c49fbbe279121babaf435', 'subnets': [{'id': '24d8beb2-d471-44f8-bb18-8f43cd444770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f8c0c5f-e916-4922-881d-650188754320'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:20:14.332106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37818) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:20:14.757908 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-76e97def-8721-4daf-b96a-3338a161c863 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4237664 Jul 28 10:20:15.406676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 735464d7-682c-44f8-93c3-521134894016 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:20:15.455119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 735464d7-682c-44f8-93c3-521134894016 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:20:15.455537 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (735464d7-682c-44f8-93c3-521134894016), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:15.526478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 735464d7-682c-44f8-93c3-521134894016 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:20:15.526868 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (735464d7-682c-44f8-93c3-521134894016), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:15.548919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 735464d7-682c-44f8-93c3-521134894016, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=735464d7-682c-44f8-93c3-521134894016,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:20:15.555448 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (735464d7-682c-44f8-93c3-521134894016), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:15.611521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=735464d7-682c-44f8-93c3-521134894016,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:20:16.320502 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=39 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:16.324561 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=35 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:17.432245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 735464d7-682c-44f8-93c3-521134894016 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:20:17.475673 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:17.477771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 735464d7-682c-44f8-93c3-521134894016 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:20:17.478275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (735464d7-682c-44f8-93c3-521134894016), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:17.551420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 735464d7-682c-44f8-93c3-521134894016 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:20:24.750763 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:24.754883 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:27.543378 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:27.549261 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:32.525902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d68e7711-9bfa-415e-a57d-53dc22b65cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:33.089327 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:20:34.898241 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-30550811-cc72-4cfe-82ea-0bdf1222c5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:35.934135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:37.404534 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:37.571200 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:20:41.100793 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:43.088823 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:47.552938 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:20:47.561832 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:02.527474 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5edb436a-be04-443e-9bad-31d23f90022a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:04.904368 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ef975b2-ed5f-4554-a83e-4909dd733134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:05.926483 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:07.395809 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:07.559638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:10.090131 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:21:17.549226 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:17.554325 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:18.095527 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:20.091263 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:31.086577 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:32.523475 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-026656b3-0c21-43c3-8208-10df7e5a4723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:34.898319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d390de5-c9b9-4a12-a587-ebfdeaf22f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:35.928622 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:37.394245 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:37.553669 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:40.703892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38396) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:41.041143 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-345776f1-14d6-4e3d-bfaa-41d00caff7d2 admin admin] GET failed (client error): The resource could not be found. Jul 28 10:21:41.042491 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-345776f1-14d6-4e3d-bfaa-41d00caff7d2 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3376563 Jul 28 10:21:41.207116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0c26c-4fb3-4c5a-bfcd-a92cbeeb136b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:41.208509 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6a0c26c-4fb3-4c5a-bfcd-a92cbeeb136b admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619246 Jul 28 10:21:43.357992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:43.721589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410efb6-bc30-4b71-9623-2f81615b5bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:43.722842 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b410efb6-bc30-4b71-9623-2f81615b5bfc admin admin] 10.222.0.46 "GET /v2.0/subnets/24d8beb2-d471-44f8-bb18-8f43cd444770 HTTP/1.1" status: 200 len: 849 time: 0.3639183 Jul 28 10:21:43.732286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:21:43.819902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Publish callbacks [] for subnet (24d8beb2-d471-44f8-bb18-8f43cd444770), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:43.958388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727300207845'] for subnet (24d8beb2-d471-44f8-bb18-8f43cd444770), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:43.993628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:43.994850 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:43.997406 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] 10.222.0.46 "PUT /v2.0/subnets/24d8beb2-d471-44f8-bb18-8f43cd444770 HTTP/1.1" status: 200 len: 868 time: 0.2668288 Jul 28 10:21:43.999125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7d9994-65d6-4bea-be97-d331a4c3aa47 None None] Network f29bf43e-b380-40cb-a4b2-22e7dc04246f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:21:44.014339 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d8beb2-d471-44f8-bb18-8f43cd444770,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:21:44.022789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.023131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.023473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.023809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.024143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.024472 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.024798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.025127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.025451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.025774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.026135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.026460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.026779 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.027099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.027420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e18b9e0-5569-4300-a224-1caeaa14dad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:21:44.346969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-98d83f89-afcc-4562-9dd8-2e7b79923c49 None None] Provisioning complete for port de249da3-955d-4160-b090-e6c251188aa0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:21:44.347362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98d83f89-afcc-4562-9dd8-2e7b79923c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de249da3-955d-4160-b090-e6c251188aa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:44.418811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-98d83f89-afcc-4562-9dd8-2e7b79923c49 None None] Current status of the port de249da3-955d-4160-b090-e6c251188aa0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:21:44.427433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-98d83f89-afcc-4562-9dd8-2e7b79923c49 None None] Provisioning complete for port 33e49500-57bc-4f3f-9552-68962e95ba1b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:21:44.427825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98d83f89-afcc-4562-9dd8-2e7b79923c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33e49500-57bc-4f3f-9552-68962e95ba1b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:21:44.499917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-98d83f89-afcc-4562-9dd8-2e7b79923c49 None None] Current status of the port 33e49500-57bc-4f3f-9552-68962e95ba1b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:21:46.198111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38414) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:46.710469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36731ad-3dfd-4a12-a61b-9202b3644b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:46.710862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36731ad-3dfd-4a12-a61b-9202b3644b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:46.712431 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f36731ad-3dfd-4a12-a61b-9202b3644b3d admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5133822 Jul 28 10:21:47.090656 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:21:48.903040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38424) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:49.310792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e765ac-d0d5-47e2-9949-67e520bf8cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:49.311176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e765ac-d0d5-47e2-9949-67e520bf8cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:49.312674 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c3e765ac-d0d5-47e2-9949-67e520bf8cf1 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4086447 Jul 28 10:21:51.475396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38434) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:51.929794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ccbb54-1796-49a8-a95c-929fc0a48777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:51.931468 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-84ccbb54-1796-49a8-a95c-929fc0a48777 admin admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 886 time: 0.4551253 Jul 28 10:21:54.017297 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=61,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:54.018631 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=61,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:54.276663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38442) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:54.496944 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:54.498872 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:54.704454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9749919-621c-4454-b79a-cb2d0f7d60db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:54.705819 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e9749919-621c-4454-b79a-cb2d0f7d60db admin admin] 10.222.0.46 "GET /v2.0/networks/f29bf43e-b380-40cb-a4b2-22e7dc04246f HTTP/1.1" status: 200 len: 869 time: 0.4282081 Jul 28 10:21:55.096756 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:56.927387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38450) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:57.087666 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:21:57.319331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec0a6c-29bf-4378-88c2-d88ec86c0efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:57.319702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec0a6c-29bf-4378-88c2-d88ec86c0efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:57.321197 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-09ec0a6c-29bf-4378-88c2-d88ec86c0efc admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3928733 Jul 28 10:21:59.454750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38458) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:21:59.818020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d767d9-0f40-4877-a831-ac9e62d9bf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:59.818416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d767d9-0f40-4877-a831-ac9e62d9bf74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:21:59.819961 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c4d767d9-0f40-4877-a831-ac9e62d9bf74 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3642442 Jul 28 10:22:01.975563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38466) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:22:02.372248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e9d8b-740c-47da-a37d-4a52d85a9d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:22:02.373507 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-815e9d8b-740c-47da-a37d-4a52d85a9d44 admin admin] 10.222.0.46 "GET /v2.0/subnets/24d8beb2-d471-44f8-bb18-8f43cd444770 HTTP/1.1" status: 200 len: 868 time: 0.3970160 Jul 28 10:22:02.526959 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e944007b-d277-4f0f-bec6-c9a902934e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:04.508760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38474) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:22:04.884866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bfad6-ecd5-4b43-9ca6-7e0b1503943b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:22:04.886197 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a63bfad6-ecd5-4b43-9ca6-7e0b1503943b admin admin] 10.222.0.46 "GET /v2.0/subnets/cc645c46-1024-429e-a8db-c17e9f3ab554 HTTP/1.1" status: 200 len: 816 time: 0.3764672 Jul 28 10:22:04.900745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f5746537-854c-4cf7-bbe0-a2030fd46dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:05.931313 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:07.398302 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:07.555598 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:14.879003 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=69 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:14.880889 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=69 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:17.545482 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:17.551462 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:24.089653 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:22:32.532370 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68a43f90-a973-4f83-a323-668ed4bb97fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:32.909376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38528) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:22:33.239724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-9dc62578-a5eb-4be1-aa1c-590ac6070e9c admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:22:33.240726 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9dc62578-a5eb-4be1-aa1c-590ac6070e9c admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303823 Jul 28 10:22:34.085964 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=18 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:34.086638 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=16 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:34.902519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-093bc301-5d80-49a4-8ee8-7b2b3c5dee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:35.540505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38536) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:22:35.906613 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e39314-dc66-4369-81f3-0773985cbaad admin admin] GET failed (client error): The resource could not be found. Jul 28 10:22:35.907959 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-19e39314-dc66-4369-81f3-0773985cbaad admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3664036 Jul 28 10:22:35.934714 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:36.058060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a9691-7763-4ccc-b965-c0260795adb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:22:36.059536 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f05a9691-7763-4ccc-b965-c0260795adb9 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1474831 Jul 28 10:22:37.402669 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:37.557843 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:38.418284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38544) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:22:38.755534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:22:38.775907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Made reservation on behalf of 10082210418849b1827f8de2bb4559d2 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:22:38.779540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:38.816737 n-d-850468-6 neutron-server[104688]: WARNING neutron.services.revisions.revision_plugin [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Could not find related network for resource to bump revision. Jul 28 10:22:38.829645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:22:38.840262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d1202e69-1586-480b-a81d-99387443bb93), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:38.840621 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Added segment d1202e69-1586-480b-a81d-99387443bb93 of type vlan for network 9cc8f12e-37a0-46b8-b393-1f22614586ea Jul 28 10:22:38.883874 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9cc8f12e-37a0-46b8-b393-1f22614586ea), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:38.916418 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9cc8f12e-37a0-46b8-b393-1f22614586ea), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:38.917647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:22:38.918257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:38.971964 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5526073 Jul 28 10:22:38.982995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Pushing event updated for resources: {'Network': ['ID=9cc8f12e-37a0-46b8-b393-1f22614586ea,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:22:38.990988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.991339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.991682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.992050 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.992435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.992810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.993208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.993537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.993884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.994218 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.994534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.994855 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.995175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.995496 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:38.995817 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11823731-7cbb-4613-94d3-bd55190747aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:39.011697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9cc8f12e-37a0-46b8-b393-1f22614586ea details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:22:41.302036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38552) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:22:41.643456 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c46c4f8-9c6e-4c19-87d7-5dca07c6034e admin admin] GET failed (client error): The resource could not be found. Jul 28 10:22:41.644720 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2c46c4f8-9c6e-4c19-87d7-5dca07c6034e admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3417222 Jul 28 10:22:41.718401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f2f5b-44d6-4a42-bc0c-da696ab3fce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:22:41.720814 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d63f2f5b-44d6-4a42-bc0c-da696ab3fce3 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718126 Jul 28 10:22:41.730318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '9cc8f12e-37a0-46b8-b393-1f22614586ea', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:22:41.754135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Made reservation on behalf of 10082210418849b1827f8de2bb4559d2 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:22:41.756513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:41.959069 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (71d51e61-16db-4acb-847e-bba5eb63c05b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.070483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d51e61-16db-4acb-847e-bba5eb63c05b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:22:42.082349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Checking segment: {'id': 'd1202e69-1586-480b-a81d-99387443bb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8f12e-37a0-46b8-b393-1f22614586ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:22:42.082841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Network hostable DHCP agents. Network: 9cc8f12e-37a0-46b8-b393-1f22614586ea, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:22:42.107195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Network 9cc8f12e-37a0-46b8-b393-1f22614586ea is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:22:42.120734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9cc8f12e-37a0-46b8-b393-1f22614586ea) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:22:42.126487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:22:42.127079 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.131935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804f278-78d5-4961-8e77-08d27efb239e None None] Network 9cc8f12e-37a0-46b8-b393-1f22614586ea requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:22:42.142970 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8458da40-88df-4645-91b5-59bed09acc98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4159575 Jul 28 10:22:42.250976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9cc8f12e-37a0-46b8-b393-1f22614586ea', 'network_id': '9cc8f12e-37a0-46b8-b393-1f22614586ea', 'project_id': '10082210418849b1827f8de2bb4559d2', 'fixed_ips': [{'subnet_id': '71d51e61-16db-4acb-847e-bba5eb63c05b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:22:42.251947 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.500948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Allocated IP 192.168.233.2 (9cc8f12e-37a0-46b8-b393-1f22614586ea/71d51e61-16db-4acb-847e-bba5eb63c05b/8264f731-65b0-47cb-b887-6be990aafb92) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:22:42.655409 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Publish callbacks [] for port (8264f731-65b0-47cb-b887-6be990aafb92), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.662197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8264f731-65b0-47cb-b887-6be990aafb92), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.705619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Network 9cc8f12e-37a0-46b8-b393-1f22614586ea is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:22:42.708895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:22:42.712936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:22:42.720458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Pushing event updated for resources: {'Port': ['ID=8264f731-65b0-47cb-b887-6be990aafb92,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:22:42.743959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.744314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.744658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.745002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.745332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.745676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.746031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.746364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.746692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.747018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.747344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.747671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.747995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.749115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.749417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:22:42.790989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Attempting to bind port 8264f731-65b0-47cb-b887-6be990aafb92 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:22:42.791636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Attempting to bind port 8264f731-65b0-47cb-b887-6be990aafb92 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd1202e69-1586-480b-a81d-99387443bb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8f12e-37a0-46b8-b393-1f22614586ea'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:22:42.792179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Attempting to bind port 8264f731-65b0-47cb-b887-6be990aafb92 on network 9cc8f12e-37a0-46b8-b393-1f22614586ea {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:22:42.798294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:22:42.798663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Checking segment: {'id': 'd1202e69-1586-480b-a81d-99387443bb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8f12e-37a0-46b8-b393-1f22614586ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:22:42.799081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.799465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Bound using segment: {'id': 'd1202e69-1586-480b-a81d-99387443bb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8f12e-37a0-46b8-b393-1f22614586ea'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:22:42.799922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Bound port: 8264f731-65b0-47cb-b887-6be990aafb92, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1202e69-1586-480b-a81d-99387443bb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cc8f12e-37a0-46b8-b393-1f22614586ea'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:22:42.800297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8264f731-65b0-47cb-b887-6be990aafb92), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.863639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] For port 8264f731-65b0-47cb-b887-6be990aafb92, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:22:42.874142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] For port 8264f731-65b0-47cb-b887-6be990aafb92, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8264f731-65b0-47cb-b887-6be990aafb92,segment=NetworkSegment(d1202e69-1586-480b-a81d-99387443bb93),segment_id=d1202e69-1586-480b-a81d-99387443bb93)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:22:42.881967 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8264f731-65b0-47cb-b887-6be990aafb92), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:42.948072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988c4f5-f9c3-4894-bdb9-cfbde26a2756 None None] Pushing event updated for resources: {'Port': ['ID=8264f731-65b0-47cb-b887-6be990aafb92,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:22:43.530834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8264f731-65b0-47cb-b887-6be990aafb92 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:22:43.559468 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:43.594201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8264f731-65b0-47cb-b887-6be990aafb92 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:22:43.595008 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8264f731-65b0-47cb-b887-6be990aafb92), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:43.599336 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:43.689093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8264f731-65b0-47cb-b887-6be990aafb92 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:22:43.689490 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8264f731-65b0-47cb-b887-6be990aafb92), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:43.731570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8264f731-65b0-47cb-b887-6be990aafb92, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8264f731-65b0-47cb-b887-6be990aafb92,segment=NetworkSegment(d1202e69-1586-480b-a81d-99387443bb93),segment_id=d1202e69-1586-480b-a81d-99387443bb93)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:22:43.738483 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8264f731-65b0-47cb-b887-6be990aafb92), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:43.796419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8264f731-65b0-47cb-b887-6be990aafb92,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:22:43.830441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12210e4-b9e9-4958-9f02-0cacaf2c8575 None None] Network 9cc8f12e-37a0-46b8-b393-1f22614586ea requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:22:43.887909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-cfe0bb54-5907-413a-973e-d09771fe06d5 None None] Provisioning complete for port 8264f731-65b0-47cb-b887-6be990aafb92 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:22:43.888213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bb54-5907-413a-973e-d09771fe06d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8264f731-65b0-47cb-b887-6be990aafb92), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:44.013660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0bb54-5907-413a-973e-d09771fe06d5 None None] Current status of the port 8264f731-65b0-47cb-b887-6be990aafb92 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:22:44.235738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ab6b7edd-dda2-4bb6-a1e9-d16248b00a6e None None] Provisioning complete for port 8264f731-65b0-47cb-b887-6be990aafb92 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:22:44.236139 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7edd-dda2-4bb6-a1e9-d16248b00a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8264f731-65b0-47cb-b887-6be990aafb92), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:44.314128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b7edd-dda2-4bb6-a1e9-d16248b00a6e None None] Current status of the port 8264f731-65b0-47cb-b887-6be990aafb92 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:22:45.489473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8264f731-65b0-47cb-b887-6be990aafb92 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:22:45.541074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8264f731-65b0-47cb-b887-6be990aafb92 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:22:45.541467 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8264f731-65b0-47cb-b887-6be990aafb92), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:22:45.619027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8264f731-65b0-47cb-b887-6be990aafb92 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:22:52.136538 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:52.137279 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:55.616509 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:22:55.617229 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:01.088877 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:23:02.535203 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc104-2fe6-4728-92c3-53681ecf1d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:04.912000 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b1b85f2d-3611-44dd-8116-db84c3f66018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:05.935436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:07.409617 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:07.561744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:11.083832 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:11.084661 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:17.554656 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:17.556775 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:31.081581 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:32.540990 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d5bdaff8-226c-436c-87b1-bc54c553099e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:34.906103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b36a2fab-d201-4b04-bafe-0b95c8621260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:35.940129 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:37.409616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:37.565229 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:23:38.091184 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:23:47.559347 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:47.560710 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:48.084694 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:23:48.088883 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:02.539255 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-112f644f-bbc4-4085-aa28-0f393899591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:04.909635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b87441a-02db-4cb7-bd6a-4d89fb1b4da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:05.941804 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:07.422256 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:07.570475 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:15.091150 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:24:17.563724 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:17.565645 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:21.297951 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38590) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:24:21.303654 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-6c606347-95d4-4a10-a490-d7201e975b8a tempest-verify_tempest_config-1171954010 tempest-verify_tempest_config-1171954010-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:24:21.305220 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6c606347-95d4-4a10-a490-d7201e975b8a tempest-verify_tempest_config-1171954010 tempest-verify_tempest_config-1171954010-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062575 Jul 28 10:24:21.899166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38608) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:24:22.239275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:22.341750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Publish callbacks [] for security_group (9fcab93c-d7b1-4986-ad32-d2325f91e5b2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:22.345507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9fcab93c-d7b1-4986-ad32-d2325f91e5b2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:22.392544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcab93c-d7b1-4986-ad32-d2325f91e5b2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:24:22.396208 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3a0d83f8004471393d1ad4a0fe39844&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4960365 Jul 28 10:24:22.399007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38614) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:24:22.402236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.402580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.402919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.403251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.403625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.403904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.404226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.404544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.404861 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.405180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.405501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.405818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.406176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.406471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.406809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbeef7f-f539-4bd0-ac66-915700f42842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.457107 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Publish callbacks [] for security_group (9fcab93c-d7b1-4986-ad32-d2325f91e5b2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:22.478752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Publish callbacks [] for security_group (9fcab93c-d7b1-4986-ad32-d2325f91e5b2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:22.570729 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9fcab93c-d7b1-4986-ad32-d2325f91e5b2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:22.574531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:22.575714 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fcab93c-d7b1-4986-ad32-d2325f91e5b2 HTTP/1.1" status: 204 len: 168 time: 0.1756198 Jul 28 10:24:22.583552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcab93c-d7b1-4986-ad32-d2325f91e5b2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:24:22.590948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.591292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.591625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.591958 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.592287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.592612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.592937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.593259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.593590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.593915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.594225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.594546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.594866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.595184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:22.595499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f234da-32bf-4077-be26-ac2c8e37f704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:24:30.553117 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=17 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:30.553931 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=17 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:32.389195 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:32.398287 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:32.531210 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d56d1612-0195-4cfd-821b-cca759d97b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:32.579405 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:32.587166 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:34.913678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50a4b336-a3ee-40d3-95ce-f558708ecc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:35.943263 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:37.414211 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:37.574451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:24:47.569214 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:47.570084 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:24:52.092903 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:25:02.086654 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:25:02.087377 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:25:02.535998 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-47dbfdd6-945a-483f-83af-d569a11d9dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:04.920505 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-995ea4a8-f915-42de-b734-fe17c171a0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:05.947321 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:07.417301 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:07.582322 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:17.574675 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:25:17.577526 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:25:29.093686 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:25:32.528660 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eace0645-35cc-469e-a1f8-d3b2dfc6f901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:34.923992 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0bf6e3fe-f0fd-4500-a49e-5eaee999d8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:35.953233 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:37.422838 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:37.575382 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:25:39.090184 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:25:39.090922 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:25:47.564349 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:25:47.570931 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:02.533083 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd6f07cf-d268-4119-b96e-422e9a4979e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:04.927601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e9b35eb-c3ed-4c7b-800e-c84d539b2d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:05.952228 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:06.092675 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:26:07.424466 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:07.579569 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:16.088980 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:16.089728 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:17.572524 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:17.575651 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:30.557611 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=14 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:30.559590 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=12 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:32.528709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c08e3af-3b84-4ea6-83f4-175e208434e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:34.930828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9fa97a1d-53c0-422f-9fa6-1e7da82408bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:35.955751 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:37.428283 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:37.583662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:26:43.091663 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:26:47.572651 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:47.578950 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:51.106906 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:26:53.088244 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:27:02.530718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5e5f279c-f640-475f-acde-74e6416782fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:04.933338 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f611bcf1-745c-4236-8c54-13e592a072d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:05.959943 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:07.430411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:07.590081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:17.582992 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:27:17.585007 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:27:20.091258 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 5 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:27:30.087958 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:27:31.084739 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:27:32.533340 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15cc19dd-792f-42b1-b037-e6888038238b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:34.935610 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3a26d4a8-0e65-42ff-95b6-e7ae54b1aa97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:35.962885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:37.024766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900069'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:37.434388 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:37.582786 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:41.248806 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900069'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:27:51.237278 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:27:51.243317 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:27:57.090444 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:28:02.535704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79a30d63-bbf0-476d-b271-50b9660b2dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:04.937464 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f638117-b2e0-4e91-b8e5-9934adb74ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:05.964480 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:07.009800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:07.085842 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:07.086516 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:07.437678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:07.585413 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:11.229583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:19.818714 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38692) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:28:19.948409 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bed15646-01b4-42c9-89c0-2ebc80a5f77c admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1284215 Jul 28 10:28:21.223412 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:21.225238 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:21.996752 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38702) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:28:22.058745 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3b4e89cb-6c5e-4229-986a-fa89e43d77e6 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0609019 Jul 28 10:28:29.942412 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:30.610811 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=12 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:30.615721 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=14 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:32.051510 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:32.052285 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:32.537365 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7f99e54-7612-4eb7-bd4e-4aa9f0377d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:34.090360 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:28:34.939182 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8d9e6da-c84e-4f2e-bd63-9004c909d160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:35.966877 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:37.008376 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:37.440830 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:37.588583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:41.242469 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:28:42.106351 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:44.085082 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:51.236792 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:28:51.238681 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:02.539726 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3cf9-b694-40f6-85eb-3ac92f158e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:04.943115 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96e969cd-8d06-477b-8781-1ee6bdd7967e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:05.970392 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:07.019162 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:07.445386 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:07.605013 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:11.091638 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:29:11.247680 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:19.112387 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:21.234458 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:21.241755 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:31.090366 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:32.545906 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f9aefb22-ac8d-46b1-889a-62d8005f6e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:34.946247 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4c83adb-e8bf-4436-bc43-2738e7198b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:35.977661 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:37.013527 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:37.446819 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:37.600764 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:41.264632 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:48.092647 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:29:51.257924 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:51.260749 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:57.190401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38804) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:29:57.432011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-network', 'tenant_id': '07e2042b56704e9fb5195d43d8116494'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:29:57.459119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Made reservation on behalf of 07e2042b56704e9fb5195d43d8116494 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:29:57.461819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.472045 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.577332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks [] for security_group (14f644c8-138c-43d2-aa9e-5db398953771), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.581790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (14f644c8-138c-43d2-aa9e-5db398953771), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.620156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:29:57.657179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727300331969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2621197a-3aed-42f6-9df4-20cd6914f65a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.657774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Unsubscribe: segment precommit_create {{(pid=104687) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 10:29:57.658286 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Added segment 2621197a-3aed-42f6-9df4-20cd6914f65a of type vlan for network 1c87581d-6ea4-480a-85dd-94af3087f3e2 Jul 28 10:29:57.662895 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f644c8-138c-43d2-aa9e-5db398953771,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:57.706416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.706789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.707301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.707709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.707944 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.708415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.708904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.709238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.709554 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.710067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.710386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.710866 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.711191 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.711505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.711992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Tracked resource versions report: Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: pushed versions: Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: { 'AddressGroup': {'1.2'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Agent': {'1.1'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'ConntrackHelper': {'1.0'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Log': {'1.0'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'NDPProxy': {'1.0'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Network': {'1.1'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Port': {'1.7'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'PortForwarding': {'1.3'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'QosPolicy': {'1.10'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'SecurityGroup': {'1.5'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'SubPort': {'1.0'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Subnet': {'1.1'}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Trunk': {'1.1'}} Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: consumer versions: Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: HyperV agent@n-h1-850468-6: {}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: HyperV agent@n-h2-850468-6: {}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: L3 agent@n-d-850468-6: {}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: Metadata agent@n-d-850468-6: {}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: Metering agent@n-d-850468-6: {}, Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Agent': '1.1', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'ConntrackHelper': '1.0', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'LocalIPAssociation': '1.0', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Log': '1.0', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'NDPProxy': '1.0', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Network': '1.1', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Port': '1.7', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'PortForwarding': '1.3', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'QosPolicy': '1.10', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'SecurityGroup': '1.5', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'SecurityGroupRule': '1.2', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'SubPort': '1.0', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Subnet': '1.1', Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: 'Trunk': '1.1'}} Jul 28 10:29:57.713720 n-d-850468-6 neutron-server[104687]: {{(pid=104687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:29:57.735963 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (1c87581d-6ea4-480a-85dd-94af3087f3e2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.776042 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (1c87581d-6ea4-480a-85dd-94af3087f3e2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.777592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:29:57.778191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:57.872624 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6803725 Jul 28 10:29:57.875830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38848) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:29:57.882216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Request body: {'subnet': {'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-subnet', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:29:57.896052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1f184-cf2a-49bc-a511-13588fa7d13b admin admin] Pushing event updated for resources: {'Network': ['ID=1c87581d-6ea4-480a-85dd-94af3087f3e2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:57.909391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:29:57.925904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Made reservation on behalf of 07e2042b56704e9fb5195d43d8116494 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:29:57.928477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.164770 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (5bb1d88c-40ec-4253-b692-0c6164d10d59), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.213699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb1d88c-40ec-4253-b692-0c6164d10d59,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:58.224298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.224643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.224987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.225325 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.225658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.226015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.226339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.226665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.226991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.227310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.227621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.228472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.229478 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.229800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.230150 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Tracked resource versions report: Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: pushed versions: Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: { 'AddressGroup': {'1.2'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Agent': {'1.1'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'ConntrackHelper': {'1.0'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Log': {'1.0'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'NDPProxy': {'1.0'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Network': {'1.1'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Port': {'1.7'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'PortForwarding': {'1.3'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'QosPolicy': {'1.10'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'SecurityGroup': {'1.5'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'SubPort': {'1.0'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Subnet': {'1.1'}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Trunk': {'1.1'}} Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: consumer versions: Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: HyperV agent@n-h1-850468-6: {}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: HyperV agent@n-h2-850468-6: {}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: L3 agent@n-d-850468-6: {}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: Metadata agent@n-d-850468-6: {}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: Metering agent@n-d-850468-6: {}, Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Agent': '1.1', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'ConntrackHelper': '1.0', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'LocalIPAssociation': '1.0', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Log': '1.0', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'NDPProxy': '1.0', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Network': '1.1', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Port': '1.7', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'PortForwarding': '1.3', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'QosPolicy': '1.10', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'SecurityGroup': '1.5', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'SecurityGroupRule': '1.2', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'SubPort': '1.0', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Subnet': '1.1', Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: 'Trunk': '1.1'}} Jul 28 10:29:58.231371 n-d-850468-6 neutron-server[104688]: {{(pid=104688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:29:58.256778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Checking segment: {'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:29:58.257140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Network hostable DHCP agents. Network: 1c87581d-6ea4-480a-85dd-94af3087f3e2, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:29:58.277789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:29:58.289571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 1c87581d-6ea4-480a-85dd-94af3087f3e2) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:58.294706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:29:58.295295 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.301309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a256a1-7886-4a76-a2a3-6615c6d46069 None None] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:29:58.318428 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a5d12907-72f2-4212-b2e1-a6d5e04db86a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4412796 Jul 28 10:29:58.319876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38862) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:29:58.325230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:29:58.352316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (ea327014-55f5-4e8e-be00-3927e9997410), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.353674 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (ea327014-55f5-4e8e-be00-3927e9997410), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.420416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks [] for router_controller (ea327014-55f5-4e8e-be00-3927e9997410), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.457403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-1c87581d-6ea4-480a-85dd-94af3087f3e2', 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2', 'project_id': '07e2042b56704e9fb5195d43d8116494', 'fixed_ips': [{'subnet_id': '5bb1d88c-40ec-4253-b692-0c6164d10d59'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:29:58.458911 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.616323 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks [] for router_gateway (ea327014-55f5-4e8e-be00-3927e9997410), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.667770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Allocated IP 172.20.0.2 (1c87581d-6ea4-480a-85dd-94af3087f3e2/5bb1d88c-40ec-4253-b692-0c6164d10d59/1ef0838f-a7a4-4e37-8050-4041abc00c4e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:29:58.843275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Publish callbacks [] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.857143 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.924347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks [] for router_gateway (ea327014-55f5-4e8e-be00-3927e9997410), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.932736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:29:58.934956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:58.943512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Pushing event updated for resources: {'Port': ['ID=1ef0838f-a7a4-4e37-8050-4041abc00c4e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:58.948959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:29:58.949179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:58.988488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.988838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.989211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.989721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.990088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.990427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.990766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.991092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.991421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.991754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.992080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.992405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.992760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.993191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.993710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Tracked resource versions report: Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: pushed versions: Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: { 'AddressGroup': {'1.2'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Agent': {'1.1'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'ConntrackHelper': {'1.0'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Log': {'1.0'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'NDPProxy': {'1.0'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Network': {'1.1'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Port': {'1.7'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'PortForwarding': {'1.3'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'QosPolicy': {'1.10'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'SecurityGroup': {'1.5'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'SubPort': {'1.0'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Subnet': {'1.1'}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Trunk': {'1.1'}} Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: consumer versions: Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: HyperV agent@n-h1-850468-6: {}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: HyperV agent@n-h2-850468-6: {}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: L3 agent@n-d-850468-6: {}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: Metadata agent@n-d-850468-6: {}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: Metering agent@n-d-850468-6: {}, Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Agent': '1.1', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'ConntrackHelper': '1.0', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'LocalIPAssociation': '1.0', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Log': '1.0', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'NDPProxy': '1.0', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Network': '1.1', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Port': '1.7', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'PortForwarding': '1.3', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'QosPolicy': '1.10', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'SecurityGroup': '1.5', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'SecurityGroupRule': '1.2', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'SubPort': '1.0', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Subnet': '1.1', Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: 'Trunk': '1.1'}} Jul 28 10:29:58.995484 n-d-850468-6 neutron-server[104689]: {{(pid=104689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:29:59.043086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Attempting to bind port 1ef0838f-a7a4-4e37-8050-4041abc00c4e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:29:59.043479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Attempting to bind port 1ef0838f-a7a4-4e37-8050-4041abc00c4e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:29:59.044874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Attempting to bind port 1ef0838f-a7a4-4e37-8050-4041abc00c4e on network 1c87581d-6ea4-480a-85dd-94af3087f3e2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:29:59.054319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:29:59.054708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Checking segment: {'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:29:59.055110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:59.055652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Bound using segment: {'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:29:59.056052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Bound port: 1ef0838f-a7a4-4e37-8050-4041abc00c4e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:29:59.057087 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:59.087861 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:59.088997 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:59.135134 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:59.142228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] For port 1ef0838f-a7a4-4e37-8050-4041abc00c4e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:29:59.146307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] For port 1ef0838f-a7a4-4e37-8050-4041abc00c4e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1ef0838f-a7a4-4e37-8050-4041abc00c4e,segment=NetworkSegment(2621197a-3aed-42f6-9df4-20cd6914f65a),segment_id=2621197a-3aed-42f6-9df4-20cd6914f65a)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:29:59.153180 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:59.208506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Allocated IP 172.25.2.96 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/87fdd047-627b-4afa-9050-41c1336dfdac) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:29:59.214287 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:29:59.224133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624642c1-cc8f-43db-b792-aeef313ef153 None None] Pushing event updated for resources: {'Port': ['ID=1ef0838f-a7a4-4e37-8050-4041abc00c4e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:59.367619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks [] for port (87fdd047-627b-4afa-9050-41c1336dfdac), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:59.414154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:59.465176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:29:59.469756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Pushing event updated for resources: {'Port': ['ID=87fdd047-627b-4afa-9050-41c1336dfdac,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:59.472544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:59.496933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:29:59.806702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1ef0838f-a7a4-4e37-8050-4041abc00c4e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:29:59.812376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks [] for router_gateway (ea327014-55f5-4e8e-be00-3927e9997410), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:59.880373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1ef0838f-a7a4-4e37-8050-4041abc00c4e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:29:59.880922 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:29:59.883696 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:00.054408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1ef0838f-a7a4-4e37-8050-4041abc00c4e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:00.055806 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:00.090114 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:00.125517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1ef0838f-a7a4-4e37-8050-4041abc00c4e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1ef0838f-a7a4-4e37-8050-4041abc00c4e,segment=NetworkSegment(2621197a-3aed-42f6-9df4-20cd6914f65a),segment_id=2621197a-3aed-42f6-9df4-20cd6914f65a)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:00.140104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:00.151673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (ea327014-55f5-4e8e-be00-3927e9997410), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:00.248610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1ef0838f-a7a4-4e37-8050-4041abc00c4e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:00.408086 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:00.419458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Router ea327014-55f5-4e8e-be00-3927e9997410 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:30:00.579217 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:00.592675 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Sync routers for ids ['ea327014-55f5-4e8e-be00-3927e9997410'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:00.607554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:00.613549 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f770ff1f-32cd-4a00-b65d-5202a6e062fa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2881298 Jul 28 10:30:00.613734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38936) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:00.632622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38938) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:00.638379 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Routers {'ea327014-55f5-4e8e-be00-3927e9997410'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:00.639084 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:29:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ea327014-55f5-4e8e-be00-3927e9997410'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:00.756280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe02293-264a-46ea-99dd-00a2181e5f31 None None] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:30:00.934974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6c349cc5-3a02-4bc1-920d-f1a7a9c69e9f None None] Provisioning complete for port 1ef0838f-a7a4-4e37-8050-4041abc00c4e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:00.935597 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c349cc5-3a02-4bc1-920d-f1a7a9c69e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:00.976732 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Set router ea327014-55f5-4e8e-be00-3927e9997410 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:01.245924 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:29:59Z', 'revision_number': 3, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:01.292355 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Checking router: ea327014-55f5-4e8e-be00-3927e9997410 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:01.292934 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Updating router ea327014-55f5-4e8e-be00-3927e9997410 port 87fdd047-627b-4afa-9050-41c1336dfdac binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:01.339163 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:01.419976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6c349cc5-3a02-4bc1-920d-f1a7a9c69e9f None None] Current status of the port 1ef0838f-a7a4-4e37-8050-4041abc00c4e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:01.675807 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7723f40d-8945-4ee1-93c6-7c10984287c2 tempest-AutoAllocateNetworkTest-577517044 tempest-AutoAllocateNetworkTest-577517044-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=864661167b854754b6a2357a7a8fa4f1&shared=False HTTP/1.1" status: 200 len: 208 time: 1.0377567 Jul 28 10:30:01.676790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38964) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:01.822484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1ef0838f-a7a4-4e37-8050-4041abc00c4e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:01.822772 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:01.833178 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Publish callbacks [] for port (87fdd047-627b-4afa-9050-41c1336dfdac), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:01.844723 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:01.896709 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:01.927946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:01.930047 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Attempting to bind port 87fdd047-627b-4afa-9050-41c1336dfdac on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:01.930592 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Attempting to bind port 87fdd047-627b-4afa-9050-41c1336dfdac by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:01.931736 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Attempting to bind port 87fdd047-627b-4afa-9050-41c1336dfdac on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:01.948456 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:01.948923 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:01.949547 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:01.950040 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:01.950583 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Bound port: 87fdd047-627b-4afa-9050-41c1336dfdac, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:01.951077 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:01.953152 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:01.955671 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Pushing event updated for resources: {'Port': ['ID=87fdd047-627b-4afa-9050-41c1336dfdac,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:01.961890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f26af4b9-c035-4ddc-896e-6af720d124ea None None] Provisioning complete for port 1ef0838f-a7a4-4e37-8050-4041abc00c4e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:01.962535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f26af4b9-c035-4ddc-896e-6af720d124ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:02.009390 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.010366 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.011957 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.012939 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.013523 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.014103 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.016151 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.016677 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.018366 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.018887 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.019376 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.020880 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.022166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.022687 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.025421 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Tracked resource versions report: Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: pushed versions: Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: { 'AddressGroup': {'1.2'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Agent': {'1.1'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'ConntrackHelper': {'1.0'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'LocalIPAssociation': {'1.0'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Log': {'1.0'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'NDPProxy': {'1.0'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Network': {'1.1'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Port': {'1.7'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'PortForwarding': {'1.3'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'QosPolicy': {'1.10'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'SecurityGroup': {'1.5'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'SubPort': {'1.0'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Subnet': {'1.1'}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Trunk': {'1.1'}} Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: consumer versions: Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: { DHCP agent@n-d-850468-6: {}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: HyperV agent@n-h1-850468-6: {}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: HyperV agent@n-h2-850468-6: {}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: L3 agent@n-d-850468-6: {}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: Metadata agent@n-d-850468-6: {}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: Metering agent@n-d-850468-6: {}, Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: Open vSwitch agent@n-d-850468-6: { 'AddressGroup': '1.2', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Agent': '1.1', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'ConntrackHelper': '1.0', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'LocalIPAssociation': '1.0', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Log': '1.0', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'NDPProxy': '1.0', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Network': '1.1', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Port': '1.7', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'PortForwarding': '1.3', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'QosPolicy': '1.10', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'SecurityGroup': '1.5', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'SecurityGroupRule': '1.2', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'SubPort': '1.0', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Subnet': '1.1', Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: 'Trunk': '1.1'}} Jul 28 10:30:02.028546 n-d-850468-6 neutron-server[104690]: {{(pid=104690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:30:02.051489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf0d79-dfa1-4dc7-874b-483cbf38e24f tempest-AutoAllocateNetworkTest-577517044 tempest-AutoAllocateNetworkTest-577517044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:02.063067 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0abf0d79-dfa1-4dc7-874b-483cbf38e24f tempest-AutoAllocateNetworkTest-577517044 tempest-AutoAllocateNetworkTest-577517044-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3848155 Jul 28 10:30:02.068065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:02.095062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1ef0838f-a7a4-4e37-8050-4041abc00c4e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:02.095458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:02.135912 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] For port 87fdd047-627b-4afa-9050-41c1336dfdac, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:02.141439 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] For port 87fdd047-627b-4afa-9050-41c1336dfdac, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=87fdd047-627b-4afa-9050-41c1336dfdac,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:02.154480 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:02.183200 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c867b469-7706-44c9-8b5d-a46f03d6c83f tempest-AutoAllocateNetworkTest-577517044 tempest-AutoAllocateNetworkTest-577517044-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080084 Jul 28 10:30:02.183425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:02.238233 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4dccc758-cfb4-4c31-9b3d-dba42609c70e tempest-AutoAllocateNetworkTest-577517044 tempest-AutoAllocateNetworkTest-577517044-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=864661167b854754b6a2357a7a8fa4f1 HTTP/1.1" status: 200 len: 208 time: 0.0504246 Jul 28 10:30:02.242356 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a936e7-886b-498f-991f-2c0005714919 None None] Pushing event updated for resources: {'Port': ['ID=87fdd047-627b-4afa-9050-41c1336dfdac,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:02.255072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f26af4b9-c035-4ddc-896e-6af720d124ea None None] Current status of the port 1ef0838f-a7a4-4e37-8050-4041abc00c4e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:02.268269 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Routers {'ea327014-55f5-4e8e-be00-3927e9997410'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:02.269015 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:29:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ea327014-55f5-4e8e-be00-3927e9997410'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:02.312921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1ef0838f-a7a4-4e37-8050-4041abc00c4e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:02.392560 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] Set router ea327014-55f5-4e8e-be00-3927e9997410 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:02.505100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Allocated IP 172.20.0.1 (1c87581d-6ea4-480a-85dd-94af3087f3e2/5bb1d88c-40ec-4253-b692-0c6164d10d59/00d08b9f-e6d8-4a6b-8068-56340a41f02b) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:02.537665 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:02.551632 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f434beaf-23db-4093-b630-53b08ccfa618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:02.629981 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:02.646620 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:29:59Z', 'revision_number': 3, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:02.680154 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks [] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:02.688761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f701b5d-fb3a-4f5d-bf27-9882881371f0 None None] The sync data for ids ['ea327014-55f5-4e8e-be00-3927e9997410'] in n-d-850468-6 is: [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:29:59Z', 'revision_number': 3, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:30:02.877422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:02.963519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:02.972139 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:02.974969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:02.975748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (ea327014-55f5-4e8e-be00-3927e9997410), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:03.144946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Pushing event updated for resources: {'Port': ['ID=00d08b9f-e6d8-4a6b-8068-56340a41f02b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:03.296347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-844335ae-44b7-4954-ac90-3815dbd1466f None None] Provisioning complete for port 00d08b9f-e6d8-4a6b-8068-56340a41f02b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:03.297052 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-844335ae-44b7-4954-ac90-3815dbd1466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:03.340183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-844335ae-44b7-4954-ac90-3815dbd1466f None None] Port 00d08b9f-e6d8-4a6b-8068-56340a41f02b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:03.410934 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:03.452540 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39018) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:03.822640 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:03.848860 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks [] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:03.858208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:03.859639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (ea327014-55f5-4e8e-be00-3927e9997410), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:03.991693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Pushing event updated for resources: {'Port': ['ID=00d08b9f-e6d8-4a6b-8068-56340a41f02b,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:04.054454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:04.057968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:04.223238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 87fdd047-627b-4afa-9050-41c1336dfdac up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:04.294197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Router ea327014-55f5-4e8e-be00-3927e9997410 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:30:04.305119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 87fdd047-627b-4afa-9050-41c1336dfdac triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:04.305775 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.318614 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:04.342616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20bd-cff0-435a-b9a1-20f394914c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.428146 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:04.521457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d5d5409f-46e8-4a48-b3ac-e009e24bf290 None None] Provisioning complete for port 00d08b9f-e6d8-4a6b-8068-56340a41f02b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:04.527085 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d5d5409f-46e8-4a48-b3ac-e009e24bf290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.530046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 87fdd047-627b-4afa-9050-41c1336dfdac is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:04.530661 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.538469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:04.544323 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20bd-cff0-435a-b9a1-20f394914c7c admin admin] Publish callbacks [] for security_group (47ac0c45-5b21-45f1-be98-052d4d694799), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.552646 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e8aa20bd-cff0-435a-b9a1-20f394914c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (47ac0c45-5b21-45f1-be98-052d4d694799), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.563609 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bcc5c81e-e1cb-49b5-b444-794160a5398f admin admin] 10.222.0.46 "PUT /v2.0/routers/ea327014-55f5-4e8e-be00-3927e9997410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9504812 Jul 28 10:30:04.586454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 87fdd047-627b-4afa-9050-41c1336dfdac, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=87fdd047-627b-4afa-9050-41c1336dfdac,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:04.588087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa20bd-cff0-435a-b9a1-20f394914c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac0c45-5b21-45f1-be98-052d4d694799,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:04.609013 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.613055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5409f-46e8-4a48-b3ac-e009e24bf290 None None] Port 00d08b9f-e6d8-4a6b-8068-56340a41f02b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:04.636543 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e8aa20bd-cff0-435a-b9a1-20f394914c7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=864661167b854754b6a2357a7a8fa4f1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1828251 Jul 28 10:30:04.641180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39070) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:04.703799 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:04.740745 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=87fdd047-627b-4afa-9050-41c1336dfdac,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:04.749355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a403a1-8962-40b0-94bb-8d6d5adb4a9d admin admin] Publish callbacks [] for security_group (47ac0c45-5b21-45f1-be98-052d4d694799), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.778904 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a403a1-8962-40b0-94bb-8d6d5adb4a9d admin admin] Publish callbacks [] for security_group (47ac0c45-5b21-45f1-be98-052d4d694799), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.885635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a403a1-8962-40b0-94bb-8d6d5adb4a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (47ac0c45-5b21-45f1-be98-052d4d694799), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.889147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a403a1-8962-40b0-94bb-8d6d5adb4a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:04.890541 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00a403a1-8962-40b0-94bb-8d6d5adb4a9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47ac0c45-5b21-45f1-be98-052d4d694799 HTTP/1.1" status: 204 len: 168 time: 0.2481332 Jul 28 10:30:04.914819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a403a1-8962-40b0-94bb-8d6d5adb4a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac0c45-5b21-45f1-be98-052d4d694799,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:04.980666 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-25e861f5-5b41-4fa8-8d13-6284b69c0f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:05.174563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Sync routers for ids ['ea327014-55f5-4e8e-be00-3927e9997410'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:05.196479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Routers {'ea327014-55f5-4e8e-be00-3927e9997410'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:05.198248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ea327014-55f5-4e8e-be00-3927e9997410'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:05.385046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Set router ea327014-55f5-4e8e-be00-3927e9997410 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:05.630042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:03Z', 'revision_number': 4, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '00d08b9f-e6d8-4a6b-8068-56340a41f02b', 'name': '', 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'mac_address': 'fa:16:3e:b6:2b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5bb1d88c-40ec-4253-b692-0c6164d10d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:01Z', 'updated_at': '2022-07-28T10:30:03Z', 'revision_number': 2, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'subnets': [{'id': '5bb1d88c-40ec-4253-b692-0c6164d10d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:05.650986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39106) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:05.672008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Checking router: ea327014-55f5-4e8e-be00-3927e9997410 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:05.672497 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Updating router ea327014-55f5-4e8e-be00-3927e9997410 port 00d08b9f-e6d8-4a6b-8068-56340a41f02b binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:05.722061 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:05.771704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 87fdd047-627b-4afa-9050-41c1336dfdac up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:05.927609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 87fdd047-627b-4afa-9050-41c1336dfdac triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:05.928093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.051189 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.132014 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:06.137912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 87fdd047-627b-4afa-9050-41c1336dfdac is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:06.234176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Publish callbacks [] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.246949 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.307344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2c54-95d1-474c-a9f1-08e33fad51c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.337611 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:06.342245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89b03f-103d-4afc-b7ed-fed2c789c240 None None] Pushing event updated for resources: {'Port': ['ID=00d08b9f-e6d8-4a6b-8068-56340a41f02b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:06.478513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2c54-95d1-474c-a9f1-08e33fad51c7 admin admin] Publish callbacks [] for security_group (ea771e7a-7d4c-411c-be10-9ec11bae0c64), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.491894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2c54-95d1-474c-a9f1-08e33fad51c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ea771e7a-7d4c-411c-be10-9ec11bae0c64), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.493278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Attempting to bind port 00d08b9f-e6d8-4a6b-8068-56340a41f02b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:06.495053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Attempting to bind port 00d08b9f-e6d8-4a6b-8068-56340a41f02b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:06.496067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Attempting to bind port 00d08b9f-e6d8-4a6b-8068-56340a41f02b on network 1c87581d-6ea4-480a-85dd-94af3087f3e2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:06.503517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:06.504517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Checking segment: {'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:06.505206 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.506228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Bound using segment: {'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:06.507316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Bound port: 00d08b9f-e6d8-4a6b-8068-56340a41f02b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2621197a-3aed-42f6-9df4-20cd6914f65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:06.509266 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.588411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b2c54-95d1-474c-a9f1-08e33fad51c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea771e7a-7d4c-411c-be10-9ec11bae0c64,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:06.615121 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5a4b2c54-95d1-474c-a9f1-08e33fad51c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef5cb364c6e44bedbf436c8d1dac4ac8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9614453 Jul 28 10:30:06.619947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39138) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:06.687278 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:06.700272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] For port 00d08b9f-e6d8-4a6b-8068-56340a41f02b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:06.713020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] For port 00d08b9f-e6d8-4a6b-8068-56340a41f02b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00d08b9f-e6d8-4a6b-8068-56340a41f02b,segment=NetworkSegment(2621197a-3aed-42f6-9df4-20cd6914f65a),segment_id=2621197a-3aed-42f6-9df4-20cd6914f65a)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:06.735022 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.738074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dc7aaa0-833e-44f7-ba06-5207189b4635 admin admin] Publish callbacks [] for security_group (ea771e7a-7d4c-411c-be10-9ec11bae0c64), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.793323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:06.800724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-network', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:06.850621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Made reservation on behalf of 7710ba7e69634387bc1388c7be1242b9 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:30:06.853677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.877800 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:06.926849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c51ef7f6-1d1b-4da6-9e1a-670447ed7f28 None None] Provisioning complete for port 00d08b9f-e6d8-4a6b-8068-56340a41f02b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:06.927453 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c51ef7f6-1d1b-4da6-9e1a-670447ed7f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.044881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89b03f-103d-4afc-b7ed-fed2c789c240 None None] Pushing event updated for resources: {'Port': ['ID=00d08b9f-e6d8-4a6b-8068-56340a41f02b,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:07.051833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Routers {'ea327014-55f5-4e8e-be00-3927e9997410'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:07.052468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ea327014-55f5-4e8e-be00-3927e9997410'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:07.088945 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks [] for security_group (06f2cc3a-e117-4592-8a5f-aa3ab448f80c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.094521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dc7aaa0-833e-44f7-ba06-5207189b4635 admin admin] Publish callbacks [] for security_group (ea771e7a-7d4c-411c-be10-9ec11bae0c64), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.099582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (06f2cc3a-e117-4592-8a5f-aa3ab448f80c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.125566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.129933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:30:07.164296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a062ae3-0d62-4275-b7f3-163f7ddf789b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.165600 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Added segment 9a062ae3-0d62-4275-b7f3-163f7ddf789b of type vlan for network cb3b5447-69c5-4281-aaca-82e47393970b Jul 28 10:30:07.205228 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f2cc3a-e117-4592-8a5f-aa3ab448f80c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:07.206911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dc7aaa0-833e-44f7-ba06-5207189b4635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ea771e7a-7d4c-411c-be10-9ec11bae0c64), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.224306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dc7aaa0-833e-44f7-ba06-5207189b4635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.227090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0dc7aaa0-833e-44f7-ba06-5207189b4635 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea771e7a-7d4c-411c-be10-9ec11bae0c64 HTTP/1.1" status: 204 len: 168 time: 0.6058276 Jul 28 10:30:07.239773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7aaa0-833e-44f7-ba06-5207189b4635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea771e7a-7d4c-411c-be10-9ec11bae0c64,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:07.259894 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (cb3b5447-69c5-4281-aaca-82e47393970b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.317833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef7f6-1d1b-4da6-9e1a-670447ed7f28 None None] Current status of the port 00d08b9f-e6d8-4a6b-8068-56340a41f02b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:07.318410 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c51ef7f6-1d1b-4da6-9e1a-670447ed7f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.322668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (cb3b5447-69c5-4281-aaca-82e47393970b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.324618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:07.325210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.419586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3b5447-69c5-4281-aaca-82e47393970b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:07.451051 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee8d9bcd-0f17-4387-b1fe-97718e130205 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6563547 Jul 28 10:30:07.455778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] Set router ea327014-55f5-4e8e-be00-3927e9997410 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:07.458749 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39156) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:07.459254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network cb3b5447-69c5-4281-aaca-82e47393970b details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:30:07.468677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Request body: {'subnet': {'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-subnet', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:07.501935 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:07.505288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Made reservation on behalf of 7710ba7e69634387bc1388c7be1242b9 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:30:07.508228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.585282 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.661357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c51ef7f6-1d1b-4da6-9e1a-670447ed7f28 None None] For port 00d08b9f-e6d8-4a6b-8068-56340a41f02b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00d08b9f-e6d8-4a6b-8068-56340a41f02b,segment=NetworkSegment(2621197a-3aed-42f6-9df4-20cd6914f65a),segment_id=2621197a-3aed-42f6-9df4-20cd6914f65a)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:07.688768 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c51ef7f6-1d1b-4da6-9e1a-670447ed7f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.736225 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.777901 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:07.806234 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (acd5b946-9856-4b9c-b0b0-4901efa7c4a0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.859052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e7f5d075-78c0-43f4-8437-cbef611b81cf None None] Provisioning complete for port 00d08b9f-e6d8-4a6b-8068-56340a41f02b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:07.863045 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d075-78c0-43f4-8437-cbef611b81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:07.867514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef7f6-1d1b-4da6-9e1a-670447ed7f28 None None] Pushing event updated for resources: {'Port': ['ID=00d08b9f-e6d8-4a6b-8068-56340a41f02b,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:07.905126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Checking segment: {'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:07.907659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Network hostable DHCP agents. Network: cb3b5447-69c5-4281-aaca-82e47393970b, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:30:07.954875 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd5b946-9856-4b9c-b0b0-4901efa7c4a0,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:07.955189 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:07.961504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:03Z', 'revision_number': 4, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '00d08b9f-e6d8-4a6b-8068-56340a41f02b', 'name': '', 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'mac_address': 'fa:16:3e:b6:2b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5bb1d88c-40ec-4253-b692-0c6164d10d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:01Z', 'updated_at': '2022-07-28T10:30:06Z', 'revision_number': 4, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'subnets': [{'id': '5bb1d88c-40ec-4253-b692-0c6164d10d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:07.987828 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Network cb3b5447-69c5-4281-aaca-82e47393970b is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:30:07.999578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea60289-d638-48bb-b622-ef696005c2ed None None] The sync data for ids ['ea327014-55f5-4e8e-be00-3927e9997410'] in n-d-850468-6 is: [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:03Z', 'revision_number': 4, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '00d08b9f-e6d8-4a6b-8068-56340a41f02b', 'name': '', 'network_id': '1c87581d-6ea4-480a-85dd-94af3087f3e2', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'mac_address': 'fa:16:3e:b6:2b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5bb1d88c-40ec-4253-b692-0c6164d10d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:01Z', 'updated_at': '2022-07-28T10:30:06Z', 'revision_number': 4, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'subnets': [{'id': '5bb1d88c-40ec-4253-b692-0c6164d10d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:30:08.019624 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, cb3b5447-69c5-4281-aaca-82e47393970b) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:08.026438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:08.027030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.042058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df17a09-2114-4c62-b540-6e1a4b82c27a None None] Network cb3b5447-69c5-4281-aaca-82e47393970b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:30:08.063779 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fe93bb81-8fce-4bfd-b61d-1ab556f8ac02 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6020007 Jul 28 10:30:08.065074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:08.082335 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:08.122028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5d075-78c0-43f4-8437-cbef611b81cf None None] Current status of the port 00d08b9f-e6d8-4a6b-8068-56340a41f02b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:08.136350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.138676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.223916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-cb3b5447-69c5-4281-aaca-82e47393970b', 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b', 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'fixed_ips': [{'subnet_id': 'acd5b946-9856-4b9c-b0b0-4901efa7c4a0'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:30:08.228120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39192) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:08.228549 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.256941 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe214-a5e5-4d0c-839b-de274ddf13d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.368956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks [] for router_controller (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.423449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Allocated IP 172.20.0.2 (cb3b5447-69c5-4281-aaca-82e47393970b/acd5b946-9856-4b9c-b0b0-4901efa7c4a0/0b2d3333-ef40-4be3-b11e-b098e815e04b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:08.427090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe214-a5e5-4d0c-839b-de274ddf13d4 admin admin] Publish callbacks [] for security_group (5af146ce-b868-4dfd-9ed0-203aa7280810), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.440237 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe214-a5e5-4d0c-839b-de274ddf13d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5af146ce-b868-4dfd-9ed0-203aa7280810), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.518745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbe214-a5e5-4d0c-839b-de274ddf13d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af146ce-b868-4dfd-9ed0-203aa7280810,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:08.542856 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ecbe214-a5e5-4d0c-839b-de274ddf13d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec5b68a25e0c4858915b1908ecbd8241&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3133028 Jul 28 10:30:08.545547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39200) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:08.616497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Publish callbacks [] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.651657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.706300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f365-05f3-48d4-bb28-1d38abcf8c81 admin admin] Publish callbacks [] for security_group (5af146ce-b868-4dfd-9ed0-203aa7280810), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.740943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Network cb3b5447-69c5-4281-aaca-82e47393970b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:08.746369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:08.756777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:08.760933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Pushing event updated for resources: {'Port': ['ID=0b2d3333-ef40-4be3-b11e-b098e815e04b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:08.787890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f365-05f3-48d4-bb28-1d38abcf8c81 admin admin] Publish callbacks [] for security_group (5af146ce-b868-4dfd-9ed0-203aa7280810), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.867219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Attempting to bind port 0b2d3333-ef40-4be3-b11e-b098e815e04b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:08.867365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Attempting to bind port 0b2d3333-ef40-4be3-b11e-b098e815e04b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:08.868045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Attempting to bind port 0b2d3333-ef40-4be3-b11e-b098e815e04b on network cb3b5447-69c5-4281-aaca-82e47393970b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:08.876142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:08.877116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Checking segment: {'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:08.877848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.882905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Bound using segment: {'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:08.884466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Bound port: 0b2d3333-ef40-4be3-b11e-b098e815e04b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:08.885033 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.904319 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks [] for router_gateway (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.932748 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f365-05f3-48d4-bb28-1d38abcf8c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5af146ce-b868-4dfd-9ed0-203aa7280810), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.938229 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f365-05f3-48d4-bb28-1d38abcf8c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:08.939649 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6f1f365-05f3-48d4-bb28-1d38abcf8c81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5af146ce-b868-4dfd-9ed0-203aa7280810 HTTP/1.1" status: 204 len: 168 time: 0.3927464 Jul 28 10:30:08.959808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1f365-05f3-48d4-bb28-1d38abcf8c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af146ce-b868-4dfd-9ed0-203aa7280810,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:09.094717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] For port 0b2d3333-ef40-4be3-b11e-b098e815e04b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:09.111433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] For port 0b2d3333-ef40-4be3-b11e-b098e815e04b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b2d3333-ef40-4be3-b11e-b098e815e04b,segment=NetworkSegment(9a062ae3-0d62-4275-b7f3-163f7ddf789b),segment_id=9a062ae3-0d62-4275-b7f3-163f7ddf789b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:09.111715 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:09.132044 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:09.225761 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:09.331897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab4099-2dbf-4513-9b9e-6b1d423f91e9 None None] Pushing event updated for resources: {'Port': ['ID=0b2d3333-ef40-4be3-b11e-b098e815e04b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:09.392780 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:09.529887 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks [] for router_gateway (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:09.569744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:09.964709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Allocated IP 172.25.2.55 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/1d7337c8-d5ca-429c-a609-2269abd8834e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:10.019270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00d08b9f-e6d8-4a6b-8068-56340a41f02b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:10.135010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 00d08b9f-e6d8-4a6b-8068-56340a41f02b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:10.138074 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.175781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks [] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.240210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.302862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 00d08b9f-e6d8-4a6b-8068-56340a41f02b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:10.304234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b2d3333-ef40-4be3-b11e-b098e815e04b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:10.310709 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:10.320278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:10.329066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:10.338811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:10.361297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0b2d3333-ef40-4be3-b11e-b098e815e04b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:10.364081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.432783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=1d7337c8-d5ca-429c-a609-2269abd8834e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:10.520815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0b2d3333-ef40-4be3-b11e-b098e815e04b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:10.521401 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.589608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 0b2d3333-ef40-4be3-b11e-b098e815e04b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b2d3333-ef40-4be3-b11e-b098e815e04b,segment=NetworkSegment(9a062ae3-0d62-4275-b7f3-163f7ddf789b),segment_id=9a062ae3-0d62-4275-b7f3-163f7ddf789b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:10.600081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.671713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=0b2d3333-ef40-4be3-b11e-b098e815e04b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:10.673167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39302) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:10.695090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks [] for router_gateway (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.915161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10654230-d278-4900-bcba-497415471549 None None] Network cb3b5447-69c5-4281-aaca-82e47393970b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:30:10.956653 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:10.964870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39314) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:11.044545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:11.140335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f7627825-ca4d-496e-9a79-807666a66be6 None None] Provisioning complete for port 0b2d3333-ef40-4be3-b11e-b098e815e04b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:11.141775 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7627825-ca4d-496e-9a79-807666a66be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.215819 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:11.216498 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:11.327125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f7627825-ca4d-496e-9a79-807666a66be6 None None] Current status of the port 0b2d3333-ef40-4be3-b11e-b098e815e04b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:11.339058 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.342001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f209e8e-043f-4b07-bd74-a425fef2b4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.431044 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Router e6985d34-8aca-4851-8d2b-4b1bb13f92ba is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:30:11.489790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f209e8e-043f-4b07-bd74-a425fef2b4d7 admin admin] Publish callbacks [] for security_group (19192d9c-723f-44f1-b5d0-6288e01d847a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.494009 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:11.494009 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:11.499038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f209e8e-043f-4b07-bd74-a425fef2b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (19192d9c-723f-44f1-b5d0-6288e01d847a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.594254 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3f209e8e-043f-4b07-bd74-a425fef2b4d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b47598b5e5c46e1a34ba671be9d16ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9190793 Jul 28 10:30:11.598822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39346) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:11.618969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f209e8e-043f-4b07-bd74-a425fef2b4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19192d9c-723f-44f1-b5d0-6288e01d847a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:11.678016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4efca698-ab9e-4039-8d73-f559c320a099 None None] Provisioning complete for port 0b2d3333-ef40-4be3-b11e-b098e815e04b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:11.678816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4efca698-ab9e-4039-8d73-f559c320a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.746341 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b14ce6b-f27f-4aab-a9ae-582a928aa0de admin admin] Publish callbacks [] for security_group (19192d9c-723f-44f1-b5d0-6288e01d847a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.777909 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b14ce6b-f27f-4aab-a9ae-582a928aa0de admin admin] Publish callbacks [] for security_group (19192d9c-723f-44f1-b5d0-6288e01d847a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.792676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce519067-f63a-4e71-a601-c68f32c97b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.846911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b14ce6b-f27f-4aab-a9ae-582a928aa0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (19192d9c-723f-44f1-b5d0-6288e01d847a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.849711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b14ce6b-f27f-4aab-a9ae-582a928aa0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.851091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9b14ce6b-f27f-4aab-a9ae-582a928aa0de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19192d9c-723f-44f1-b5d0-6288e01d847a HTTP/1.1" status: 204 len: 168 time: 0.2462575 Jul 28 10:30:11.862541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14ce6b-f27f-4aab-a9ae-582a928aa0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19192d9c-723f-44f1-b5d0-6288e01d847a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:11.877089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:11.889271 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Sync routers for ids ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:11.908984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:11.915235 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-956423ee-3131-4c9d-be04-adc8db916bb5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8481646 Jul 28 10:30:11.923244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39358) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:11.923821 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Routers {'e6985d34-8aca-4851-8d2b-4b1bb13f92ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:11.924637 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:11.932998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b2d3333-ef40-4be3-b11e-b098e815e04b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:12.074659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4efca698-ab9e-4039-8d73-f559c320a099 None None] Current status of the port 0b2d3333-ef40-4be3-b11e-b098e815e04b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:12.124440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0b2d3333-ef40-4be3-b11e-b098e815e04b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:12.125173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:12.167240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce519067-f63a-4e71-a601-c68f32c97b36 admin admin] Publish callbacks [] for security_group (7fde946d-dfea-452a-bab6-d92e26feb4a8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:12.247885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce519067-f63a-4e71-a601-c68f32c97b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7fde946d-dfea-452a-bab6-d92e26feb4a8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:12.363402 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce519067-f63a-4e71-a601-c68f32c97b36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adbb89fe29654cf4b0f0921c79a17c93&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3972948 Jul 28 10:30:12.364310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ace9-0b11-4e86-a593-bd962695d876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:12.398158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39382) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:12.467537 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:12.652881 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Set router e6985d34-8aca-4851-8d2b-4b1bb13f92ba gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:12.807890 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce519067-f63a-4e71-a601-c68f32c97b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde946d-dfea-452a-bab6-d92e26feb4a8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:12.831044 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ace9-0b11-4e86-a593-bd962695d876 admin admin] Publish callbacks [] for security_group (52d32971-5a45-487c-84e9-7974d9faab58), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:12.845339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bc7ace9-0b11-4e86-a593-bd962695d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (52d32971-5a45-487c-84e9-7974d9faab58), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:12.884749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39398) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:12.897425 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1bc7ace9-0b11-4e86-a593-bd962695d876 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c0b046329714255b518f6df2cd8e1bf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8490913 Jul 28 10:30:12.910803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39402) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:12.921950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0b2d3333-ef40-4be3-b11e-b098e815e04b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:12.951077 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:30:10Z', 'revision_number': 3, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:12.987478 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Checking router: e6985d34-8aca-4851-8d2b-4b1bb13f92ba for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:12.988097 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Updating router e6985d34-8aca-4851-8d2b-4b1bb13f92ba port 1d7337c8-d5ca-429c-a609-2269abd8834e binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:13.022965 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.031031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2020a844-3442-46da-b605-239c7052edfa admin admin] Publish callbacks [] for security_group (52d32971-5a45-487c-84e9-7974d9faab58), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.089465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7ace9-0b11-4e86-a593-bd962695d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d32971-5a45-487c-84e9-7974d9faab58,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:13.143342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2020a844-3442-46da-b605-239c7052edfa admin admin] Publish callbacks [] for security_group (52d32971-5a45-487c-84e9-7974d9faab58), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.155245 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1049058-515e-4465-a8e6-1e42957123fe admin admin] Publish callbacks [] for security_group (7fde946d-dfea-452a-bab6-d92e26feb4a8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.239184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1049058-515e-4465-a8e6-1e42957123fe admin admin] Publish callbacks [] for security_group (7fde946d-dfea-452a-bab6-d92e26feb4a8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.318136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39410) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:13.356774 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:13.382926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8982-3c93-4805-8144-749b8706b22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.387376 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:13.468131 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:13.471679 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Publish callbacks [] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.478759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1049058-515e-4465-a8e6-1e42957123fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7fde946d-dfea-452a-bab6-d92e26feb4a8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.488344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1049058-515e-4465-a8e6-1e42957123fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.489431 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2020a844-3442-46da-b605-239c7052edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (52d32971-5a45-487c-84e9-7974d9faab58), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.491298 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f1049058-515e-4465-a8e6-1e42957123fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fde946d-dfea-452a-bab6-d92e26feb4a8 HTTP/1.1" status: 204 len: 168 time: 0.8353548 Jul 28 10:30:13.492337 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2020a844-3442-46da-b605-239c7052edfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.494524 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2020a844-3442-46da-b605-239c7052edfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52d32971-5a45-487c-84e9-7974d9faab58 HTTP/1.1" status: 204 len: 168 time: 0.5820355 Jul 28 10:30:13.501682 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.513055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.516219 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020a844-3442-46da-b605-239c7052edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d32971-5a45-487c-84e9-7974d9faab58,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:13.553935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1049058-515e-4465-a8e6-1e42957123fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde946d-dfea-452a-bab6-d92e26feb4a8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:13.592936 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Attempting to bind port 1d7337c8-d5ca-429c-a609-2269abd8834e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:13.593616 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Attempting to bind port 1d7337c8-d5ca-429c-a609-2269abd8834e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:13.594292 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Attempting to bind port 1d7337c8-d5ca-429c-a609-2269abd8834e on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:13.598092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6b48-53f3-4333-8eec-5270d9b602d6 None None] Pushing event updated for resources: {'Port': ['ID=1d7337c8-d5ca-429c-a609-2269abd8834e,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:13.604837 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:13.605347 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:13.606076 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.606814 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:13.607474 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Bound port: 1d7337c8-d5ca-429c-a609-2269abd8834e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:13.607946 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.627780 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:13.668051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-045d0630-3d77-4119-a9a1-acecdb6fd5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.680313 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] For port 1d7337c8-d5ca-429c-a609-2269abd8834e, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:13.682101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8982-3c93-4805-8144-749b8706b22c admin admin] Publish callbacks [] for security_group (eec09a99-beff-4a0b-aac1-03964de88616), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.684345 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] For port 1d7337c8-d5ca-429c-a609-2269abd8834e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1d7337c8-d5ca-429c-a609-2269abd8834e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:13.692230 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8982-3c93-4805-8144-749b8706b22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eec09a99-beff-4a0b-aac1-03964de88616), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.700278 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.771145 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:13.776068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f8982-3c93-4805-8144-749b8706b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec09a99-beff-4a0b-aac1-03964de88616,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:13.784221 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3a2f8982-3c93-4805-8144-749b8706b22c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1ccbbd98a2a407eb1d9c44e78f093a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4585600 Jul 28 10:30:13.787199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39426) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:13.853334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Allocated IP 172.20.0.1 (cb3b5447-69c5-4281-aaca-82e47393970b/acd5b946-9856-4b9c-b0b0-4901efa7c4a0/60f22fb1-8c74-47c4-88c7-94445fac05cc) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:13.880149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8cde05d-c3f5-4c91-9c06-65f9165a4337 admin admin] Publish callbacks [] for security_group (eec09a99-beff-4a0b-aac1-03964de88616), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.902907 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Routers {'e6985d34-8aca-4851-8d2b-4b1bb13f92ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:13.906239 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:13.907371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8cde05d-c3f5-4c91-9c06-65f9165a4337 admin admin] Publish callbacks [] for security_group (eec09a99-beff-4a0b-aac1-03964de88616), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.940761 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-045d0630-3d77-4119-a9a1-acecdb6fd5da admin admin] Publish callbacks [] for security_group (c1b67719-cae4-4223-ad19-9a33165780eb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:13.950081 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6b48-53f3-4333-8eec-5270d9b602d6 None None] Pushing event updated for resources: {'Port': ['ID=1d7337c8-d5ca-429c-a609-2269abd8834e,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:13.953100 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-045d0630-3d77-4119-a9a1-acecdb6fd5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c1b67719-cae4-4223-ad19-9a33165780eb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.017118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8cde05d-c3f5-4c91-9c06-65f9165a4337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eec09a99-beff-4a0b-aac1-03964de88616), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.021544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8cde05d-c3f5-4c91-9c06-65f9165a4337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.027807 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b8cde05d-c3f5-4c91-9c06-65f9165a4337 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eec09a99-beff-4a0b-aac1-03964de88616 HTTP/1.1" status: 204 len: 168 time: 0.2393415 Jul 28 10:30:14.048549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cde05d-c3f5-4c91-9c06-65f9165a4337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec09a99-beff-4a0b-aac1-03964de88616,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:14.048978 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-045d0630-3d77-4119-a9a1-acecdb6fd5da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5802e85998e743a0ba058cebeadf56f9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1613457 Jul 28 10:30:14.049734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d0630-3d77-4119-a9a1-acecdb6fd5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b67719-cae4-4223-ad19-9a33165780eb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:14.053755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39432) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:14.067695 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] Set router e6985d34-8aca-4851-8d2b-4b1bb13f92ba gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:14.138235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks [] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.146216 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:14.194036 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac67dace-8f04-454b-9e81-e9c56e324425 admin admin] Publish callbacks [] for security_group (c1b67719-cae4-4223-ad19-9a33165780eb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.224760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.228398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac67dace-8f04-454b-9e81-e9c56e324425 admin admin] Publish callbacks [] for security_group (c1b67719-cae4-4223-ad19-9a33165780eb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.280753 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:14.297209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Network cb3b5447-69c5-4281-aaca-82e47393970b is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:14.308752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:14.311124 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:14.311798 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.326137 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:30:10Z', 'revision_number': 3, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:14.359461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Pushing event updated for resources: {'Port': ['ID=60f22fb1-8c74-47c4-88c7-94445fac05cc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:14.371774 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:14.376761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc391ba-1dda-43dd-9c0d-81a05f0fe288 None None] The sync data for ids ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'] in n-d-850468-6 is: [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:30:10Z', 'revision_number': 3, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:30:14.420305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac67dace-8f04-454b-9e81-e9c56e324425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c1b67719-cae4-4223-ad19-9a33165780eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.423684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac67dace-8f04-454b-9e81-e9c56e324425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.425274 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ac67dace-8f04-454b-9e81-e9c56e324425 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1b67719-cae4-4223-ad19-9a33165780eb HTTP/1.1" status: 204 len: 168 time: 0.3703244 Jul 28 10:30:14.453755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67dace-8f04-454b-9e81-e9c56e324425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b67719-cae4-4223-ad19-9a33165780eb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:14.547294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.609271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39440) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:14.635448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbe64f3d-9878-445e-8b6d-a7eee3c97f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.739873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6ca1485b-3224-4be8-a9be-8f9e6405716c None None] Provisioning complete for port 60f22fb1-8c74-47c4-88c7-94445fac05cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:14.740490 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6ca1485b-3224-4be8-a9be-8f9e6405716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.773012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbe64f3d-9878-445e-8b6d-a7eee3c97f54 admin admin] Publish callbacks [] for security_group (b4fc70bc-8b02-452d-b914-269e4c6b38a6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.780382 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbe64f3d-9878-445e-8b6d-a7eee3c97f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b4fc70bc-8b02-452d-b914-269e4c6b38a6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.849008 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:14.855715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1485b-3224-4be8-a9be-8f9e6405716c None None] Port 60f22fb1-8c74-47c4-88c7-94445fac05cc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:14.901630 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe64f3d-9878-445e-8b6d-a7eee3c97f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fc70bc-8b02-452d-b914-269e4c6b38a6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:14.905782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks [] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.914212 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fbe64f3d-9878-445e-8b6d-a7eee3c97f54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f90681844fc34ca99ea69af1b3225dc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3021519 Jul 28 10:30:14.916023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:14.917396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:14.919337 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.023646 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-7ce3-42ff-94f2-e102d09a0c97 admin admin] Publish callbacks [] for security_group (b4fc70bc-8b02-452d-b914-269e4c6b38a6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.082695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Network cb3b5447-69c5-4281-aaca-82e47393970b is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:15.084692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:15.087409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Pushing event updated for resources: {'Port': ['ID=60f22fb1-8c74-47c4-88c7-94445fac05cc,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:15.091982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-7ce3-42ff-94f2-e102d09a0c97 admin admin] Publish callbacks [] for security_group (b4fc70bc-8b02-452d-b914-269e4c6b38a6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.181213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-7ce3-42ff-94f2-e102d09a0c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b4fc70bc-8b02-452d-b914-269e4c6b38a6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.184388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f59035d-7ce3-42ff-94f2-e102d09a0c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.185818 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2f59035d-7ce3-42ff-94f2-e102d09a0c97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4fc70bc-8b02-452d-b914-269e4c6b38a6 HTTP/1.1" status: 204 len: 168 time: 0.2677538 Jul 28 10:30:15.196194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59035d-7ce3-42ff-94f2-e102d09a0c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fc70bc-8b02-452d-b914-269e4c6b38a6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:15.206218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39458) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:15.238796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a23d15d4-c9f8-4ccf-b640-2453a18b5984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.323745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Router e6985d34-8aca-4851-8d2b-4b1bb13f92ba has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:30:15.417037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a23d15d4-c9f8-4ccf-b640-2453a18b5984 admin admin] Publish callbacks [] for security_group (914ea2f6-241c-4784-8abc-979f34c4baf5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.428415 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a23d15d4-c9f8-4ccf-b640-2453a18b5984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (914ea2f6-241c-4784-8abc-979f34c4baf5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.494849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe084e5f-8f34-4bb6-8383-a49a2926878a None None] Provisioning complete for port 60f22fb1-8c74-47c4-88c7-94445fac05cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:15.495358 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe084e5f-8f34-4bb6-8383-a49a2926878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.520945 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a23d15d4-c9f8-4ccf-b640-2453a18b5984 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c56a0e7572a4adaae2f73d4c1d7b18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133235 Jul 28 10:30:15.522185 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d15d4-c9f8-4ccf-b640-2453a18b5984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914ea2f6-241c-4784-8abc-979f34c4baf5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:15.526641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39466) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:15.537280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:15.558727 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c1a28e7-4ac3-4d7b-b516-76f0a4fe59c5 admin admin] 10.222.0.46 "PUT /v2.0/routers/e6985d34-8aca-4851-8d2b-4b1bb13f92ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6336846 Jul 28 10:30:15.576317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fe084e5f-8f34-4bb6-8383-a49a2926878a None None] Port 60f22fb1-8c74-47c4-88c7-94445fac05cc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:15.622204 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:15.623307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-975bdd30-5e74-4cd5-abd8-b7428edb09ff admin admin] Publish callbacks [] for security_group (914ea2f6-241c-4784-8abc-979f34c4baf5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.625826 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:15.651667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-975bdd30-5e74-4cd5-abd8-b7428edb09ff admin admin] Publish callbacks [] for security_group (914ea2f6-241c-4784-8abc-979f34c4baf5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.750835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-975bdd30-5e74-4cd5-abd8-b7428edb09ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (914ea2f6-241c-4784-8abc-979f34c4baf5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.753398 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-975bdd30-5e74-4cd5-abd8-b7428edb09ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.757357 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-975bdd30-5e74-4cd5-abd8-b7428edb09ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/914ea2f6-241c-4784-8abc-979f34c4baf5 HTTP/1.1" status: 204 len: 168 time: 0.2295284 Jul 28 10:30:15.766524 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bdd30-5e74-4cd5-abd8-b7428edb09ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ea2f6-241c-4784-8abc-979f34c4baf5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:15.806841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1d7337c8-d5ca-429c-a609-2269abd8834e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:15.877220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1d7337c8-d5ca-429c-a609-2269abd8834e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:15.878122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.962934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1d7337c8-d5ca-429c-a609-2269abd8834e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:15.963406 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:15.988496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1d7337c8-d5ca-429c-a609-2269abd8834e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1d7337c8-d5ca-429c-a609-2269abd8834e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:15.992279 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.046683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1d7337c8-d5ca-429c-a609-2269abd8834e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:16.072909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39494) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:16.088472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c24c23-18fe-4557-a5ea-32331993083c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.199951 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c24c23-18fe-4557-a5ea-32331993083c admin admin] Publish callbacks [] for security_group (114f8fb7-605e-4ce2-9305-ce603a772d83), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.204515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c24c23-18fe-4557-a5ea-32331993083c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (114f8fb7-605e-4ce2-9305-ce603a772d83), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.248559 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d8c24c23-18fe-4557-a5ea-32331993083c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a222399443784f4a808a1eb9573bd2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747174 Jul 28 10:30:16.249402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24c23-18fe-4557-a5ea-32331993083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f8fb7-605e-4ce2-9305-ce603a772d83,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:16.251439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39498) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:16.293789 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:16.315748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-686de399-a93b-459c-9a13-c927e07c25e8 admin admin] Publish callbacks [] for security_group (114f8fb7-605e-4ce2-9305-ce603a772d83), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.343960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-686de399-a93b-459c-9a13-c927e07c25e8 admin admin] Publish callbacks [] for security_group (114f8fb7-605e-4ce2-9305-ce603a772d83), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.403783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-686de399-a93b-459c-9a13-c927e07c25e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (114f8fb7-605e-4ce2-9305-ce603a772d83), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.406623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-686de399-a93b-459c-9a13-c927e07c25e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:16.407980 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-686de399-a93b-459c-9a13-c927e07c25e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/114f8fb7-605e-4ce2-9305-ce603a772d83 HTTP/1.1" status: 204 len: 168 time: 0.1555448 Jul 28 10:30:16.417740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686de399-a93b-459c-9a13-c927e07c25e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f8fb7-605e-4ce2-9305-ce603a772d83,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:16.549483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39514) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:16.551736 n-d-850468-6 neutron-server[104688]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 10:30:16.592689 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b05b4fd5-eee6-44a3-89d8-37fcc0c117d1 req-37902074-a684-4506-8491-6226afba3b31 tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f184573e6f5744f0aabab0891617674e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420449 Jul 28 10:30:16.825214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Sync routers for ids ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:16.839864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Routers {'e6985d34-8aca-4851-8d2b-4b1bb13f92ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:16.840846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:17.029165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Set router e6985d34-8aca-4851-8d2b-4b1bb13f92ba gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:17.088456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b4fd5-eee6-44a3-89d8-37fcc0c117d1 req-1c2e458a-6d9f-41db-9d70-a0374aa9275e tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:17.095732 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b05b4fd5-eee6-44a3-89d8-37fcc0c117d1 req-1c2e458a-6d9f-41db-9d70-a0374aa9275e tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4964373 Jul 28 10:30:17.107233 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b05b4fd5-eee6-44a3-89d8-37fcc0c117d1 req-71be2873-3a71-4cdb-8e8c-ced96d16d813 tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] 10.222.0.46 "GET /v2.0/quotas/f184573e6f5744f0aabab0891617674e HTTP/1.1" status: 200 len: 375 time: 0.0106242 Jul 28 10:30:17.169920 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b05b4fd5-eee6-44a3-89d8-37fcc0c117d1 req-219bbf1b-d3a2-4c4c-aa34-db849e73387b tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f184573e6f5744f0aabab0891617674e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532255 Jul 28 10:30:17.308737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:30:14Z', 'revision_number': 4, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '60f22fb1-8c74-47c4-88c7-94445fac05cc', 'name': '', 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'mac_address': 'fa:16:3e:3c:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'acd5b946-9856-4b9c-b0b0-4901efa7c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:13Z', 'updated_at': '2022-07-28T10:30:14Z', 'revision_number': 2, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'subnets': [{'id': 'acd5b946-9856-4b9c-b0b0-4901efa7c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:17.344693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Checking router: e6985d34-8aca-4851-8d2b-4b1bb13f92ba for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:17.345121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Updating router e6985d34-8aca-4851-8d2b-4b1bb13f92ba port 60f22fb1-8c74-47c4-88c7-94445fac05cc binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:17.379073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:17.529366 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6ee5197c-cef3-4648-a45b-121c0dc6bc27 req-742c0787-6e7c-4722-b5d5-f3c9a1842766 tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c29a68-71b4-4f0e-83db-4576f1d78a52 HTTP/1.1" status: 200 len: 210 time: 0.0978463 Jul 28 10:30:17.618906 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:17.688727 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:17.781721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1d7337c8-d5ca-429c-a609-2269abd8834e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:17.790197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Publish callbacks [] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:17.828836 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:17.901040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cd2ea-78b2-4c31-9cb0-1fa7abed6d7c None None] Pushing event updated for resources: {'Port': ['ID=60f22fb1-8c74-47c4-88c7-94445fac05cc,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:17.908129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1d7337c8-d5ca-429c-a609-2269abd8834e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:17.908786 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:18.001628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Attempting to bind port 60f22fb1-8c74-47c4-88c7-94445fac05cc on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:18.002263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Attempting to bind port 60f22fb1-8c74-47c4-88c7-94445fac05cc by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:18.002849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Attempting to bind port 60f22fb1-8c74-47c4-88c7-94445fac05cc on network cb3b5447-69c5-4281-aaca-82e47393970b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:18.019374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:18.019861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Checking segment: {'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:18.020343 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:18.020807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Bound using segment: {'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:18.021641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Bound port: 60f22fb1-8c74-47c4-88c7-94445fac05cc, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a062ae3-0d62-4275-b7f3-163f7ddf789b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:18.022063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:18.093654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1d7337c8-d5ca-429c-a609-2269abd8834e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:18.176942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] For port 60f22fb1-8c74-47c4-88c7-94445fac05cc, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:18.205926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] For port 60f22fb1-8c74-47c4-88c7-94445fac05cc, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=60f22fb1-8c74-47c4-88c7-94445fac05cc,segment=NetworkSegment(9a062ae3-0d62-4275-b7f3-163f7ddf789b),segment_id=9a062ae3-0d62-4275-b7f3-163f7ddf789b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:18.208210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e9ecc9be-30f0-49db-86fb-bdc4672b5618 None None] Provisioning complete for port 60f22fb1-8c74-47c4-88c7-94445fac05cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:18.208586 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9ecc9be-30f0-49db-86fb-bdc4672b5618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:18.246196 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:18.294499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e9ecc9be-30f0-49db-86fb-bdc4672b5618 None None] Port 60f22fb1-8c74-47c4-88c7-94445fac05cc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:18.325309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Routers {'e6985d34-8aca-4851-8d2b-4b1bb13f92ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:18.326006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:18.327961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cd2ea-78b2-4c31-9cb0-1fa7abed6d7c None None] Pushing event updated for resources: {'Port': ['ID=60f22fb1-8c74-47c4-88c7-94445fac05cc,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:18.368033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39602) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:18.372399 n-d-850468-6 neutron-server[104687]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 10:30:18.493820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] Set router e6985d34-8aca-4851-8d2b-4b1bb13f92ba gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:18.545162 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cbeb1478-a169-42c5-953b-996f4b76a4fc req-09dd8379-a4b5-4fc2-8b8f-646061317efe tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ad5b53a76f3a4ed1bdbf8d475dff9f83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439100 Jul 28 10:30:18.719428 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:18.789372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0973fa9b-8670-4deb-9263-4026729cbfbf None None] Provisioning complete for port 60f22fb1-8c74-47c4-88c7-94445fac05cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:18.789775 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0973fa9b-8670-4deb-9263-4026729cbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:18.796682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb1478-a169-42c5-953b-996f4b76a4fc req-03b496c7-69ff-42e8-8392-092f1633ab6a tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:18.798902 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cbeb1478-a169-42c5-953b-996f4b76a4fc req-03b496c7-69ff-42e8-8392-092f1633ab6a tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480638 Jul 28 10:30:18.826223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-6b6866e5-388e-4cc5-8c7f-b34c44607ad1 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:18.828295 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-6b6866e5-388e-4cc5-8c7f-b34c44607ad1 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/networks?id=1c87581d-6ea4-480a-85dd-94af3087f3e2 HTTP/1.1" status: 200 len: 820 time: 0.4578729 Jul 28 10:30:18.831073 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cbeb1478-a169-42c5-953b-996f4b76a4fc req-a1779118-5114-4f69-8b6d-d31eeab12a9f tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/quotas/ad5b53a76f3a4ed1bdbf8d475dff9f83 HTTP/1.1" status: 200 len: 375 time: 0.0264785 Jul 28 10:30:18.840890 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:18.858196 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-360ab820-12f1-4bc8-bff6-cb103262c9f9 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/quotas/07e2042b56704e9fb5195d43d8116494 HTTP/1.1" status: 200 len: 375 time: 0.0238204 Jul 28 10:30:18.882179 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cbeb1478-a169-42c5-953b-996f4b76a4fc req-a7133729-2b00-4c25-b520-e04d42b25603 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5b53a76f3a4ed1bdbf8d475dff9f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449378 Jul 28 10:30:18.933882 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:18.982889 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-095369c0-0dcc-4080-8368-b1879928541c tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07e2042b56704e9fb5195d43d8116494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151543 Jul 28 10:30:19.010169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0973fa9b-8670-4deb-9263-4026729cbfbf None None] Current status of the port 60f22fb1-8c74-47c4-88c7-94445fac05cc is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:19.013843 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0973fa9b-8670-4deb-9263-4026729cbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:19.014828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:30:14Z', 'revision_number': 4, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '60f22fb1-8c74-47c4-88c7-94445fac05cc', 'name': '', 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'mac_address': 'fa:16:3e:3c:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'acd5b946-9856-4b9c-b0b0-4901efa7c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:13Z', 'updated_at': '2022-07-28T10:30:18Z', 'revision_number': 4, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'subnets': [{'id': 'acd5b946-9856-4b9c-b0b0-4901efa7c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:19.052512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3390e-dab3-48e9-9c8e-024cb636d5b9 None None] The sync data for ids ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'] in n-d-850468-6 is: [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:30:14Z', 'revision_number': 4, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '60f22fb1-8c74-47c4-88c7-94445fac05cc', 'name': '', 'network_id': 'cb3b5447-69c5-4281-aaca-82e47393970b', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'mac_address': 'fa:16:3e:3c:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'acd5b946-9856-4b9c-b0b0-4901efa7c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:13Z', 'updated_at': '2022-07-28T10:30:18Z', 'revision_number': 4, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'subnets': [{'id': 'acd5b946-9856-4b9c-b0b0-4901efa7c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:30:19.091831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0973fa9b-8670-4deb-9263-4026729cbfbf None None] For port 60f22fb1-8c74-47c4-88c7-94445fac05cc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=60f22fb1-8c74-47c4-88c7-94445fac05cc,segment=NetworkSegment(9a062ae3-0d62-4275-b7f3-163f7ddf789b),segment_id=9a062ae3-0d62-4275-b7f3-163f7ddf789b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:19.105449 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0973fa9b-8670-4deb-9263-4026729cbfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:19.228877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973fa9b-8670-4deb-9263-4026729cbfbf None None] Pushing event updated for resources: {'Port': ['ID=60f22fb1-8c74-47c4-88c7-94445fac05cc,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:19.370880 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7c5b0377-c505-44c5-b22f-00cbc3006502 req-020fcc14-15a0-4fd9-8056-9fd18aa6f599 tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c29a68-71b4-4f0e-83db-4576f1d78a52 HTTP/1.1" status: 200 len: 210 time: 0.0522397 Jul 28 10:30:19.497483 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-397ce70c-7d30-42a2-8472-eebaf14735b8 req-5d0a2e4a-4fce-4c7f-b91b-082768aa5a80 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd361365-e1d0-4dfe-a96e-7955db1eb655 HTTP/1.1" status: 200 len: 210 time: 0.0500832 Jul 28 10:30:19.837526 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-79c478a7-9e4a-4e98-9dce-44fb2ba60298 req-8e4cacb0-09f1-4de1-a5a6-b881e85ced87 tempest-AggregatesAdminTestJSON-2114286520 tempest-AggregatesAdminTestJSON-2114286520-project] 10.222.0.46 "GET /v2.0/ports?device_id=05c29a68-71b4-4f0e-83db-4576f1d78a52 HTTP/1.1" status: 200 len: 210 time: 0.0805860 Jul 28 10:30:19.896964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 60f22fb1-8c74-47c4-88c7-94445fac05cc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:19.989264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 60f22fb1-8c74-47c4-88c7-94445fac05cc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:19.989791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:20.085307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 60f22fb1-8c74-47c4-88c7-94445fac05cc is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:20.143583 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-f5bbdfb3-9484-40aa-8910-9e408af4da80 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:30:20.144635 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-f5bbdfb3-9484-40aa-8910-9e408af4da80 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4572978 Jul 28 10:30:20.266779 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-d26a6043-c5c9-4468-bb51-b4cf91f3530f service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140127 Jul 28 10:30:20.405276 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc8e4045-57d7-45ad-99de-cf4bea509578 req-2e410fe8-35bb-4a80-9df4-a52bd3db4242 service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297100 Jul 28 10:30:20.863816 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-77a56f3a-adcd-43af-a0a4-9b363a444fd7 req-0b7388b1-9f27-4b8c-a7ae-8c0ba8fc7119 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd361365-e1d0-4dfe-a96e-7955db1eb655 HTTP/1.1" status: 200 len: 210 time: 0.0762753 Jul 28 10:30:21.019875 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ddda6436-ad04-4303-bd8a-e21b45202ed1 req-f0b0a736-370f-42fe-91fc-13ec7ec1200b tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=bde8bb05-4dc9-47d5-a97c-51184776c21f HTTP/1.1" status: 200 len: 210 time: 0.0405653 Jul 28 10:30:21.267631 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2a563126-99de-4cb3-bdad-f6d2b4af9c73 req-3f99f735-0764-4309-897c-3b05369ae4c6 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd361365-e1d0-4dfe-a96e-7955db1eb655 HTTP/1.1" status: 200 len: 210 time: 0.0349627 Jul 28 10:30:22.410343 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3f56f84f-68b0-4d64-937b-185d5112e850 req-125b0897-1a49-482a-8f97-b54ea401b5ac tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=bde8bb05-4dc9-47d5-a97c-51184776c21f HTTP/1.1" status: 200 len: 210 time: 0.0404463 Jul 28 10:30:22.774490 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4bc731fd-731d-42a7-8183-0e8b80dafa54 req-c43d5426-cb4a-4f4e-8764-8e0ec3114e67 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=bde8bb05-4dc9-47d5-a97c-51184776c21f HTTP/1.1" status: 200 len: 210 time: 0.0405755 Jul 28 10:30:23.065589 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-423e25be-3949-483e-8264-86765f5c8b35 req-cc09d099-424f-42b3-a424-df273b1a9166 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ad5b53a76f3a4ed1bdbf8d475dff9f83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343471 Jul 28 10:30:23.304527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e25be-3949-483e-8264-86765f5c8b35 req-1aa27b28-7727-4db1-a153-1708226551c4 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:23.307124 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-423e25be-3949-483e-8264-86765f5c8b35 req-1aa27b28-7727-4db1-a153-1708226551c4 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363172 Jul 28 10:30:23.324810 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-423e25be-3949-483e-8264-86765f5c8b35 req-b856ac52-a5b8-4c4c-9d2e-d5faeeaa2750 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/quotas/ad5b53a76f3a4ed1bdbf8d475dff9f83 HTTP/1.1" status: 200 len: 375 time: 0.0104532 Jul 28 10:30:23.360135 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-423e25be-3949-483e-8264-86765f5c8b35 req-525bd1fd-2c75-4841-93ca-ce7a69b53a5b tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad5b53a76f3a4ed1bdbf8d475dff9f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297906 Jul 28 10:30:23.682881 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d2b9577e-177e-4e5f-b34d-cb70d9512344 req-5677c67d-ee61-4af0-a417-3f9fcccb2c74 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?device_id=f94f5e3f-aa7d-4f6a-913a-41698d9f7541 HTTP/1.1" status: 200 len: 210 time: 0.0463464 Jul 28 10:30:23.728060 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:23.754758 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c8b17-4701-45df-bb82-adbd6ecb092a req-cfca5548-f91b-45ee-8c02-61542d6d5420 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:23.756221 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0b5c8b17-4701-45df-bb82-adbd6ecb092a req-cfca5548-f91b-45ee-8c02-61542d6d5420 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/networks?id=1c87581d-6ea4-480a-85dd-94af3087f3e2 HTTP/1.1" status: 200 len: 820 time: 0.1502776 Jul 28 10:30:23.773070 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0b5c8b17-4701-45df-bb82-adbd6ecb092a req-a9ac82eb-e2dc-4375-8d5d-503b0b720c69 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/quotas/07e2042b56704e9fb5195d43d8116494 HTTP/1.1" status: 200 len: 375 time: 0.0106702 Jul 28 10:30:23.859942 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0b5c8b17-4701-45df-bb82-adbd6ecb092a req-b154a1eb-cd58-4812-a04e-f944aa76aa60 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07e2042b56704e9fb5195d43d8116494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747998 Jul 28 10:30:23.922649 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:23.970298 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0b5c8b17-4701-45df-bb82-adbd6ecb092a req-b6d03341-a802-45bb-a844-2149a350832b service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140954 Jul 28 10:30:24.075638 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0b5c8b17-4701-45df-bb82-adbd6ecb092a req-5dd746a9-2f6e-473a-beb0-17c92030fc25 service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993054 Jul 28 10:30:24.403274 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ebc5ef6d-573d-4a12-b98b-84f932971e92 req-2c175849-57d8-4c3a-930d-25cdd1ef0e21 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=272dcd8b-8ab1-455d-8091-0109680626fb HTTP/1.1" status: 200 len: 210 time: 0.0558074 Jul 28 10:30:24.708121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39990) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:24.756308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39998) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:24.842823 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-28a5141e-0334-471c-bfab-8044c5fb1cbb req-76955c0e-21ab-4b9f-be5c-e31284336d08 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?device_id=f94f5e3f-aa7d-4f6a-913a-41698d9f7541 HTTP/1.1" status: 200 len: 210 time: 0.0355430 Jul 28 10:30:25.050460 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-665ef0ff-4609-4a9d-9f0f-c0b16d45cf16 req-01febb8f-6fa6-4a7c-958c-5b4232c37f30 tempest-DeleteServersAdminTestJSON-1044450029 tempest-DeleteServersAdminTestJSON-1044450029-project] 10.222.0.46 "GET /v2.0/ports?device_id=f94f5e3f-aa7d-4f6a-913a-41698d9f7541 HTTP/1.1" status: 200 len: 210 time: 0.0332613 Jul 28 10:30:25.096819 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:30:25.143206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48390f56-fb16-4251-812a-b3857d5a2f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.175534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b38b409-967e-4c5f-8680-95fba29947c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.192450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40018) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:25.259600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40022) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:25.300847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b38b409-967e-4c5f-8680-95fba29947c9 admin admin] Publish callbacks [] for security_group (cf2d4e15-68c8-4730-a706-91173752d4c0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.304209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48390f56-fb16-4251-812a-b3857d5a2f7c admin admin] Publish callbacks [] for security_group (ca1ae8a0-35eb-4da2-ab30-90273918bb64), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.308565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b38b409-967e-4c5f-8680-95fba29947c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cf2d4e15-68c8-4730-a706-91173752d4c0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.311400 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48390f56-fb16-4251-812a-b3857d5a2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ca1ae8a0-35eb-4da2-ab30-90273918bb64), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.368766 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2b38b409-967e-4c5f-8680-95fba29947c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35e0cedd47784cae828ce7e75af79665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6593988 Jul 28 10:30:25.370028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38b409-967e-4c5f-8680-95fba29947c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d4e15-68c8-4730-a706-91173752d4c0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:25.373818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40028) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:25.411584 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6455c4b-ad8a-46ac-b5e5-63c78cd1c571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.424659 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-48390f56-fb16-4251-812a-b3857d5a2f7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a2aa532803a4e9588871fc423daf7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6667435 Jul 28 10:30:25.438836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40032) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:25.441136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48390f56-fb16-4251-812a-b3857d5a2f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ae8a0-35eb-4da2-ab30-90273918bb64,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:25.446078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f88648c-39b9-4baa-a4ea-9f911947414b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.506144 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:25.553670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f88648c-39b9-4baa-a4ea-9f911947414b admin admin] Publish callbacks [] for security_group (6bc12b25-56ea-4c65-a425-b16ae04a994d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.562379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-61d1cba2-b38c-462b-ada5-d8ca3ed560a6 admin admin] Publish callbacks [] for security_group (cf2d4e15-68c8-4730-a706-91173752d4c0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.566931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f88648c-39b9-4baa-a4ea-9f911947414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6bc12b25-56ea-4c65-a425-b16ae04a994d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.606593 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40876b49-cf51-487d-805b-7ecc2585c3e6 admin admin] Publish callbacks [] for security_group (ca1ae8a0-35eb-4da2-ab30-90273918bb64), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.619817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-61d1cba2-b38c-462b-ada5-d8ca3ed560a6 admin admin] Publish callbacks [] for security_group (cf2d4e15-68c8-4730-a706-91173752d4c0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.662924 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5f88648c-39b9-4baa-a4ea-9f911947414b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17c74d64baf54318a128beceb91f30da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651198 Jul 28 10:30:25.667151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40048) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:25.674540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88648c-39b9-4baa-a4ea-9f911947414b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc12b25-56ea-4c65-a425-b16ae04a994d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:25.736415 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40876b49-cf51-487d-805b-7ecc2585c3e6 admin admin] Publish callbacks [] for security_group (ca1ae8a0-35eb-4da2-ab30-90273918bb64), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.750856 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:25.753508 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-14a8ddce-2317-4c48-87ec-605f859b61d6 req-fcea43d2-708c-423c-b44b-62f0fdc59225 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=272dcd8b-8ab1-455d-8091-0109680626fb HTTP/1.1" status: 200 len: 210 time: 0.0926595 Jul 28 10:30:25.813748 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:25.815288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6455c4b-ad8a-46ac-b5e5-63c78cd1c571 admin admin] Publish callbacks [] for security_group (770467c9-efac-4910-a357-e7a2c3d4af5f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.837457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6455c4b-ad8a-46ac-b5e5-63c78cd1c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (770467c9-efac-4910-a357-e7a2c3d4af5f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.874446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40070) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:25.887833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-61d1cba2-b38c-462b-ada5-d8ca3ed560a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cf2d4e15-68c8-4730-a706-91173752d4c0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.890421 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-61d1cba2-b38c-462b-ada5-d8ca3ed560a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.891569 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-61d1cba2-b38c-462b-ada5-d8ca3ed560a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf2d4e15-68c8-4730-a706-91173752d4c0 HTTP/1.1" status: 204 len: 168 time: 0.5164461 Jul 28 10:30:25.903872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40876b49-cf51-487d-805b-7ecc2585c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ca1ae8a0-35eb-4da2-ab30-90273918bb64), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.906451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40876b49-cf51-487d-805b-7ecc2585c3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.907620 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-40876b49-cf51-487d-805b-7ecc2585c3e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca1ae8a0-35eb-4da2-ab30-90273918bb64 HTTP/1.1" status: 204 len: 168 time: 0.4674680 Jul 28 10:30:25.910502 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6455c4b-ad8a-46ac-b5e5-63c78cd1c571 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66b6e6a2a1a14fc68b2b68160dcc4fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6497929 Jul 28 10:30:25.913694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40080) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:25.922870 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd26cdb4-fc42-45f0-b86d-695e9912a6e0 admin admin] Publish callbacks [] for security_group (6bc12b25-56ea-4c65-a425-b16ae04a994d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.926593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6455c4b-ad8a-46ac-b5e5-63c78cd1c571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770467c9-efac-4910-a357-e7a2c3d4af5f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:25.950567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1cba2-b38c-462b-ada5-d8ca3ed560a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d4e15-68c8-4730-a706-91173752d4c0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:25.968213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd26cdb4-fc42-45f0-b86d-695e9912a6e0 admin admin] Publish callbacks [] for security_group (6bc12b25-56ea-4c65-a425-b16ae04a994d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:25.989706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40876b49-cf51-487d-805b-7ecc2585c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ae8a0-35eb-4da2-ab30-90273918bb64,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:26.036598 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be3bbf4a-db83-4e3b-a25d-0e09f15e354b admin admin] Publish callbacks [] for security_group (770467c9-efac-4910-a357-e7a2c3d4af5f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.064135 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd26cdb4-fc42-45f0-b86d-695e9912a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6bc12b25-56ea-4c65-a425-b16ae04a994d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.068108 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd26cdb4-fc42-45f0-b86d-695e9912a6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.070435 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd26cdb4-fc42-45f0-b86d-695e9912a6e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bc12b25-56ea-4c65-a425-b16ae04a994d HTTP/1.1" status: 204 len: 168 time: 0.3977270 Jul 28 10:30:26.084953 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26cdb4-fc42-45f0-b86d-695e9912a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc12b25-56ea-4c65-a425-b16ae04a994d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:26.099682 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be3bbf4a-db83-4e3b-a25d-0e09f15e354b admin admin] Publish callbacks [] for security_group (770467c9-efac-4910-a357-e7a2c3d4af5f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.141663 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fc3728dc-bd8d-4aaf-a3e4-bf289ad9039e req-9d6c79fe-e63d-43fe-b5f3-ee2143b7b6f1 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=272dcd8b-8ab1-455d-8091-0109680626fb HTTP/1.1" status: 200 len: 210 time: 0.0700173 Jul 28 10:30:26.153494 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0936001b-8e05-4e16-a51a-9163725e7b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.244921 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be3bbf4a-db83-4e3b-a25d-0e09f15e354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (770467c9-efac-4910-a357-e7a2c3d4af5f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.248537 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be3bbf4a-db83-4e3b-a25d-0e09f15e354b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.254006 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-be3bbf4a-db83-4e3b-a25d-0e09f15e354b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/770467c9-efac-4910-a357-e7a2c3d4af5f HTTP/1.1" status: 204 len: 168 time: 0.3381460 Jul 28 10:30:26.279982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bbf4a-db83-4e3b-a25d-0e09f15e354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770467c9-efac-4910-a357-e7a2c3d4af5f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:26.341185 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0936001b-8e05-4e16-a51a-9163725e7b35 admin admin] Publish callbacks [] for security_group (c0eee799-805e-41e5-90b1-6a2cd3a30e26), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.346853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0936001b-8e05-4e16-a51a-9163725e7b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c0eee799-805e-41e5-90b1-6a2cd3a30e26), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.395879 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0936001b-8e05-4e16-a51a-9163725e7b35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad5b53a76f3a4ed1bdbf8d475dff9f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202718 Jul 28 10:30:26.399250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40096) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:26.409078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936001b-8e05-4e16-a51a-9163725e7b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eee799-805e-41e5-90b1-6a2cd3a30e26,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:26.483124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df4f164f-2eda-4a7b-80a7-08de1b119a49 admin admin] Publish callbacks [] for security_group (c0eee799-805e-41e5-90b1-6a2cd3a30e26), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.485878 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:26.513016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df4f164f-2eda-4a7b-80a7-08de1b119a49 admin admin] Publish callbacks [] for security_group (c0eee799-805e-41e5-90b1-6a2cd3a30e26), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.568800 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df4f164f-2eda-4a7b-80a7-08de1b119a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c0eee799-805e-41e5-90b1-6a2cd3a30e26), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.572674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df4f164f-2eda-4a7b-80a7-08de1b119a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.577314 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-df4f164f-2eda-4a7b-80a7-08de1b119a49 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0eee799-805e-41e5-90b1-6a2cd3a30e26 HTTP/1.1" status: 204 len: 168 time: 0.1766386 Jul 28 10:30:26.591202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f164f-2eda-4a7b-80a7-08de1b119a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eee799-805e-41e5-90b1-6a2cd3a30e26,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:26.709043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40114) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:26.727249 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1fab5c-041e-4489-9b71-b21af2bf5539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.836979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40126) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:26.843344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-dc0ebb04-febd-4327-be48-ca31127bb8c3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138401951', 'description': 'tempest-description--125343482'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:26.881464 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc0ebb04-febd-4327-be48-ca31127bb8c3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.891619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1fab5c-041e-4489-9b71-b21af2bf5539 admin admin] Publish callbacks [] for security_group (df8211f5-622b-4ae6-82c4-341c27936e9f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.896922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1fab5c-041e-4489-9b71-b21af2bf5539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (df8211f5-622b-4ae6-82c4-341c27936e9f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.973843 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef1fab5c-041e-4489-9b71-b21af2bf5539 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88cdd3e6161a4c189df7f1f21e757bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633202 Jul 28 10:30:26.974815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40132) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:26.977887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fab5c-041e-4489-9b71-b21af2bf5539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8211f5-622b-4ae6-82c4-341c27936e9f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:26.979976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc0ebb04-febd-4327-be48-ca31127bb8c3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group (2a5567b8-4527-4c5b-b7dc-1fa7f1738c40), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:26.996399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc0ebb04-febd-4327-be48-ca31127bb8c3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2a5567b8-4527-4c5b-b7dc-1fa7f1738c40), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.046509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ebb04-febd-4327-be48-ca31127bb8c3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5567b8-4527-4c5b-b7dc-1fa7f1738c40,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:27.051960 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0a881e1-46a3-4ea0-905d-dc0ff8f5652f admin admin] Publish callbacks [] for security_group (df8211f5-622b-4ae6-82c4-341c27936e9f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.073487 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc0ebb04-febd-4327-be48-ca31127bb8c3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.077658 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dc0ebb04-febd-4327-be48-ca31127bb8c3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2367439 Jul 28 10:30:27.078575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40138) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.087082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ede73c46-b72c-4d6a-a97c-ef4819c51672 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Request body: {'security_group_rule': {'security_group_id': '2a5567b8-4527-4c5b-b7dc-1fa7f1738c40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:27.110474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0a881e1-46a3-4ea0-905d-dc0ff8f5652f admin admin] Publish callbacks [] for security_group (df8211f5-622b-4ae6-82c4-341c27936e9f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.160597 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ede73c46-b72c-4d6a-a97c-ef4819c51672 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group_rule (d5da99ee-b4d2-4b3e-ac52-9dd109761aef), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.176133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40144) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.193454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.193893 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:27.219398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8cc031c8-52b7-4c49-9953-cf4ebd9a48de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.229663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0a881e1-46a3-4ea0-905d-dc0ff8f5652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (df8211f5-622b-4ae6-82c4-341c27936e9f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.230186 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ee62747-0c37-4cd1-989a-7bc2bd1c0cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.233496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0a881e1-46a3-4ea0-905d-dc0ff8f5652f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.235326 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e0a881e1-46a3-4ea0-905d-dc0ff8f5652f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df8211f5-622b-4ae6-82c4-341c27936e9f HTTP/1.1" status: 204 len: 168 time: 0.2587366 Jul 28 10:30:27.282973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a881e1-46a3-4ea0-905d-dc0ff8f5652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8211f5-622b-4ae6-82c4-341c27936e9f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:27.340994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8cc031c8-52b7-4c49-9953-cf4ebd9a48de admin admin] Publish callbacks [] for security_group (84868f86-10a1-46ed-8c92-b3cafde91be7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.355594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8cc031c8-52b7-4c49-9953-cf4ebd9a48de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (84868f86-10a1-46ed-8c92-b3cafde91be7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.362724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ede73c46-b72c-4d6a-a97c-ef4819c51672 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group_rule (d5da99ee-b4d2-4b3e-ac52-9dd109761aef), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.371043 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ede73c46-b72c-4d6a-a97c-ef4819c51672 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (d5da99ee-b4d2-4b3e-ac52-9dd109761aef), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.417266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73c46-b72c-4d6a-a97c-ef4819c51672 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5da99ee-b4d2-4b3e-ac52-9dd109761aef,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:27.482377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ede73c46-b72c-4d6a-a97c-ef4819c51672 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.484055 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ede73c46-b72c-4d6a-a97c-ef4819c51672 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4049621 Jul 28 10:30:27.487700 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40160) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.493208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-47541034-3860-4ab7-b254-399c8243dab0 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Request body: {'security_group_rule': {'security_group_id': '2a5567b8-4527-4c5b-b7dc-1fa7f1738c40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:27.550159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47541034-3860-4ab7-b254-399c8243dab0 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group_rule (019e7dc8-6a65-4a3b-becf-f1a3fb8d290b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.556346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc031c8-52b7-4c49-9953-cf4ebd9a48de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84868f86-10a1-46ed-8c92-b3cafde91be7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:27.580557 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8cc031c8-52b7-4c49-9953-cf4ebd9a48de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e90b466d345a4658945835e805ab83f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849969 Jul 28 10:30:27.588183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40166) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.614960 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:27.616044 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:27.655744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47541034-3860-4ab7-b254-399c8243dab0 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group_rule (019e7dc8-6a65-4a3b-becf-f1a3fb8d290b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.664836 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:27.670055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47541034-3860-4ab7-b254-399c8243dab0 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (019e7dc8-6a65-4a3b-becf-f1a3fb8d290b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.684078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ee62747-0c37-4cd1-989a-7bc2bd1c0cad admin admin] Publish callbacks [] for security_group (61b79e44-b982-4063-8af4-dbbf835b76fb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.692022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ee62747-0c37-4cd1-989a-7bc2bd1c0cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (61b79e44-b982-4063-8af4-dbbf835b76fb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.752633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300beeb9-f2bc-4d32-aa16-b3fd1c3a8954 admin admin] Publish callbacks [] for security_group (84868f86-10a1-46ed-8c92-b3cafde91be7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.753364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47541034-3860-4ab7-b254-399c8243dab0 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019e7dc8-6a65-4a3b-becf-f1a3fb8d290b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:27.761129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40172) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.791823 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5ee62747-0c37-4cd1-989a-7bc2bd1c0cad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa9aeb693c554143a1ce5615536321d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6082687 Jul 28 10:30:27.793786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee62747-0c37-4cd1-989a-7bc2bd1c0cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b79e44-b982-4063-8af4-dbbf835b76fb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:27.795367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40174) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.805350 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47541034-3860-4ab7-b254-399c8243dab0 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.810276 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40178) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:27.815429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:27.818698 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-47541034-3860-4ab7-b254-399c8243dab0 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296547 Jul 28 10:30:27.832746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6df8a0e8-7891-407d-8694-f0ad3757beeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.839013 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300beeb9-f2bc-4d32-aa16-b3fd1c3a8954 admin admin] Publish callbacks [] for security_group (84868f86-10a1-46ed-8c92-b3cafde91be7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:27.989838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-822e22c0-29c9-4136-851a-a34fea2f8b56 admin admin] Publish callbacks [] for security_group (61b79e44-b982-4063-8af4-dbbf835b76fb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.011291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.087595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300beeb9-f2bc-4d32-aa16-b3fd1c3a8954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (84868f86-10a1-46ed-8c92-b3cafde91be7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.090543 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300beeb9-f2bc-4d32-aa16-b3fd1c3a8954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.095104 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-300beeb9-f2bc-4d32-aa16-b3fd1c3a8954 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84868f86-10a1-46ed-8c92-b3cafde91be7 HTTP/1.1" status: 204 len: 168 time: 0.5053458 Jul 28 10:30:28.123610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6df8a0e8-7891-407d-8694-f0ad3757beeb admin admin] Publish callbacks [] for security_group (c82d985d-fe5b-406a-a64b-83ac08e52d89), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.132654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6df8a0e8-7891-407d-8694-f0ad3757beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c82d985d-fe5b-406a-a64b-83ac08e52d89), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.173179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-822e22c0-29c9-4136-851a-a34fea2f8b56 admin admin] Publish callbacks [] for security_group (61b79e44-b982-4063-8af4-dbbf835b76fb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.213935 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300beeb9-f2bc-4d32-aa16-b3fd1c3a8954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84868f86-10a1-46ed-8c92-b3cafde91be7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:28.273691 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6df8a0e8-7891-407d-8694-f0ad3757beeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b3cdc506169435795c2c4ff25801a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106087 Jul 28 10:30:28.277559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40198) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:28.344293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8a0e8-7891-407d-8694-f0ad3757beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d985d-fe5b-406a-a64b-83ac08e52d89,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:28.400752 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e04b48f-cca9-4190-927b-5e1f11f079c9 admin admin] Publish callbacks [] for security_group (c82d985d-fe5b-406a-a64b-83ac08e52d89), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.467950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.479986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e04b48f-cca9-4190-927b-5e1f11f079c9 admin admin] Publish callbacks [] for security_group (c82d985d-fe5b-406a-a64b-83ac08e52d89), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.510958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-822e22c0-29c9-4136-851a-a34fea2f8b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (61b79e44-b982-4063-8af4-dbbf835b76fb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.514628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-822e22c0-29c9-4136-851a-a34fea2f8b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.519025 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-822e22c0-29c9-4136-851a-a34fea2f8b56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61b79e44-b982-4063-8af4-dbbf835b76fb HTTP/1.1" status: 204 len: 168 time: 0.7224572 Jul 28 10:30:28.583273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e22c0-29c9-4136-851a-a34fea2f8b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b79e44-b982-4063-8af4-dbbf835b76fb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:28.600450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e04b48f-cca9-4190-927b-5e1f11f079c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c82d985d-fe5b-406a-a64b-83ac08e52d89), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.606844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e04b48f-cca9-4190-927b-5e1f11f079c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:28.608952 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8e04b48f-cca9-4190-927b-5e1f11f079c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c82d985d-fe5b-406a-a64b-83ac08e52d89 HTTP/1.1" status: 204 len: 168 time: 0.3243818 Jul 28 10:30:28.650871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04b48f-cca9-4190-927b-5e1f11f079c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d985d-fe5b-406a-a64b-83ac08e52d89,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:28.798975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Allocated IP 172.25.2.100 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/0351d1ba-8b6a-4608-96a2-2df1e113d04e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:28.894166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40224) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:28.922829 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa18618e-82fb-4bf7-acfc-decf56556bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.137920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa18618e-82fb-4bf7-acfc-decf56556bf8 admin admin] Publish callbacks [] for security_group (7444ce44-042a-49a1-b34a-5c1990e19b91), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.152620 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:29.155656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa18618e-82fb-4bf7-acfc-decf56556bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7444ce44-042a-49a1-b34a-5c1990e19b91), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.274751 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aa18618e-82fb-4bf7-acfc-decf56556bf8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96242bb624c244d9baa4aacd90495d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776138 Jul 28 10:30:29.275720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40236) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:29.297326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18618e-82fb-4bf7-acfc-decf56556bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7444ce44-042a-49a1-b34a-5c1990e19b91,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:29.340907 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:29.410602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd80f-41ac-4087-8b87-19a68bcab669 admin admin] Publish callbacks [] for security_group (7444ce44-042a-49a1-b34a-5c1990e19b91), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.465381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd80f-41ac-4087-8b87-19a68bcab669 admin admin] Publish callbacks [] for security_group (7444ce44-042a-49a1-b34a-5c1990e19b91), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.557946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.563572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd80f-41ac-4087-8b87-19a68bcab669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7444ce44-042a-49a1-b34a-5c1990e19b91), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.567739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd80f-41ac-4087-8b87-19a68bcab669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.582841 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca2cd80f-41ac-4087-8b87-19a68bcab669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7444ce44-042a-49a1-b34a-5c1990e19b91 HTTP/1.1" status: 204 len: 168 time: 0.2955611 Jul 28 10:30:29.600066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cd80f-41ac-4087-8b87-19a68bcab669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7444ce44-042a-49a1-b34a-5c1990e19b91,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:29.650265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.713377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Pushing event updated for resources: {'Port': ['ID=0351d1ba-8b6a-4608-96a2-2df1e113d04e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:29.738719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:29.740716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:29.748108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:29.754479 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:29.889670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for floatingip (eb1af996-89a4-4748-89d5-05b4696e4e17), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:29.961279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:30.193232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:30.201633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:30.246635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (eb1af996-89a4-4748-89d5-05b4696e4e17), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:30.277561 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:30.283354 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4710820 Jul 28 10:30:30.287773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80e35c-f4bb-4b3c-a311-cbac20d62ea5 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Pushing event updated for resources: {'Port': ['ID=0351d1ba-8b6a-4608-96a2-2df1e113d04e,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:30.518386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40280) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:30.845039 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-738091e6-234e-476e-9c88-3d0f05d159c3 req-b3cf77d7-fe3b-457d-a8e8-692a1440e5e3 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--138401951&fields=id&tenant_id=07e2042b56704e9fb5195d43d8116494 HTTP/1.1" status: 200 len: 267 time: 0.0984383 Jul 28 10:30:31.019067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738091e6-234e-476e-9c88-3d0f05d159c3 req-4775ab45-4f5e-48d9-8185-d02152f07c6a tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:31.030120 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-738091e6-234e-476e-9c88-3d0f05d159c3 req-4775ab45-4f5e-48d9-8185-d02152f07c6a tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/networks?id=1c87581d-6ea4-480a-85dd-94af3087f3e2 HTTP/1.1" status: 200 len: 820 time: 0.1696861 Jul 28 10:30:31.046277 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-738091e6-234e-476e-9c88-3d0f05d159c3 req-d983e499-af38-4a2a-a824-0a59975d2157 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/quotas/07e2042b56704e9fb5195d43d8116494 HTTP/1.1" status: 200 len: 375 time: 0.0145288 Jul 28 10:30:31.146863 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-738091e6-234e-476e-9c88-3d0f05d159c3 req-935f098f-ab6e-43e2-9f87-1284033dcc7f tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07e2042b56704e9fb5195d43d8116494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922945 Jul 28 10:30:31.188169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40308) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:31.279147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-86753366-ab0e-4c77-a0d1-85443684dde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.303366 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:31.330029 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-738091e6-234e-476e-9c88-3d0f05d159c3 req-db0529d4-1bc1-4dae-84aa-de41f5a956b4 service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495624 Jul 28 10:30:31.438348 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-86753366-ab0e-4c77-a0d1-85443684dde1 admin admin] Publish callbacks [] for security_group (bb392832-85c0-4b86-bed0-5d086c4abc8d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.446234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-86753366-ab0e-4c77-a0d1-85443684dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb392832-85c0-4b86-bed0-5d086c4abc8d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.468660 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-738091e6-234e-476e-9c88-3d0f05d159c3 req-3eb86087-b2eb-4b48-98fc-c047b2b2f158 service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374564 Jul 28 10:30:31.512501 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-86753366-ab0e-4c77-a0d1-85443684dde1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f184573e6f5744f0aabab0891617674e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9904847 Jul 28 10:30:31.512501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86753366-ab0e-4c77-a0d1-85443684dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb392832-85c0-4b86-bed0-5d086c4abc8d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:31.512782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40318) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:31.621631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a23711e-2ef7-429c-814a-826b095b0cc1 admin admin] Publish callbacks [] for security_group (bb392832-85c0-4b86-bed0-5d086c4abc8d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.667221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a23711e-2ef7-429c-814a-826b095b0cc1 admin admin] Publish callbacks [] for security_group (bb392832-85c0-4b86-bed0-5d086c4abc8d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.806670 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-45e8470f-2615-4557-a122-64b71e8ab00b req-689033c3-7245-43b2-83ed-81f731e3414d tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=3eeee074-4c34-444d-a53c-5d676482565c HTTP/1.1" status: 200 len: 210 time: 0.0572553 Jul 28 10:30:31.809131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a23711e-2ef7-429c-814a-826b095b0cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb392832-85c0-4b86-bed0-5d086c4abc8d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.820810 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a23711e-2ef7-429c-814a-826b095b0cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.821640 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9a23711e-2ef7-429c-814a-826b095b0cc1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb392832-85c0-4b86-bed0-5d086c4abc8d HTTP/1.1" status: 204 len: 168 time: 0.3079023 Jul 28 10:30:31.836674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23711e-2ef7-429c-814a-826b095b0cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb392832-85c0-4b86-bed0-5d086c4abc8d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:31.916240 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52360165-f708-4762-90d0-dcf9ecdea3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:31.970305 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:32.046185 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52360165-f708-4762-90d0-dcf9ecdea3eb admin admin] Publish callbacks [] for security_group (f699bebf-31c9-4a83-9314-6e43642b167c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.057792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52360165-f708-4762-90d0-dcf9ecdea3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f699bebf-31c9-4a83-9314-6e43642b167c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.172769 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-52360165-f708-4762-90d0-dcf9ecdea3eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=646fc7da0f744baf8b0467c97ec82ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9834609 Jul 28 10:30:32.175893 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40344) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:32.177597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52360165-f708-4762-90d0-dcf9ecdea3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699bebf-31c9-4a83-9314-6e43642b167c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:32.265428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce115ad5-9ac5-4ca1-9dce-4f1182d81b14 admin admin] Publish callbacks [] for security_group (f699bebf-31c9-4a83-9314-6e43642b167c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.295623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce115ad5-9ac5-4ca1-9dce-4f1182d81b14 admin admin] Publish callbacks [] for security_group (f699bebf-31c9-4a83-9314-6e43642b167c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.364896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce115ad5-9ac5-4ca1-9dce-4f1182d81b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f699bebf-31c9-4a83-9314-6e43642b167c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.367719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce115ad5-9ac5-4ca1-9dce-4f1182d81b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.370905 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce115ad5-9ac5-4ca1-9dce-4f1182d81b14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f699bebf-31c9-4a83-9314-6e43642b167c HTTP/1.1" status: 204 len: 168 time: 0.1932282 Jul 28 10:30:32.385946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce115ad5-9ac5-4ca1-9dce-4f1182d81b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699bebf-31c9-4a83-9314-6e43642b167c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:32.548584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-821f6f33-f490-4bd3-9c79-9851d152b5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.647651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40364) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:32.671124 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:32.672425 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59ff6da-b9fd-4f74-93ab-ae161eab6a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.785252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59ff6da-b9fd-4f74-93ab-ae161eab6a44 admin admin] Publish callbacks [] for security_group (c10a6f46-c86b-4a3d-ae69-0369f9524b88), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.791156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59ff6da-b9fd-4f74-93ab-ae161eab6a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c10a6f46-c86b-4a3d-ae69-0369f9524b88), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.844692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ff6da-b9fd-4f74-93ab-ae161eab6a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a6f46-c86b-4a3d-ae69-0369f9524b88,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:32.864629 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c59ff6da-b9fd-4f74-93ab-ae161eab6a44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7253cb3229b4a3a8e1b907ea9a03921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094913 Jul 28 10:30:32.864841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:32.980118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc61fd51-a4e2-41c5-b6f2-450b9c940db1 admin admin] Publish callbacks [] for security_group (c10a6f46-c86b-4a3d-ae69-0369f9524b88), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:32.991140 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-52bc6436-06eb-4f23-89cd-70646c98851f req-0370b2c3-1b01-4e95-80c4-f966074fca16 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=3eeee074-4c34-444d-a53c-5d676482565c HTTP/1.1" status: 200 len: 210 time: 0.0466325 Jul 28 10:30:33.013961 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:33.046181 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc61fd51-a4e2-41c5-b6f2-450b9c940db1 admin admin] Publish callbacks [] for security_group (c10a6f46-c86b-4a3d-ae69-0369f9524b88), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.121737 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=38 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:33.152884 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc61fd51-a4e2-41c5-b6f2-450b9c940db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c10a6f46-c86b-4a3d-ae69-0369f9524b88), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.157596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc61fd51-a4e2-41c5-b6f2-450b9c940db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.161595 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc61fd51-a4e2-41c5-b6f2-450b9c940db1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c10a6f46-c86b-4a3d-ae69-0369f9524b88 HTTP/1.1" status: 204 len: 168 time: 0.2962418 Jul 28 10:30:33.172687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61fd51-a4e2-41c5-b6f2-450b9c940db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a6f46-c86b-4a3d-ae69-0369f9524b88,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:33.253781 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9751dd7e-f2ef-4260-9ba4-5007f01c2d25 req-2a16b3bd-3cf7-4ffb-a65a-551c73bd0ce6 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=3eeee074-4c34-444d-a53c-5d676482565c HTTP/1.1" status: 200 len: 210 time: 0.0413637 Jul 28 10:30:33.424354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40390) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:33.451454 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd576-7047-4c5b-988b-3e56ad630ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.602505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd576-7047-4c5b-988b-3e56ad630ac6 admin admin] Publish callbacks [] for security_group (00cc3065-0cbd-46e3-933b-6d2cc76bde65), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.609691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad7bd576-7047-4c5b-988b-3e56ad630ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (00cc3065-0cbd-46e3-933b-6d2cc76bde65), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.670308 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ad7bd576-7047-4c5b-988b-3e56ad630ac6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fec9c0d7214f43b7bcc499a91acf51fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448275 Jul 28 10:30:33.673531 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:33.682038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bd576-7047-4c5b-988b-3e56ad630ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc3065-0cbd-46e3-933b-6d2cc76bde65,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:33.761651 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15fa61fc-23fa-4dba-ac39-b26e0e812fbc admin admin] Publish callbacks [] for security_group (00cc3065-0cbd-46e3-933b-6d2cc76bde65), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.799389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15fa61fc-23fa-4dba-ac39-b26e0e812fbc admin admin] Publish callbacks [] for security_group (00cc3065-0cbd-46e3-933b-6d2cc76bde65), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.801847 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:33.892705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15fa61fc-23fa-4dba-ac39-b26e0e812fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (00cc3065-0cbd-46e3-933b-6d2cc76bde65), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.895880 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15fa61fc-23fa-4dba-ac39-b26e0e812fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:33.897702 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-15fa61fc-23fa-4dba-ac39-b26e0e812fbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00cc3065-0cbd-46e3-933b-6d2cc76bde65 HTTP/1.1" status: 204 len: 168 time: 0.2230422 Jul 28 10:30:33.909327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa61fc-23fa-4dba-ac39-b26e0e812fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc3065-0cbd-46e3-933b-6d2cc76bde65,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:34.056310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40412) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:34.804818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-network', 'tenant_id': '893fb430d96f4a5187573a7e18237769'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:34.844388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Made reservation on behalf of 893fb430d96f4a5187573a7e18237769 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:30:34.853341 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:34.865291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:34.976242 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c028be7-b6a8-43f6-b3e4-72095b0f19af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:34.993344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks [] for security_group (15f8875d-a317-4997-8947-f762033cf51d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.002023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (15f8875d-a317-4997-8947-f762033cf51d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.031031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:30:35.056578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f8875d-a317-4997-8947-f762033cf51d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:35.060274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d6d59925-3c63-486a-ab57-f5c093ea54a5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.060681 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Added segment d6d59925-3c63-486a-ab57-f5c093ea54a5 of type vlan for network eb7cd06f-a7f4-417d-84f3-8b2697912c1b Jul 28 10:30:35.105262 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:35.161015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (eb7cd06f-a7f4-417d-84f3-8b2697912c1b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.211674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (eb7cd06f-a7f4-417d-84f3-8b2697912c1b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.213375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:35.214245 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.222447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40488) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:35.261988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c10f8436-ace0-4746-a54c-5d6cde556d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.295653 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2366524 Jul 28 10:30:35.298361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40492) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:35.319213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Request body: {'subnet': {'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-subnet', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:35.336015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358a186-3547-4368-afc6-35ac19f155e7 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7cd06f-a7f4-417d-84f3-8b2697912c1b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:35.346448 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:35.358314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:30:35.362597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Made reservation on behalf of 893fb430d96f4a5187573a7e18237769 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:30:35.368321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.478635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c10f8436-ace0-4746-a54c-5d6cde556d24 admin admin] Publish callbacks [] for security_group (1fcb7491-3ef8-42bf-9211-4a3528a55015), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.484645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c10f8436-ace0-4746-a54c-5d6cde556d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1fcb7491-3ef8-42bf-9211-4a3528a55015), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.543112 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c10f8436-ace0-4746-a54c-5d6cde556d24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7468b5ca4ddb4dbfbec7d68cdd4bb94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181305 Jul 28 10:30:35.548869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40498) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:35.549851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f8436-ace0-4746-a54c-5d6cde556d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcb7491-3ef8-42bf-9211-4a3528a55015,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:35.695897 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:35.809004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5a46-9703-4d51-8253-b172a4d3e2e8 admin admin] Publish callbacks [] for security_group (1fcb7491-3ef8-42bf-9211-4a3528a55015), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.838244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (a1030b5f-79db-48d1-9254-f73193f2c464), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.886109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5a46-9703-4d51-8253-b172a4d3e2e8 admin admin] Publish callbacks [] for security_group (1fcb7491-3ef8-42bf-9211-4a3528a55015), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:35.943460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1030b5f-79db-48d1-9254-f73193f2c464,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:35.966190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Checking segment: {'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:35.966806 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Network hostable DHCP agents. Network: eb7cd06f-a7f4-417d-84f3-8b2697912c1b, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:30:35.994426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.003136 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5a46-9703-4d51-8253-b172a4d3e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1fcb7491-3ef8-42bf-9211-4a3528a55015), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.005139 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5a46-9703-4d51-8253-b172a4d3e2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.006365 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fd0d5a46-9703-4d51-8253-b172a4d3e2e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1fcb7491-3ef8-42bf-9211-4a3528a55015 HTTP/1.1" status: 204 len: 168 time: 0.4542358 Jul 28 10:30:36.010133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:30:36.024962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5a46-9703-4d51-8253-b172a4d3e2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcb7491-3ef8-42bf-9211-4a3528a55015,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:36.035254 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, eb7cd06f-a7f4-417d-84f3-8b2697912c1b) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:36.042631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:36.043773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.046091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0cd539-f707-43cf-9366-3510d49808ef None None] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:30:36.077976 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-00a5df6d-9463-4f3b-b231-5a921409cb45 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7675018 Jul 28 10:30:36.079703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40522) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:36.090688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:36.119266 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (2db543ab-4098-4394-b535-a01aa1367ef7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.120516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (2db543ab-4098-4394-b535-a01aa1367ef7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.204368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks [] for router_controller (2db543ab-4098-4394-b535-a01aa1367ef7), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.313645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-eb7cd06f-a7f4-417d-84f3-8b2697912c1b', 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b', 'project_id': '893fb430d96f4a5187573a7e18237769', 'fixed_ips': [{'subnet_id': 'a1030b5f-79db-48d1-9254-f73193f2c464'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:30:36.315473 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.423183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks [] for router_gateway (2db543ab-4098-4394-b535-a01aa1367ef7), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.513932 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:36.643102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Allocated IP 172.20.0.2 (eb7cd06f-a7f4-417d-84f3-8b2697912c1b/a1030b5f-79db-48d1-9254-f73193f2c464/cde9de49-cd99-42d2-938d-d98c8fa44bc8) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:36.751952 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:36.886848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Publish callbacks [] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.900531 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.943269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks [] for router_gateway (2db543ab-4098-4394-b535-a01aa1367ef7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:36.971626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:36.980354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:36.986515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:36.989464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.045250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Pushing event updated for resources: {'Port': ['ID=cde9de49-cd99-42d2-938d-d98c8fa44bc8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:37.106988 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.122784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Attempting to bind port cde9de49-cd99-42d2-938d-d98c8fa44bc8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:37.123451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Attempting to bind port cde9de49-cd99-42d2-938d-d98c8fa44bc8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:37.124003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Attempting to bind port cde9de49-cd99-42d2-938d-d98c8fa44bc8 on network eb7cd06f-a7f4-417d-84f3-8b2697912c1b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:37.135498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:37.136299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Checking segment: {'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:37.136874 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.137556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Bound using segment: {'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:37.138429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Bound port: cde9de49-cd99-42d2-938d-d98c8fa44bc8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:37.139720 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.248856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] For port cde9de49-cd99-42d2-938d-d98c8fa44bc8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:37.251230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Allocated IP 172.25.2.6 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/691f306e-a4e3-405d-8e28-dcc2314f6338) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:37.256054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] For port cde9de49-cd99-42d2-938d-d98c8fa44bc8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cde9de49-cd99-42d2-938d-d98c8fa44bc8,segment=NetworkSegment(d6d59925-3c63-486a-ab57-f5c093ea54a5),segment_id=d6d59925-3c63-486a-ab57-f5c093ea54a5)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:37.267791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.286114 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:37.356763 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:37.438489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb4d9d-9e18-48ce-8943-ec0bb86eb5d4 None None] Pushing event updated for resources: {'Port': ['ID=cde9de49-cd99-42d2-938d-d98c8fa44bc8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:37.452975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks [] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.476367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.514412 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.608363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:37.612703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:37.618950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:37.622441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:37.771129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Pushing event updated for resources: {'Port': ['ID=691f306e-a4e3-405d-8e28-dcc2314f6338,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:37.965337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cde9de49-cd99-42d2-938d-d98c8fa44bc8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:38.047632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cde9de49-cd99-42d2-938d-d98c8fa44bc8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:38.048298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:38.056473 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks [] for router_gateway (2db543ab-4098-4394-b535-a01aa1367ef7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:38.180189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cde9de49-cd99-42d2-938d-d98c8fa44bc8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:38.180584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:38.275999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port cde9de49-cd99-42d2-938d-d98c8fa44bc8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cde9de49-cd99-42d2-938d-d98c8fa44bc8,segment=NetworkSegment(d6d59925-3c63-486a-ab57-f5c093ea54a5),segment_id=d6d59925-3c63-486a-ab57-f5c093ea54a5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:38.286811 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:38.361072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=cde9de49-cd99-42d2-938d-d98c8fa44bc8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:38.376966 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (2db543ab-4098-4394-b535-a01aa1367ef7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:38.638552 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Router 2db543ab-4098-4394-b535-a01aa1367ef7 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:30:39.035245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:39.048876 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Sync routers for ids ['2db543ab-4098-4394-b535-a01aa1367ef7'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:39.075890 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Routers {'2db543ab-4098-4394-b535-a01aa1367ef7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:39.076606 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2db543ab-4098-4394-b535-a01aa1367ef7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:39.097168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:39.111685 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40614) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:39.112798 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-482fbd17-beae-4132-8b62-cc37f20ff60e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0308931 Jul 28 10:30:39.237846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9422cc5c-480b-4599-a40a-e94fd762285c None None] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:30:39.383242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40618) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:39.390363 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Set router 2db543ab-4098-4394-b535-a01aa1367ef7 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:39.407132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7d087f2e-3660-43c8-a93c-fea11f05f357 None None] Provisioning complete for port cde9de49-cd99-42d2-938d-d98c8fa44bc8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:39.407528 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d087f2e-3660-43c8-a93c-fea11f05f357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:39.599176 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:39.634289 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:37Z', 'revision_number': 3, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port': {'id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:39.666757 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Checking router: 2db543ab-4098-4394-b535-a01aa1367ef7 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:39.667942 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Updating router 2db543ab-4098-4394-b535-a01aa1367ef7 port 691f306e-a4e3-405d-8e28-dcc2314f6338 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:39.671354 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:39.676793 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:39.732456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7d087f2e-3660-43c8-a93c-fea11f05f357 None None] Current status of the port cde9de49-cd99-42d2-938d-d98c8fa44bc8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:39.737528 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:39.878035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cde9de49-cd99-42d2-938d-d98c8fa44bc8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:39.980766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cde9de49-cd99-42d2-938d-d98c8fa44bc8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:39.982720 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.103055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.158991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cde9de49-cd99-42d2-938d-d98c8fa44bc8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:40.180877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8d3dd397-a864-4402-bb71-1d28354b697b None None] Provisioning complete for port cde9de49-cd99-42d2-938d-d98c8fa44bc8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:40.202629 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd397-a864-4402-bb71-1d28354b697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.389264 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:40.406829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8d3dd397-a864-4402-bb71-1d28354b697b None None] Current status of the port cde9de49-cd99-42d2-938d-d98c8fa44bc8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:40.422049 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Publish callbacks [] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.431037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Allocated IP 172.20.0.1 (eb7cd06f-a7f4-417d-84f3-8b2697912c1b/a1030b5f-79db-48d1-9254-f73193f2c464/18471bcd-a4c4-4948-80e5-037a15dec464) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:40.439911 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.508808 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Attempting to bind port 691f306e-a4e3-405d-8e28-dcc2314f6338 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:40.509212 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Attempting to bind port 691f306e-a4e3-405d-8e28-dcc2314f6338 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:40.509542 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Attempting to bind port 691f306e-a4e3-405d-8e28-dcc2314f6338 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:40.586540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb8591-bdc0-4ec0-b028-ce85a47369ff None None] Pushing event updated for resources: {'Port': ['ID=691f306e-a4e3-405d-8e28-dcc2314f6338,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:40.593708 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:40.594194 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:40.594654 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.595101 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:40.595755 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Bound port: 691f306e-a4e3-405d-8e28-dcc2314f6338, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:40.596194 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.628892 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks [] for port (18471bcd-a4c4-4948-80e5-037a15dec464), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.669827 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] For port 691f306e-a4e3-405d-8e28-dcc2314f6338, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:40.673918 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] For port 691f306e-a4e3-405d-8e28-dcc2314f6338, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=691f306e-a4e3-405d-8e28-dcc2314f6338,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:40.679260 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:40.680789 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.687898 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.749309 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:40.757774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:40.765010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:40.765456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (2db543ab-4098-4394-b535-a01aa1367ef7), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.775224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Pushing event updated for resources: {'Port': ['ID=18471bcd-a4c4-4948-80e5-037a15dec464,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:40.860766 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb8591-bdc0-4ec0-b028-ce85a47369ff None None] Pushing event updated for resources: {'Port': ['ID=691f306e-a4e3-405d-8e28-dcc2314f6338,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:40.884524 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Routers {'2db543ab-4098-4394-b535-a01aa1367ef7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:40.894717 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2db543ab-4098-4394-b535-a01aa1367ef7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:40.916996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b7649dd6-d5b3-4475-8c11-ed628a75dcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:40.922375 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:41.014282 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:41.183376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b7649dd6-d5b3-4475-8c11-ed628a75dcc0 admin admin] Publish callbacks [] for security_group (99f108d6-dc2c-4446-ac61-4dce21b8b6ab), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.192998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b7649dd6-d5b3-4475-8c11-ed628a75dcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (99f108d6-dc2c-4446-ac61-4dce21b8b6ab), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.289010 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b7649dd6-d5b3-4475-8c11-ed628a75dcc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b859d9eb4f294535a7658f179197d7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9016674 Jul 28 10:30:41.292866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40670) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:41.300993 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.308025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.314307 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7649dd6-d5b3-4475-8c11-ed628a75dcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f108d6-dc2c-4446-ac61-4dce21b8b6ab,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:41.345392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-19f0f231-8d5b-4654-91eb-e70165518831 None None] Provisioning complete for port 18471bcd-a4c4-4948-80e5-037a15dec464 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:41.346681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-19f0f231-8d5b-4654-91eb-e70165518831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.422023 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] Set router 2db543ab-4098-4394-b535-a01aa1367ef7 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:41.441075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-19f0f231-8d5b-4654-91eb-e70165518831 None None] Port 18471bcd-a4c4-4948-80e5-037a15dec464 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:41.514082 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a448888-caee-4a5d-a02f-994d81454627 admin admin] Publish callbacks [] for security_group (99f108d6-dc2c-4446-ac61-4dce21b8b6ab), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.546263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a448888-caee-4a5d-a02f-994d81454627 admin admin] Publish callbacks [] for security_group (99f108d6-dc2c-4446-ac61-4dce21b8b6ab), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.623660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a448888-caee-4a5d-a02f-994d81454627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (99f108d6-dc2c-4446-ac61-4dce21b8b6ab), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.629390 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a448888-caee-4a5d-a02f-994d81454627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.636170 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a448888-caee-4a5d-a02f-994d81454627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99f108d6-dc2c-4446-ac61-4dce21b8b6ab HTTP/1.1" status: 204 len: 168 time: 0.3289220 Jul 28 10:30:41.642455 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:41.659164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a448888-caee-4a5d-a02f-994d81454627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f108d6-dc2c-4446-ac61-4dce21b8b6ab,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:41.667893 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:37Z', 'revision_number': 3, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port': {'id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:41.703895 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:41.728007 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a16bb6-473f-41ec-b53f-903223e4f0f0 None None] The sync data for ids ['2db543ab-4098-4394-b535-a01aa1367ef7'] in n-d-850468-6 is: [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:37Z', 'revision_number': 3, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port': {'id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:30:41.827975 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:41.855132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks [] for port (18471bcd-a4c4-4948-80e5-037a15dec464), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.869482 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:41.870290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (2db543ab-4098-4394-b535-a01aa1367ef7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:42.008776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Pushing event updated for resources: {'Port': ['ID=18471bcd-a4c4-4948-80e5-037a15dec464,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:42.087521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:42.089699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:42.566576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Router 2db543ab-4098-4394-b535-a01aa1367ef7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:30:42.594914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-124fb4cc-43fa-4709-b9fa-2f4f2619c83c None None] Provisioning complete for port 18471bcd-a4c4-4948-80e5-037a15dec464 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:42.596862 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-124fb4cc-43fa-4709-b9fa-2f4f2619c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:42.722536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-124fb4cc-43fa-4709-b9fa-2f4f2619c83c None None] Port 18471bcd-a4c4-4948-80e5-037a15dec464 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:42.731462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:42.754545 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-183cdaa3-cf98-4970-a5bf-82d3db8f3e62 admin admin] 10.222.0.46 "PUT /v2.0/routers/2db543ab-4098-4394-b535-a01aa1367ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6312859 Jul 28 10:30:42.949052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:42.975379 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6f820fc4-34fd-491b-97cd-da129eddfbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:43.141801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6f820fc4-34fd-491b-97cd-da129eddfbf3 admin admin] Publish callbacks [] for security_group (ce69c92f-5121-4afc-b767-6d7504e03ee4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:43.149045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6f820fc4-34fd-491b-97cd-da129eddfbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ce69c92f-5121-4afc-b767-6d7504e03ee4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:43.230586 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6f820fc4-34fd-491b-97cd-da129eddfbf3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51c80d32ce614e25829004296139fb08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806456 Jul 28 10:30:43.231358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f820fc4-34fd-491b-97cd-da129eddfbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce69c92f-5121-4afc-b767-6d7504e03ee4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:43.235550 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40740) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:43.359976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070a5bc9-0eec-4300-87f5-26c7d24a3769 admin admin] Publish callbacks [] for security_group (ce69c92f-5121-4afc-b767-6d7504e03ee4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:43.397073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070a5bc9-0eec-4300-87f5-26c7d24a3769 admin admin] Publish callbacks [] for security_group (ce69c92f-5121-4afc-b767-6d7504e03ee4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:43.489210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070a5bc9-0eec-4300-87f5-26c7d24a3769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ce69c92f-5121-4afc-b767-6d7504e03ee4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:43.493036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070a5bc9-0eec-4300-87f5-26c7d24a3769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:43.495675 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-070a5bc9-0eec-4300-87f5-26c7d24a3769 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce69c92f-5121-4afc-b767-6d7504e03ee4 HTTP/1.1" status: 204 len: 168 time: 0.2572942 Jul 28 10:30:43.511017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a5bc9-0eec-4300-87f5-26c7d24a3769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce69c92f-5121-4afc-b767-6d7504e03ee4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:43.547391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:43.878895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 691f306e-a4e3-405d-8e28-dcc2314f6338 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:43.956404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 691f306e-a4e3-405d-8e28-dcc2314f6338 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:43.956864 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:44.119850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 691f306e-a4e3-405d-8e28-dcc2314f6338 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:44.120366 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:44.182113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 691f306e-a4e3-405d-8e28-dcc2314f6338, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=691f306e-a4e3-405d-8e28-dcc2314f6338,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:44.191616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:44.328235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=691f306e-a4e3-405d-8e28-dcc2314f6338,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:44.617788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f07f5181-1a30-40a3-a991-4dfc174ac2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:44.727214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Sync routers for ids ['2db543ab-4098-4394-b535-a01aa1367ef7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:44.740382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Routers {'2db543ab-4098-4394-b535-a01aa1367ef7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:44.742069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2db543ab-4098-4394-b535-a01aa1367ef7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:44.824548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f07f5181-1a30-40a3-a991-4dfc174ac2cc admin admin] Publish callbacks [] for security_group (9d39fe58-0bba-4fac-bc56-e598d4caec2e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:44.830237 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f07f5181-1a30-40a3-a991-4dfc174ac2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9d39fe58-0bba-4fac-bc56-e598d4caec2e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:44.873041 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f07f5181-1a30-40a3-a991-4dfc174ac2cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0dc520d1802f495996f2ae0be8aadc90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3232808 Jul 28 10:30:44.875202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:44.890280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f5181-1a30-40a3-a991-4dfc174ac2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39fe58-0bba-4fac-bc56-e598d4caec2e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:45.010303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-998b1663-d7b0-43b9-8a13-89d7855af95d admin admin] Publish callbacks [] for security_group (9d39fe58-0bba-4fac-bc56-e598d4caec2e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:45.063720 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:45.078580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-998b1663-d7b0-43b9-8a13-89d7855af95d admin admin] Publish callbacks [] for security_group (9d39fe58-0bba-4fac-bc56-e598d4caec2e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:45.200057 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-998b1663-d7b0-43b9-8a13-89d7855af95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9d39fe58-0bba-4fac-bc56-e598d4caec2e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:45.203955 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-998b1663-d7b0-43b9-8a13-89d7855af95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:45.205478 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-998b1663-d7b0-43b9-8a13-89d7855af95d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d39fe58-0bba-4fac-bc56-e598d4caec2e HTTP/1.1" status: 204 len: 168 time: 0.3284090 Jul 28 10:30:45.211866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Set router 2db543ab-4098-4394-b535-a01aa1367ef7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:45.220121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b1663-d7b0-43b9-8a13-89d7855af95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39fe58-0bba-4fac-bc56-e598d4caec2e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:45.305751 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:45.386372 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:45.523957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:41Z', 'revision_number': 4, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port': {'id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '18471bcd-a4c4-4948-80e5-037a15dec464', 'name': '', 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'mac_address': 'fa:16:3e:91:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'a1030b5f-79db-48d1-9254-f73193f2c464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:40Z', 'updated_at': '2022-07-28T10:30:41Z', 'revision_number': 2, 'project_id': '893fb430d96f4a5187573a7e18237769', 'subnets': [{'id': 'a1030b5f-79db-48d1-9254-f73193f2c464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:45.558277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Checking router: 2db543ab-4098-4394-b535-a01aa1367ef7 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:45.558782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Updating router 2db543ab-4098-4394-b535-a01aa1367ef7 port 18471bcd-a4c4-4948-80e5-037a15dec464 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:45.613079 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:45.916556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 691f306e-a4e3-405d-8e28-dcc2314f6338 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:46.091514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 691f306e-a4e3-405d-8e28-dcc2314f6338 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:46.091982 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.121472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40888) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:46.141771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f36a-5e76-4d3c-a80d-e0607b6aea05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.166185 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Publish callbacks [] for port (18471bcd-a4c4-4948-80e5-037a15dec464), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.178488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.312916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 691f306e-a4e3-405d-8e28-dcc2314f6338 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:46.321559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f36a-5e76-4d3c-a80d-e0607b6aea05 admin admin] Publish callbacks [] for security_group (9535bb38-afb3-4b88-b4a2-276d54794153), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.325634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9906f3-a46c-463a-9d62-ab561592a138 None None] Pushing event updated for resources: {'Port': ['ID=18471bcd-a4c4-4948-80e5-037a15dec464,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:46.362158 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f36a-5e76-4d3c-a80d-e0607b6aea05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9535bb38-afb3-4b88-b4a2-276d54794153), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.468711 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3dc9f36a-5e76-4d3c-a80d-e0607b6aea05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cd7961f841b4f9f9a6355a1d813e9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459027 Jul 28 10:30:46.470601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9f36a-5e76-4d3c-a80d-e0607b6aea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9535bb38-afb3-4b88-b4a2-276d54794153,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:46.471758 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40900) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:46.510152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Attempting to bind port 18471bcd-a4c4-4948-80e5-037a15dec464 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:46.510545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Attempting to bind port 18471bcd-a4c4-4948-80e5-037a15dec464 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:46.521078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Attempting to bind port 18471bcd-a4c4-4948-80e5-037a15dec464 on network eb7cd06f-a7f4-417d-84f3-8b2697912c1b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:46.540108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:46.540398 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Checking segment: {'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:46.545421 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.550566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Bound using segment: {'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:46.551546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Bound port: 18471bcd-a4c4-4948-80e5-037a15dec464, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d59925-3c63-486a-ab57-f5c093ea54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:46.555065 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.617692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c13811e-e637-4975-bfb3-0ec4f3ddf5f3 admin admin] Publish callbacks [] for security_group (9535bb38-afb3-4b88-b4a2-276d54794153), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.655718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c13811e-e637-4975-bfb3-0ec4f3ddf5f3 admin admin] Publish callbacks [] for security_group (9535bb38-afb3-4b88-b4a2-276d54794153), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.703746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-65264e7d-0ce0-43cc-bd7a-571dce7a9960 None None] Provisioning complete for port 18471bcd-a4c4-4948-80e5-037a15dec464 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:46.704887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65264e7d-0ce0-43cc-bd7a-571dce7a9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.750604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40914) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:46.756282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-network', 'tenant_id': '4718bf9e41964abeace170eef9f6435c'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:46.793686 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c13811e-e637-4975-bfb3-0ec4f3ddf5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9535bb38-afb3-4b88-b4a2-276d54794153), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.796325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c13811e-e637-4975-bfb3-0ec4f3ddf5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.800329 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7c13811e-e637-4975-bfb3-0ec4f3ddf5f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9535bb38-afb3-4b88-b4a2-276d54794153 HTTP/1.1" status: 204 len: 168 time: 0.3273985 Jul 28 10:30:46.806853 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:46.817213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13811e-e637-4975-bfb3-0ec4f3ddf5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9535bb38-afb3-4b88-b4a2-276d54794153,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:46.840871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Made reservation on behalf of 4718bf9e41964abeace170eef9f6435c for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:30:46.845281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.862371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-65264e7d-0ce0-43cc-bd7a-571dce7a9960 None None] Port 18471bcd-a4c4-4948-80e5-037a15dec464 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:46.885979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] For port 18471bcd-a4c4-4948-80e5-037a15dec464, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:46.889793 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:46.894790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] For port 18471bcd-a4c4-4948-80e5-037a15dec464, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=18471bcd-a4c4-4948-80e5-037a15dec464,segment=NetworkSegment(d6d59925-3c63-486a-ab57-f5c093ea54a5),segment_id=d6d59925-3c63-486a-ab57-f5c093ea54a5)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:46.898205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.906344 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:46.990485 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:46.999876 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9906f3-a46c-463a-9d62-ab561592a138 None None] Pushing event updated for resources: {'Port': ['ID=18471bcd-a4c4-4948-80e5-037a15dec464,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:47.035936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Routers {'2db543ab-4098-4394-b535-a01aa1367ef7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:47.037024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2db543ab-4098-4394-b535-a01aa1367ef7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:47.174753 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks [] for security_group (55e39a88-75c7-4118-94b4-2ee9c1cf1a62), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.184017 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (55e39a88-75c7-4118-94b4-2ee9c1cf1a62), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.200979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:30:47.215301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8e29e5c7-535a-4cab-9ecb-8022ee77eaa1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.216267 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Added segment 8e29e5c7-535a-4cab-9ecb-8022ee77eaa1 of type vlan for network b6c74db3-6d00-436a-90b5-1333cfba58dd Jul 28 10:30:47.220686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] Set router 2db543ab-4098-4394-b535-a01aa1367ef7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:47.269605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b6c74db3-6d00-436a-90b5-1333cfba58dd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.325628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e39a88-75c7-4118-94b4-2ee9c1cf1a62,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:47.328861 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b6c74db3-6d00-436a-90b5-1333cfba58dd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.330026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:47.330717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.400829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-206ddcfd-8c31-44f5-877c-a8b76deb7de7 None None] Provisioning complete for port 18471bcd-a4c4-4948-80e5-037a15dec464 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:47.401466 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-206ddcfd-8c31-44f5-877c-a8b76deb7de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.440255 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:47.448261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] Pushing event updated for resources: {'Network': ['ID=b6c74db3-6d00-436a-90b5-1333cfba58dd,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:47.466888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40930) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:47.467275 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d1b72edb-67de-4868-9be1-ae4b1dca43ab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7153435 Jul 28 10:30:47.472808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Request body: {'subnet': {'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-subnet', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:47.508885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b6c74db3-6d00-436a-90b5-1333cfba58dd details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:30:47.526469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Made reservation on behalf of 4718bf9e41964abeace170eef9f6435c for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:30:47.530172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.627952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40936) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:47.726409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:41Z', 'revision_number': 4, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port': {'id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '18471bcd-a4c4-4948-80e5-037a15dec464', 'name': '', 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'mac_address': 'fa:16:3e:91:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'a1030b5f-79db-48d1-9254-f73193f2c464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:40Z', 'updated_at': '2022-07-28T10:30:46Z', 'revision_number': 4, 'project_id': '893fb430d96f4a5187573a7e18237769', 'subnets': [{'id': 'a1030b5f-79db-48d1-9254-f73193f2c464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:47.766618 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:47.798244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20fa63-325c-4860-995c-8ca476d7f72b None None] The sync data for ids ['2db543ab-4098-4394-b535-a01aa1367ef7'] in n-d-850468-6 is: [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:41Z', 'revision_number': 4, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port': {'id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '18471bcd-a4c4-4948-80e5-037a15dec464', 'name': '', 'network_id': 'eb7cd06f-a7f4-417d-84f3-8b2697912c1b', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'mac_address': 'fa:16:3e:91:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'a1030b5f-79db-48d1-9254-f73193f2c464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:40Z', 'updated_at': '2022-07-28T10:30:46Z', 'revision_number': 4, 'project_id': '893fb430d96f4a5187573a7e18237769', 'subnets': [{'id': 'a1030b5f-79db-48d1-9254-f73193f2c464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:30:47.802460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-206ddcfd-8c31-44f5-877c-a8b76deb7de7 None None] Current status of the port 18471bcd-a4c4-4948-80e5-037a15dec464 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:47.802460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-206ddcfd-8c31-44f5-877c-a8b76deb7de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.816639 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:47.851769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40944) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:47.855319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-206ddcfd-8c31-44f5-877c-a8b76deb7de7 None None] For port 18471bcd-a4c4-4948-80e5-037a15dec464, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=18471bcd-a4c4-4948-80e5-037a15dec464,segment=NetworkSegment(d6d59925-3c63-486a-ab57-f5c093ea54a5),segment_id=d6d59925-3c63-486a-ab57-f5c093ea54a5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:47.887331 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-206ddcfd-8c31-44f5-877c-a8b76deb7de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:47.986316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (79fa0005-4227-4fc5-9ad5-a0fa8f40ec86), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.011303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ddcfd-8c31-44f5-877c-a8b76deb7de7 None None] Pushing event updated for resources: {'Port': ['ID=18471bcd-a4c4-4948-80e5-037a15dec464,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:48.080327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fa0005-4227-4fc5-9ad5-a0fa8f40ec86,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:48.120490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Checking segment: {'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:48.120757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Network hostable DHCP agents. Network: b6c74db3-6d00-436a-90b5-1333cfba58dd, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:30:48.148628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Network b6c74db3-6d00-436a-90b5-1333cfba58dd is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:30:48.168204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b6c74db3-6d00-436a-90b5-1333cfba58dd) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:48.176141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dbdaf0-1b45-4ded-bbe4-b5ff28ea65f3 None None] Network b6c74db3-6d00-436a-90b5-1333cfba58dd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:30:48.181838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:48.182488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.205026 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-599336d2-8e1f-4262-9811-ebbb1512e7e7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7364028 Jul 28 10:30:48.207500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40952) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:48.214875 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:48.277384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (2a1535a0-70e8-461a-b5f6-f58b2df14880), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.279567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (2a1535a0-70e8-461a-b5f6-f58b2df14880), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.300717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0ec87f8-740b-445a-8fa6-20fb9e10e273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.395857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b6c74db3-6d00-436a-90b5-1333cfba58dd', 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd', 'project_id': '4718bf9e41964abeace170eef9f6435c', 'fixed_ips': [{'subnet_id': '79fa0005-4227-4fc5-9ad5-a0fa8f40ec86'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:30:48.398029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.404982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks [] for router_controller (2a1535a0-70e8-461a-b5f6-f58b2df14880), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.556472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0ec87f8-740b-445a-8fa6-20fb9e10e273 admin admin] Publish callbacks [] for security_group (71bcd6b0-fc02-4006-9afe-d6d50c848bec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.599100 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0ec87f8-740b-445a-8fa6-20fb9e10e273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (71bcd6b0-fc02-4006-9afe-d6d50c848bec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.628817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46b4fe46-ba35-4df2-93e1-4c783d525560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.690376 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0ec87f8-740b-445a-8fa6-20fb9e10e273 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0562b1ebd97a4174a6c3aff590d423a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0611832 Jul 28 10:30:48.696719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40960) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:48.702809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec87f8-740b-445a-8fa6-20fb9e10e273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bcd6b0-fc02-4006-9afe-d6d50c848bec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:48.933532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46b4fe46-ba35-4df2-93e1-4c783d525560 admin admin] Publish callbacks [] for security_group (0a89e856-4aeb-4bd0-a53f-fb1ff669fb47), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:48.964669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46b4fe46-ba35-4df2-93e1-4c783d525560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0a89e856-4aeb-4bd0-a53f-fb1ff669fb47), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.061723 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-46b4fe46-ba35-4df2-93e1-4c783d525560 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28555c78396c421994d0ba821bb95fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2060928 Jul 28 10:30:49.063566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4fe46-ba35-4df2-93e1-4c783d525560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89e856-4aeb-4bd0-a53f-fb1ff669fb47,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:49.066598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40970) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:49.154061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddb08557-0cbc-418c-96d1-115c247ce70e admin admin] Publish callbacks [] for security_group (0a89e856-4aeb-4bd0-a53f-fb1ff669fb47), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.182752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddb08557-0cbc-418c-96d1-115c247ce70e admin admin] Publish callbacks [] for security_group (0a89e856-4aeb-4bd0-a53f-fb1ff669fb47), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.198521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Allocated IP 172.20.0.2 (b6c74db3-6d00-436a-90b5-1333cfba58dd/79fa0005-4227-4fc5-9ad5-a0fa8f40ec86/2db3d5a1-57c8-4bd9-b0bf-00069a495b79) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:49.213269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks [] for router_gateway (2a1535a0-70e8-461a-b5f6-f58b2df14880), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.287470 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddb08557-0cbc-418c-96d1-115c247ce70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0a89e856-4aeb-4bd0-a53f-fb1ff669fb47), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.293482 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddb08557-0cbc-418c-96d1-115c247ce70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.300817 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ddb08557-0cbc-418c-96d1-115c247ce70e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a89e856-4aeb-4bd0-a53f-fb1ff669fb47 HTTP/1.1" status: 204 len: 168 time: 0.2286582 Jul 28 10:30:49.344779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e1fc-c561-48f4-934b-319bb80881ce admin admin] Publish callbacks [] for security_group (71bcd6b0-fc02-4006-9afe-d6d50c848bec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.358622 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb08557-0cbc-418c-96d1-115c247ce70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89e856-4aeb-4bd0-a53f-fb1ff669fb47,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:49.431704 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e1fc-c561-48f4-934b-319bb80881ce admin admin] Publish callbacks [] for security_group (71bcd6b0-fc02-4006-9afe-d6d50c848bec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.444691 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Publish callbacks [] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.449002 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:49.449964 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:49.451124 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:49.476227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.535100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Network b6c74db3-6d00-436a-90b5-1333cfba58dd is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:49.551507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:49.570512 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e1fc-c561-48f4-934b-319bb80881ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (71bcd6b0-fc02-4006-9afe-d6d50c848bec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.570976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:49.573752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f0e1fc-c561-48f4-934b-319bb80881ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.575353 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b8f0e1fc-c561-48f4-934b-319bb80881ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71bcd6b0-fc02-4006-9afe-d6d50c848bec HTTP/1.1" status: 204 len: 168 time: 0.8758304 Jul 28 10:30:49.594073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0e1fc-c561-48f4-934b-319bb80881ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bcd6b0-fc02-4006-9afe-d6d50c848bec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:49.684656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks [] for router_gateway (2a1535a0-70e8-461a-b5f6-f58b2df14880), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.718803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Attempting to bind port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:49.719162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Attempting to bind port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:49.719653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Attempting to bind port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 on network b6c74db3-6d00-436a-90b5-1333cfba58dd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:49.723153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Pushing event updated for resources: {'Port': ['ID=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:49.727872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.764379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:49.766801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Checking segment: {'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:49.768421 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.770343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Bound using segment: {'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:49.770914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Bound port: 2db3d5a1-57c8-4bd9-b0bf-00069a495b79, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:49.773577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.907684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] For port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:49.912107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] For port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,segment=NetworkSegment(8e29e5c7-535a-4cab-9ecb-8022ee77eaa1),segment_id=8e29e5c7-535a-4cab-9ecb-8022ee77eaa1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:49.921642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:49.962131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 18471bcd-a4c4-4948-80e5-037a15dec464 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:49.988304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Allocated IP 172.25.2.246 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/e97dc5e1-39ca-463f-b39f-6d933a2cc104) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:50.073648 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:50.116503 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-583d1083-7b0d-42c2-a15a-680a9cc41369 req-de456381-cb27-4312-b060-5da0e150833d tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399358 Jul 28 10:30:50.140898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5ecfc-bd87-4077-a8cd-b617781e5ebf None None] Pushing event updated for resources: {'Port': ['ID=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:50.171490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 18471bcd-a4c4-4948-80e5-037a15dec464 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:50.172831 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:50.309689 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks [] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:50.333213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 18471bcd-a4c4-4948-80e5-037a15dec464 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:50.351085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1083-7b0d-42c2-a15a-680a9cc41369 req-6ff4f634-0949-4fce-9fe4-c1d1c642621b tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:50.352624 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-583d1083-7b0d-42c2-a15a-680a9cc41369 req-6ff4f634-0949-4fce-9fe4-c1d1c642621b tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261062 Jul 28 10:30:50.380708 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-583d1083-7b0d-42c2-a15a-680a9cc41369 req-263f28f9-d66a-48fe-b572-d3f684b77bb3 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/quotas/852c30f1dc854287b1e8dc8a5a460f39 HTTP/1.1" status: 200 len: 375 time: 0.0186319 Jul 28 10:30:50.395998 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:50.436441 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-583d1083-7b0d-42c2-a15a-680a9cc41369 req-54830948-be32-4bbd-bd86-c538c82bd52b tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544772 Jul 28 10:30:50.442573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:50.542978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:50.561217 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:50.566602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e97dc5e1-39ca-463f-b39f-6d933a2cc104,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:50.578085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:50.877566 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-58330630-7c5c-48b7-ba48-3c48c7e5d859 req-866d8bc8-3a82-404a-8087-fdb3358bc1f7 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b9cefb-2360-4165-af02-01dd9d1581b7 HTTP/1.1" status: 200 len: 210 time: 0.1108491 Jul 28 10:30:51.166275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks [] for router_gateway (2a1535a0-70e8-461a-b5f6-f58b2df14880), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.191063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41018) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:51.220450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41022) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:51.231081 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:51.245834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-620bc796-b6f4-43fd-83a0-19d9c9af31e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.396971 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-620bc796-b6f4-43fd-83a0-19d9c9af31e4 admin admin] Publish callbacks [] for security_group (9dd83102-e8ec-4e2d-9194-0952745d08a3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.410011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-620bc796-b6f4-43fd-83a0-19d9c9af31e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9dd83102-e8ec-4e2d-9194-0952745d08a3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.489907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (2a1535a0-70e8-461a-b5f6-f58b2df14880), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.517741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bc796-b6f4-43fd-83a0-19d9c9af31e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd83102-e8ec-4e2d-9194-0952745d08a3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:51.531315 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-620bc796-b6f4-43fd-83a0-19d9c9af31e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e24feed89f324e77aae31e85b4f08200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059001 Jul 28 10:30:51.555887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41026) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:51.624993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41030) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:51.665620 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28914e2b-f9dd-4b8a-b051-edd8f7289da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.676653 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=37 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:51.703453 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:51.721223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28e6f5de-9307-4e97-af80-e0b1ead510b9 admin admin] Publish callbacks [] for security_group (9dd83102-e8ec-4e2d-9194-0952745d08a3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.795431 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Router 2a1535a0-70e8-461a-b5f6-f58b2df14880 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:30:51.810647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28e6f5de-9307-4e97-af80-e0b1ead510b9 admin admin] Publish callbacks [] for security_group (9dd83102-e8ec-4e2d-9194-0952745d08a3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.969210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:51.982007 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28e6f5de-9307-4e97-af80-e0b1ead510b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9dd83102-e8ec-4e2d-9194-0952745d08a3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.995661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28e6f5de-9307-4e97-af80-e0b1ead510b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:51.996988 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-28e6f5de-9307-4e97-af80-e0b1ead510b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dd83102-e8ec-4e2d-9194-0952745d08a3 HTTP/1.1" status: 204 len: 168 time: 0.4513080 Jul 28 10:30:52.026126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a2211-35c7-4cc8-b038-c6d0c5976ab4 None None] Network b6c74db3-6d00-436a-90b5-1333cfba58dd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:30:52.055645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6f5de-9307-4e97-af80-e0b1ead510b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd83102-e8ec-4e2d-9194-0952745d08a3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:52.098916 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28914e2b-f9dd-4b8a-b051-edd8f7289da2 admin admin] Publish callbacks [] for security_group (72e52696-ccfa-4940-bcc8-6e7b0b85f64b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.139817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28914e2b-f9dd-4b8a-b051-edd8f7289da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (72e52696-ccfa-4940-bcc8-6e7b0b85f64b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.154957 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:52.159346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4959db3a-1624-4f7f-9483-ca8ee0fa0d2c None None] Provisioning complete for port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:52.159751 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4959db3a-1624-4f7f-9483-ca8ee0fa0d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.179455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-447f0a5d-9448-4627-8f17-fda0e05bc918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.195850 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-20674f1e-b570-4060-a8b5-89981085f3d0 req-25ecab49-fd82-42d5-adb0-822989209a7c tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b9cefb-2360-4165-af02-01dd9d1581b7 HTTP/1.1" status: 200 len: 210 time: 0.1262026 Jul 28 10:30:52.211541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:52.220693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:52.221104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.226388 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Sync routers for ids ['2a1535a0-70e8-461a-b5f6-f58b2df14880'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:52.243668 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Routers {'2a1535a0-70e8-461a-b5f6-f58b2df14880'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:52.244751 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a1535a0-70e8-461a-b5f6-f58b2df14880'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:52.276373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.277878 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-afad2e31-d3ba-4de6-92bd-d68f1ac013c4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0692003 Jul 28 10:30:52.280581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41046) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:52.345956 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-28914e2b-f9dd-4b8a-b051-edd8f7289da2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5aa6cb3f6a344cd804a4916464d2386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7183366 Jul 28 10:30:52.364546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41048) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:52.407209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28914e2b-f9dd-4b8a-b051-edd8f7289da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e52696-ccfa-4940-bcc8-6e7b0b85f64b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:52.529898 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Set router 2a1535a0-70e8-461a-b5f6-f58b2df14880 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:52.617075 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1455aa64-9c29-4cd3-b62f-0a372ab4e57b admin admin] Publish callbacks [] for security_group (72e52696-ccfa-4940-bcc8-6e7b0b85f64b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.675187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4959db3a-1624-4f7f-9483-ca8ee0fa0d2c None None] Current status of the port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:52.675999 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4959db3a-1624-4f7f-9483-ca8ee0fa0d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.745715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:52.748319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.770048 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0215c988-84f6-4ff7-bd69-10c51bddb66b req-d4c25834-eafa-4727-aba5-a02910885050 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=26b9cefb-2360-4165-af02-01dd9d1581b7 HTTP/1.1" status: 200 len: 210 time: 0.2248900 Jul 28 10:30:52.871024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1455aa64-9c29-4cd3-b62f-0a372ab4e57b admin admin] Publish callbacks [] for security_group (72e52696-ccfa-4940-bcc8-6e7b0b85f64b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:52.918548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4959db3a-1624-4f7f-9483-ca8ee0fa0d2c None None] For port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,segment=NetworkSegment(8e29e5c7-535a-4cab-9ecb-8022ee77eaa1),segment_id=8e29e5c7-535a-4cab-9ecb-8022ee77eaa1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:52.932945 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4959db3a-1624-4f7f-9483-ca8ee0fa0d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.024622 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=17,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:53.059939 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:53.068134 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:30:50Z', 'revision_number': 3, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port': {'id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:49Z', 'updated_at': '2022-07-28T10:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:53.129467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-447f0a5d-9448-4627-8f17-fda0e05bc918 admin admin] Publish callbacks [] for security_group (04beccf2-1afe-4b94-a7e3-687a7460c40b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.135456 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:53.136901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-be2c9d63-7d11-47be-a1f8-977f5ad9bd4c None None] Provisioning complete for port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:53.139366 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be2c9d63-7d11-47be-a1f8-977f5ad9bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.144105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Checking router: 2a1535a0-70e8-461a-b5f6-f58b2df14880 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:53.144642 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Updating router 2a1535a0-70e8-461a-b5f6-f58b2df14880 port e97dc5e1-39ca-463f-b39f-6d933a2cc104 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:53.166031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-447f0a5d-9448-4627-8f17-fda0e05bc918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (04beccf2-1afe-4b94-a7e3-687a7460c40b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.217497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1455aa64-9c29-4cd3-b62f-0a372ab4e57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (72e52696-ccfa-4940-bcc8-6e7b0b85f64b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.229189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1455aa64-9c29-4cd3-b62f-0a372ab4e57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.233997 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1455aa64-9c29-4cd3-b62f-0a372ab4e57b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72e52696-ccfa-4940-bcc8-6e7b0b85f64b HTTP/1.1" status: 204 len: 168 time: 0.8594761 Jul 28 10:30:53.252558 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.301973 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:30:53.302681 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:30:53.347890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f0a5d-9448-4627-8f17-fda0e05bc918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04beccf2-1afe-4b94-a7e3-687a7460c40b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:53.379214 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-447f0a5d-9448-4627-8f17-fda0e05bc918 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=407d9af8b7ff487487c0bc4f7c93a1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1805995 Jul 28 10:30:53.392234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959db3a-1624-4f7f-9483-ca8ee0fa0d2c None None] Pushing event updated for resources: {'Port': ['ID=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:53.404783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455aa64-9c29-4cd3-b62f-0a372ab4e57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e52696-ccfa-4940-bcc8-6e7b0b85f64b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:53.409460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41080) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:53.591218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ead7-c74d-4c01-b338-edf7bc7b4693 admin admin] Publish callbacks [] for security_group (04beccf2-1afe-4b94-a7e3-687a7460c40b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.629764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ead7-c74d-4c01-b338-edf7bc7b4693 admin admin] Publish callbacks [] for security_group (04beccf2-1afe-4b94-a7e3-687a7460c40b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.686815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be2c9d63-7d11-47be-a1f8-977f5ad9bd4c None None] Current status of the port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:53.741894 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ead7-c74d-4c01-b338-edf7bc7b4693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (04beccf2-1afe-4b94-a7e3-687a7460c40b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.750130 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ead7-c74d-4c01-b338-edf7bc7b4693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:53.757215 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7fe9ead7-c74d-4c01-b338-edf7bc7b4693 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04beccf2-1afe-4b94-a7e3-687a7460c40b HTTP/1.1" status: 204 len: 168 time: 0.3444085 Jul 28 10:30:53.778766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9ead7-c74d-4c01-b338-edf7bc7b4693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04beccf2-1afe-4b94-a7e3-687a7460c40b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:53.903410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:53.921946 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:54.003691 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Publish callbacks [] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.011257 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.032971 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.092925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:54.129318 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f94cc-910e-423a-a932-96b5def57932 None None] Pushing event updated for resources: {'Port': ['ID=e97dc5e1-39ca-463f-b39f-6d933a2cc104,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:54.136961 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Attempting to bind port e97dc5e1-39ca-463f-b39f-6d933a2cc104 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:54.137573 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Attempting to bind port e97dc5e1-39ca-463f-b39f-6d933a2cc104 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:54.138141 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Attempting to bind port e97dc5e1-39ca-463f-b39f-6d933a2cc104 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:54.146052 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:54.146703 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:54.147843 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.148658 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:54.149402 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Bound port: e97dc5e1-39ca-463f-b39f-6d933a2cc104, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:54.150029 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.225041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:54.226486 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.249435 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] For port e97dc5e1-39ca-463f-b39f-6d933a2cc104, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:54.254670 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] For port e97dc5e1-39ca-463f-b39f-6d933a2cc104, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e97dc5e1-39ca-463f-b39f-6d933a2cc104,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:54.266357 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.348306 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Routers {'2a1535a0-70e8-461a-b5f6-f58b2df14880'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:54.349120 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a1535a0-70e8-461a-b5f6-f58b2df14880'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:54.354565 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f94cc-910e-423a-a932-96b5def57932 None None] Pushing event updated for resources: {'Port': ['ID=e97dc5e1-39ca-463f-b39f-6d933a2cc104,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:54.428045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:54.434600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Allocated IP 172.20.0.1 (b6c74db3-6d00-436a-90b5-1333cfba58dd/79fa0005-4227-4fc5-9ad5-a0fa8f40ec86/d2af72ee-a48b-4d84-b227-e36800e29fae) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:30:54.453020 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:54.543088 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:54.549981 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] Set router 2a1535a0-70e8-461a-b5f6-f58b2df14880 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:54.624600 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:54.654209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks [] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.761517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:54.789191 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:30:50Z', 'revision_number': 3, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port': {'id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:49Z', 'updated_at': '2022-07-28T10:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:54.841063 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4589f5c9-b759-4fe4-8a90-68a158908516 None None] The sync data for ids ['2a1535a0-70e8-461a-b5f6-f58b2df14880'] in n-d-850468-6 is: [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:30:50Z', 'revision_number': 3, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port': {'id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:49Z', 'updated_at': '2022-07-28T10:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:30:54.870278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Pushing event updated for resources: {'Port': ['ID=d2af72ee-a48b-4d84-b227-e36800e29fae,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:54.881996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Network b6c74db3-6d00-436a-90b5-1333cfba58dd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:54.884006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:54.893422 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:30:54.893422 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (2a1535a0-70e8-461a-b5f6-f58b2df14880), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.238261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c3f693a7-2fe7-4e71-a783-e2519d9666f1 None None] Provisioning complete for port d2af72ee-a48b-4d84-b227-e36800e29fae triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:55.238822 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c3f693a7-2fe7-4e71-a783-e2519d9666f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.267302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.315112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c3f693a7-2fe7-4e71-a783-e2519d9666f1 None None] Port d2af72ee-a48b-4d84-b227-e36800e29fae cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:55.418840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41130) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:55.435992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bee9632-7a27-45be-9582-005e792e3bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.588037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bee9632-7a27-45be-9582-005e792e3bde admin admin] Publish callbacks [] for security_group (8b52a965-5cb8-417d-be20-8c07e5bc3372), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.596479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bee9632-7a27-45be-9582-005e792e3bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b52a965-5cb8-417d-be20-8c07e5bc3372), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.618920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks [] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.632068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.632949 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (2a1535a0-70e8-461a-b5f6-f58b2df14880), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.664082 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6bee9632-7a27-45be-9582-005e792e3bde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6cf03fe2811480191dbd968df04475b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441585 Jul 28 10:30:55.665360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee9632-7a27-45be-9582-005e792e3bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b52a965-5cb8-417d-be20-8c07e5bc3372,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:55.668804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:55.755462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41146) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:55.799169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ba4d39d9-2f9c-4eb1-b3c3-f03b019b3186 admin admin] Publish callbacks [] for security_group (8b52a965-5cb8-417d-be20-8c07e5bc3372), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.840773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ba4d39d9-2f9c-4eb1-b3c3-f03b019b3186 admin admin] Publish callbacks [] for security_group (8b52a965-5cb8-417d-be20-8c07e5bc3372), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.900769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Pushing event updated for resources: {'Port': ['ID=d2af72ee-a48b-4d84-b227-e36800e29fae,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:55.914858 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:55.976390 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ba4d39d9-2f9c-4eb1-b3c3-f03b019b3186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b52a965-5cb8-417d-be20-8c07e5bc3372), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.986544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ba4d39d9-2f9c-4eb1-b3c3-f03b019b3186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:55.987890 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ba4d39d9-2f9c-4eb1-b3c3-f03b019b3186 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b52a965-5cb8-417d-be20-8c07e5bc3372 HTTP/1.1" status: 204 len: 168 time: 0.3175209 Jul 28 10:30:56.022743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d39d9-2f9c-4eb1-b3c3-f03b019b3186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b52a965-5cb8-417d-be20-8c07e5bc3372,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:56.077254 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e3671a6a-baf9-4a1f-8d35-6e3a51c2dd87 req-a4ad362b-4ad3-4408-a67d-f28b599cc3f2 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729883 Jul 28 10:30:56.122468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e97dc5e1-39ca-463f-b39f-6d933a2cc104 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:56.172634 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:56.219099 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b673848c-67b1-4e7f-baa1-cc716588c15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:56.234996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e97dc5e1-39ca-463f-b39f-6d933a2cc104 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:56.235390 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:56.249064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Network b6c74db3-6d00-436a-90b5-1333cfba58dd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:30:56.252624 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:30:56.423987 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b673848c-67b1-4e7f-baa1-cc716588c15e admin admin] Publish callbacks [] for security_group (00d612f3-d08b-476b-ad48-f959cf144cf7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:56.433794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b673848c-67b1-4e7f-baa1-cc716588c15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (00d612f3-d08b-476b-ad48-f959cf144cf7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:56.462951 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:56.490271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e97dc5e1-39ca-463f-b39f-6d933a2cc104 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:56.493450 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:56.518743 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:56.551119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e97dc5e1-39ca-463f-b39f-6d933a2cc104, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e97dc5e1-39ca-463f-b39f-6d933a2cc104,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:30:56.559981 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:56.650318 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b673848c-67b1-4e7f-baa1-cc716588c15e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa738ef4c3744004b97d86a4f32fa701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8859284 Jul 28 10:30:56.652336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673848c-67b1-4e7f-baa1-cc716588c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d612f3-d08b-476b-ad48-f959cf144cf7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:56.653834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3671a6a-baf9-4a1f-8d35-6e3a51c2dd87 req-2ee36a72-491e-4879-870b-c1763a8e6b12 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:56.655794 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e3671a6a-baf9-4a1f-8d35-6e3a51c2dd87 req-2ee36a72-491e-4879-870b-c1763a8e6b12 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5776956 Jul 28 10:30:56.663841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41178) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:56.688728 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-851100c0-5883-4267-81b2-cae8f33638d6 req-5b384cd4-e1a9-4d75-a795-0c1616153f4b tempest-FlavorsV2NegativeTest-738808472 tempest-FlavorsV2NegativeTest-738808472-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1eb9d243849948249e2d4af15d61c8d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255169 Jul 28 10:30:56.705427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e97dc5e1-39ca-463f-b39f-6d933a2cc104,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:56.756133 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:56.778094 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e3671a6a-baf9-4a1f-8d35-6e3a51c2dd87 req-187a82bb-9f5b-4cd6-9279-a91a539cc0f8 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/quotas/852c30f1dc854287b1e8dc8a5a460f39 HTTP/1.1" status: 200 len: 375 time: 0.0779541 Jul 28 10:30:56.845522 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e3671a6a-baf9-4a1f-8d35-6e3a51c2dd87 req-012a210a-a360-47ef-90df-53b83f066970 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611010 Jul 28 10:30:56.896985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-04789e6a-7aae-43a6-9786-a3456464afa8 None None] Provisioning complete for port d2af72ee-a48b-4d84-b227-e36800e29fae triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:56.897689 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-04789e6a-7aae-43a6-9786-a3456464afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:56.907073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Router 2a1535a0-70e8-461a-b5f6-f58b2df14880 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:30:56.989264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851100c0-5883-4267-81b2-cae8f33638d6 req-1c25bb0b-f3fe-473a-b181-6397459a690e tempest-FlavorsV2NegativeTest-738808472 tempest-FlavorsV2NegativeTest-738808472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:30:56.998403 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-851100c0-5883-4267-81b2-cae8f33638d6 req-1c25bb0b-f3fe-473a-b181-6397459a690e tempest-FlavorsV2NegativeTest-738808472 tempest-FlavorsV2NegativeTest-738808472-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079326 Jul 28 10:30:57.009300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a328b7c0-398d-4e7a-a50b-4b72438117ec admin admin] Publish callbacks [] for security_group (00d612f3-d08b-476b-ad48-f959cf144cf7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:57.033250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-04789e6a-7aae-43a6-9786-a3456464afa8 None None] Port d2af72ee-a48b-4d84-b227-e36800e29fae cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:57.040864 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-851100c0-5883-4267-81b2-cae8f33638d6 req-99e2f76f-6224-449f-8a27-e9cc8898fe60 tempest-FlavorsV2NegativeTest-738808472 tempest-FlavorsV2NegativeTest-738808472-project] 10.222.0.46 "GET /v2.0/quotas/1eb9d243849948249e2d4af15d61c8d2 HTTP/1.1" status: 200 len: 375 time: 0.0373261 Jul 28 10:30:57.102871 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-851100c0-5883-4267-81b2-cae8f33638d6 req-4ddfb510-dce1-466a-ad19-a40cd6460ab8 tempest-FlavorsV2NegativeTest-738808472 tempest-FlavorsV2NegativeTest-738808472-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1eb9d243849948249e2d4af15d61c8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598035 Jul 28 10:30:57.159451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a328b7c0-398d-4e7a-a50b-4b72438117ec admin admin] Publish callbacks [] for security_group (00d612f3-d08b-476b-ad48-f959cf144cf7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:57.273597 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c0ff7788-f6bd-4620-b6df-17f5c1492e1e req-a1021940-3180-465e-b0fc-a14433992144 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b1fa2e7-cc0e-41c1-a6d5-712cfa045003 HTTP/1.1" status: 200 len: 210 time: 0.0855672 Jul 28 10:30:57.312750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:30:57.329724 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-943a3f51-f4e1-4ab5-ae48-09d518ca7e05 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a1535a0-70e8-461a-b5f6-f58b2df14880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0364234 Jul 28 10:30:57.329724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a328b7c0-398d-4e7a-a50b-4b72438117ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (00d612f3-d08b-476b-ad48-f959cf144cf7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:57.333787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a328b7c0-398d-4e7a-a50b-4b72438117ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:57.336468 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a328b7c0-398d-4e7a-a50b-4b72438117ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00d612f3-d08b-476b-ad48-f959cf144cf7 HTTP/1.1" status: 204 len: 168 time: 0.6705136 Jul 28 10:30:57.348008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b7c0-398d-4e7a-a50b-4b72438117ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d612f3-d08b-476b-ad48-f959cf144cf7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:57.704881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Sync routers for ids ['2a1535a0-70e8-461a-b5f6-f58b2df14880'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:30:57.718848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Routers {'2a1535a0-70e8-461a-b5f6-f58b2df14880'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:57.719770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a1535a0-70e8-461a-b5f6-f58b2df14880'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:57.875441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Set router 2a1535a0-70e8-461a-b5f6-f58b2df14880 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:30:58.092860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e97dc5e1-39ca-463f-b39f-6d933a2cc104 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:30:58.102223 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:58.378802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:30:55Z', 'revision_number': 4, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port': {'id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:49Z', 'updated_at': '2022-07-28T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd2af72ee-a48b-4d84-b227-e36800e29fae', 'name': '', 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'mac_address': 'fa:16:3e:f3:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '79fa0005-4227-4fc5-9ad5-a0fa8f40ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:54Z', 'updated_at': '2022-07-28T10:30:55Z', 'revision_number': 2, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'subnets': [{'id': '79fa0005-4227-4fc5-9ad5-a0fa8f40ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:58.455107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Checking router: 2a1535a0-70e8-461a-b5f6-f58b2df14880 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:30:58.455501 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-12541f29-bcb2-456e-800a-1216c52fc80f req-23e5cac9-cafe-494f-bb99-283361cf84b5 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b1fa2e7-cc0e-41c1-a6d5-712cfa045003 HTTP/1.1" status: 200 len: 210 time: 0.0476649 Jul 28 10:30:58.460150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Updating router 2a1535a0-70e8-461a-b5f6-f58b2df14880 port d2af72ee-a48b-4d84-b227-e36800e29fae binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:30:58.486537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e97dc5e1-39ca-463f-b39f-6d933a2cc104 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:58.487467 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:58.551249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:58.636416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e97dc5e1-39ca-463f-b39f-6d933a2cc104 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:30:58.718761 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f32f73ee-d0af-46d4-80e9-37b808449c57 req-37e38fc7-fc78-438b-b280-f963efb427b4 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b1fa2e7-cc0e-41c1-a6d5-712cfa045003 HTTP/1.1" status: 200 len: 210 time: 0.0538127 Jul 28 10:30:58.731586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41256) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:58.753293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:58.782262 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:30:58.941069 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Publish callbacks [] for security_group (9ef08014-a601-4654-96c8-fa5521565640), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:58.951770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9ef08014-a601-4654-96c8-fa5521565640), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.022641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef08014-a601-4654-96c8-fa5521565640,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:59.056775 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.057156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.064709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.065139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.065543 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.066527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.067866 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.068009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.070163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.070673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.071095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.071580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.072946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.073767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.074848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.086405 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5bdb94b8-592e-42fa-8062-c87941334782 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=114d74abe55d440a9db16912756f3f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529537 Jul 28 10:30:59.090215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:59.154954 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Publish callbacks [] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.180994 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.203905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Publish callbacks [] for security_group (9ef08014-a601-4654-96c8-fa5521565640), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.240253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Pushing event updated for resources: {'Port': ['ID=d2af72ee-a48b-4d84-b227-e36800e29fae,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:59.292241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Publish callbacks [] for security_group (9ef08014-a601-4654-96c8-fa5521565640), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.294131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.294484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.294835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.295175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.295513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.295845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.296176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.296509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.296834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.297161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.297488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.297811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.298179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.298501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.298824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.362426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Attempting to bind port d2af72ee-a48b-4d84-b227-e36800e29fae on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:30:59.364606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Attempting to bind port d2af72ee-a48b-4d84-b227-e36800e29fae by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:30:59.366867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Attempting to bind port d2af72ee-a48b-4d84-b227-e36800e29fae on network b6c74db3-6d00-436a-90b5-1333cfba58dd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:30:59.386699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:30:59.387282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Checking segment: {'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:30:59.387694 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.388691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Bound using segment: {'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:30:59.389326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Bound port: d2af72ee-a48b-4d84-b227-e36800e29fae, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:30:59.389901 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.398255 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9ef08014-a601-4654-96c8-fa5521565640), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.400808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.405173 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ef08014-a601-4654-96c8-fa5521565640 HTTP/1.1" status: 204 len: 168 time: 0.3138289 Jul 28 10:30:59.423714 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef08014-a601-4654-96c8-fa5521565640,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:59.439146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.452783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.453256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.453599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.453977 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.454303 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.454636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.454970 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.455412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.455610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.456271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.456271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.456552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.456876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.457194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee9be0-e09a-4d60-a741-17e75c6b33da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:30:59.609637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4a9b9dc8-63cb-4474-83df-84168a2b1379 None None] Provisioning complete for port d2af72ee-a48b-4d84-b227-e36800e29fae triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:30:59.610342 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4a9b9dc8-63cb-4474-83df-84168a2b1379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.615712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] For port d2af72ee-a48b-4d84-b227-e36800e29fae, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:30:59.658633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] For port d2af72ee-a48b-4d84-b227-e36800e29fae, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d2af72ee-a48b-4d84-b227-e36800e29fae,segment=NetworkSegment(8e29e5c7-535a-4cab-9ecb-8022ee77eaa1),segment_id=8e29e5c7-535a-4cab-9ecb-8022ee77eaa1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:30:59.672870 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.685162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b9dc8-63cb-4474-83df-84168a2b1379 None None] Port d2af72ee-a48b-4d84-b227-e36800e29fae cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:30:59.706354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41294) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:59.744405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Routers {'2a1535a0-70e8-461a-b5f6-f58b2df14880'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:30:59.744977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:30:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a1535a0-70e8-461a-b5f6-f58b2df14880'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:30:59.752107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41300) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:30:59.758522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d5792bc8-9923-42e3-89a5-41b5d9caacaa tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842641025', 'description': 'tempest-description--1302939064'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:30:59.798376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57945174-2ad8-4c84-b6ba-cc7bc106f73c None None] Pushing event updated for resources: {'Port': ['ID=d2af72ee-a48b-4d84-b227-e36800e29fae,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:30:59.810816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5792bc8-9923-42e3-89a5-41b5d9caacaa tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:30:59.906975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] Set router 2a1535a0-70e8-461a-b5f6-f58b2df14880 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:00.008222 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5792bc8-9923-42e3-89a5-41b5d9caacaa tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group (a12c7311-e5da-48c2-82d9-c6a9ad251cb0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.020328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5792bc8-9923-42e3-89a5-41b5d9caacaa tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a12c7311-e5da-48c2-82d9-c6a9ad251cb0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.070634 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:00.095329 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:00.135630 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9d697a99-3664-48df-98aa-19059af59cc7 req-0be7d5ed-fe37-42a7-af50-567b21173663 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506365 Jul 28 10:31:00.138216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5792bc8-9923-42e3-89a5-41b5d9caacaa tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.139384 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d5792bc8-9923-42e3-89a5-41b5d9caacaa tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3862283 Jul 28 10:31:00.143014 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5792bc8-9923-42e3-89a5-41b5d9caacaa tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c7311-e5da-48c2-82d9-c6a9ad251cb0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:00.143824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41316) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:00.156800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8dc1da95-8350-40a7-9354-79f5c7ed3595 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Request body: {'security_group_rule': {'security_group_id': 'a12c7311-e5da-48c2-82d9-c6a9ad251cb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:00.243377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8dc1da95-8350-40a7-9354-79f5c7ed3595 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group_rule (c3a5a002-a106-4f8e-b623-4065857659e2), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.254486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:30:55Z', 'revision_number': 4, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port': {'id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:49Z', 'updated_at': '2022-07-28T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd2af72ee-a48b-4d84-b227-e36800e29fae', 'name': '', 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'mac_address': 'fa:16:3e:f3:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '79fa0005-4227-4fc5-9ad5-a0fa8f40ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:54Z', 'updated_at': '2022-07-28T10:30:59Z', 'revision_number': 4, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'subnets': [{'id': '79fa0005-4227-4fc5-9ad5-a0fa8f40ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:00.310917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8db774fe-7504-4f17-af72-4de31c2ee2e0 None None] Provisioning complete for port d2af72ee-a48b-4d84-b227-e36800e29fae triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:00.313713 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8db774fe-7504-4f17-af72-4de31c2ee2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.318008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4015f317-cb06-4cb1-ad41-1b7a3f5b0398 None None] The sync data for ids ['2a1535a0-70e8-461a-b5f6-f58b2df14880'] in n-d-850468-6 is: [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:30:55Z', 'revision_number': 4, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port': {'id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:49Z', 'updated_at': '2022-07-28T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd2af72ee-a48b-4d84-b227-e36800e29fae', 'name': '', 'network_id': 'b6c74db3-6d00-436a-90b5-1333cfba58dd', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'mac_address': 'fa:16:3e:f3:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '79fa0005-4227-4fc5-9ad5-a0fa8f40ec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:54Z', 'updated_at': '2022-07-28T10:30:59Z', 'revision_number': 4, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'subnets': [{'id': '79fa0005-4227-4fc5-9ad5-a0fa8f40ec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:00.320619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8dc1da95-8350-40a7-9354-79f5c7ed3595 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group_rule (c3a5a002-a106-4f8e-b623-4065857659e2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.327337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8dc1da95-8350-40a7-9354-79f5c7ed3595 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c3a5a002-a106-4f8e-b623-4065857659e2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.384354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1da95-8350-40a7-9354-79f5c7ed3595 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a5a002-a106-4f8e-b623-4065857659e2,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:00.418541 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8dc1da95-8350-40a7-9354-79f5c7ed3595 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.420177 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8dc1da95-8350-40a7-9354-79f5c7ed3595 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753603 Jul 28 10:31:00.424120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:00.442796 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1ec75864-e7c1-4553-b55d-54eb3dcebdf7 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Request body: {'security_group_rule': {'security_group_id': 'a12c7311-e5da-48c2-82d9-c6a9ad251cb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:00.489993 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:00.507753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ec75864-e7c1-4553-b55d-54eb3dcebdf7 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group_rule (ef1b457c-ed0a-4e4a-9612-78bc720d281e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.518596 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697a99-3664-48df-98aa-19059af59cc7 req-9e70f22b-588a-4514-b885-7ff8e7e5bbdb tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:00.520474 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9d697a99-3664-48df-98aa-19059af59cc7 req-9e70f22b-588a-4514-b885-7ff8e7e5bbdb tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3468678 Jul 28 10:31:00.534996 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:00.562959 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9d697a99-3664-48df-98aa-19059af59cc7 req-77e9df19-a4ff-4d46-8594-d338cfd55a01 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/quotas/852c30f1dc854287b1e8dc8a5a460f39 HTTP/1.1" status: 200 len: 375 time: 0.0355365 Jul 28 10:31:00.624777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8db774fe-7504-4f17-af72-4de31c2ee2e0 None None] Current status of the port d2af72ee-a48b-4d84-b227-e36800e29fae is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:00.630391 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8db774fe-7504-4f17-af72-4de31c2ee2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.668556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ec75864-e7c1-4553-b55d-54eb3dcebdf7 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group_rule (ef1b457c-ed0a-4e4a-9612-78bc720d281e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.681804 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ec75864-e7c1-4553-b55d-54eb3dcebdf7 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (ef1b457c-ed0a-4e4a-9612-78bc720d281e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.740244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec75864-e7c1-4553-b55d-54eb3dcebdf7 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1b457c-ed0a-4e4a-9612-78bc720d281e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:00.773623 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9d697a99-3664-48df-98aa-19059af59cc7 req-d06f8d91-8058-4c43-a48d-a9d21f8dad6e tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2035415 Jul 28 10:31:00.796151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ec75864-e7c1-4553-b55d-54eb3dcebdf7 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.800996 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41328) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:00.803991 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1ec75864-e7c1-4553-b55d-54eb3dcebdf7 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3767061 Jul 28 10:31:00.807017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:00.815241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8db774fe-7504-4f17-af72-4de31c2ee2e0 None None] For port d2af72ee-a48b-4d84-b227-e36800e29fae, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d2af72ee-a48b-4d84-b227-e36800e29fae,segment=NetworkSegment(8e29e5c7-535a-4cab-9ecb-8022ee77eaa1),segment_id=8e29e5c7-535a-4cab-9ecb-8022ee77eaa1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:00.825295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8db774fe-7504-4f17-af72-4de31c2ee2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:00.900065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.096707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.098502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db774fe-7504-4f17-af72-4de31c2ee2e0 None None] Pushing event updated for resources: {'Port': ['ID=d2af72ee-a48b-4d84-b227-e36800e29fae,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:01.299847 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38d2209e-60c5-4437-9271-5a79f56d3c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.316635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0fe26d23-ee9b-4200-b1d8-66a6cab0e2e9 req-7f328ce6-b6b6-4dd4-bd9d-26d534409752 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=157b4178-3ed8-49b1-b641-7a33281a68e7 HTTP/1.1" status: 200 len: 210 time: 0.1138899 Jul 28 10:31:01.368473 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:01.406858 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:01.460073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Allocated IP 172.25.2.144 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/18339688-4762-4580-98b0-d49675d532ae) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:01.580839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38d2209e-60c5-4437-9271-5a79f56d3c71 admin admin] Publish callbacks [] for security_group (a0b42e2a-a250-4661-b54b-ea68574f628e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.589950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38d2209e-60c5-4437-9271-5a79f56d3c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a0b42e2a-a250-4661-b54b-ea68574f628e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.624127 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-38d2209e-60c5-4437-9271-5a79f56d3c71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1eb9d243849948249e2d4af15d61c8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9144003 Jul 28 10:31:01.625071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41348) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:01.679578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2209e-60c5-4437-9271-5a79f56d3c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b42e2a-a250-4661-b54b-ea68574f628e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:01.689115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for port (18339688-4762-4580-98b0-d49675d532ae), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.749330 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (18339688-4762-4580-98b0-d49675d532ae), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.781461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2858fd85-4add-4a61-86df-ac13fc1eca0c admin admin] Publish callbacks [] for security_group (a0b42e2a-a250-4661-b54b-ea68574f628e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.823820 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2858fd85-4add-4a61-86df-ac13fc1eca0c admin admin] Publish callbacks [] for security_group (a0b42e2a-a250-4661-b54b-ea68574f628e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.836504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Pushing event updated for resources: {'Port': ['ID=18339688-4762-4580-98b0-d49675d532ae,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:01.863925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:01.865551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:01.870882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:01.916984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2858fd85-4add-4a61-86df-ac13fc1eca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a0b42e2a-a250-4661-b54b-ea68574f628e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.921579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2858fd85-4add-4a61-86df-ac13fc1eca0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:01.925526 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2858fd85-4add-4a61-86df-ac13fc1eca0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0b42e2a-a250-4661-b54b-ea68574f628e HTTP/1.1" status: 204 len: 168 time: 0.2966406 Jul 28 10:31:01.936886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858fd85-4add-4a61-86df-ac13fc1eca0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b42e2a-a250-4661-b54b-ea68574f628e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:01.973792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for floatingip (2dd614d8-18cd-4a25-8111-ac7f33ed474e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.086755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (18339688-4762-4580-98b0-d49675d532ae), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.097182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:31:02.124841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d2af72ee-a48b-4d84-b227-e36800e29fae up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:02.305274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d2af72ee-a48b-4d84-b227-e36800e29fae triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:02.305662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.434382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for port (18339688-4762-4580-98b0-d49675d532ae), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.444774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (18339688-4762-4580-98b0-d49675d532ae), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.529073 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e22f3d0a-fe55-4f89-839c-cd812f179c22 req-94433b5d-b245-48db-b344-ecb6853c1c7e tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=157b4178-3ed8-49b1-b641-7a33281a68e7 HTTP/1.1" status: 200 len: 210 time: 0.0624418 Jul 28 10:31:02.562122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (2dd614d8-18cd-4a25-8111-ac7f33ed474e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.645255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d2af72ee-a48b-4d84-b227-e36800e29fae is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:02.648179 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:02.652920 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e12b6298-9b6d-4e97-8458-a451a34b81a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.667774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Pushing event updated for resources: {'Port': ['ID=18339688-4762-4580-98b0-d49675d532ae,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:02.675532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:02.676814 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da15835c-0eb2-4e51-978a-93283fe830e9 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8747907 Jul 28 10:31:02.836935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1e99113b-0e4d-40f3-bc98-8710910f8225 req-6073dac0-59f9-4f7f-b1ad-70f7c4d9f532 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=157b4178-3ed8-49b1-b641-7a33281a68e7 HTTP/1.1" status: 200 len: 210 time: 0.0543716 Jul 28 10:31:03.293409 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41410) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:03.486746 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0c21e1b-5812-4bd3-9340-2fb78e64449b req-976c93bf-cb73-4674-adbe-c8d3978e8325 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1842641025&fields=id&tenant_id=893fb430d96f4a5187573a7e18237769 HTTP/1.1" status: 200 len: 267 time: 0.0676441 Jul 28 10:31:03.742565 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-de8e8f96-b036-4f2e-974a-fb67daab787d req-a66dae62-323a-4c43-b339-1b6491b338f7 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526137 Jul 28 10:31:03.799442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c21e1b-5812-4bd3-9340-2fb78e64449b req-9c584dba-90de-4165-a9fd-56fa37af0657 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:03.807579 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0c21e1b-5812-4bd3-9340-2fb78e64449b req-9c584dba-90de-4165-a9fd-56fa37af0657 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/networks?id=eb7cd06f-a7f4-417d-84f3-8b2697912c1b HTTP/1.1" status: 200 len: 824 time: 0.3129210 Jul 28 10:31:03.824994 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0c21e1b-5812-4bd3-9340-2fb78e64449b req-7ef22360-5dcb-40b4-8459-b02d1eba49ee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/quotas/893fb430d96f4a5187573a7e18237769 HTTP/1.1" status: 200 len: 375 time: 0.0157120 Jul 28 10:31:03.896152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac55ee44-1bd3-4232-a36d-950bb0c93edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:03.933299 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0c21e1b-5812-4bd3-9340-2fb78e64449b req-9ece5998-db7e-40b7-b2f8-1b8fe8e02fba tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=893fb430d96f4a5187573a7e18237769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080041 Jul 28 10:31:03.959221 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:03.977749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e8f96-b036-4f2e-974a-fb67daab787d req-8ae89c84-e474-455e-8faa-323cae72963c tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:03.980351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-de8e8f96-b036-4f2e-974a-fb67daab787d req-8ae89c84-e474-455e-8faa-323cae72963c tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276716 Jul 28 10:31:04.004077 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-de8e8f96-b036-4f2e-974a-fb67daab787d req-b6289363-2e4c-41da-a120-384881a7440b tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/quotas/852c30f1dc854287b1e8dc8a5a460f39 HTTP/1.1" status: 200 len: 375 time: 0.0163338 Jul 28 10:31:04.060129 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-de8e8f96-b036-4f2e-974a-fb67daab787d req-d93bc0b5-6db1-4da9-9d6f-9e74516f2f44 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491154 Jul 28 10:31:04.134165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac55ee44-1bd3-4232-a36d-950bb0c93edb admin admin] Publish callbacks [] for security_group (40c516d6-8cf9-4729-8335-c3798a6bbfab), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:04.138573 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0c21e1b-5812-4bd3-9340-2fb78e64449b req-aeefdaa1-40fa-4fc9-9b33-068eb5a7f1b4 service neutron] 10.222.0.46 "GET /v2.0/networks/eb7cd06f-a7f4-417d-84f3-8b2697912c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688755 Jul 28 10:31:04.143736 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac55ee44-1bd3-4232-a36d-950bb0c93edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40c516d6-8cf9-4729-8335-c3798a6bbfab), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:04.184483 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:04.187734 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ac55ee44-1bd3-4232-a36d-950bb0c93edb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf0cbc8d9c454ebcb7b1ebf7d885c8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8925004 Jul 28 10:31:04.191020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41454) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:04.328477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7a60a563-0f53-4ab0-aeb6-75cfcb40ac2c admin admin] Publish callbacks [] for security_group (40c516d6-8cf9-4729-8335-c3798a6bbfab), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:04.363437 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55ee44-1bd3-4232-a36d-950bb0c93edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c516d6-8cf9-4729-8335-c3798a6bbfab,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:04.373505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7a60a563-0f53-4ab0-aeb6-75cfcb40ac2c admin admin] Publish callbacks [] for security_group (40c516d6-8cf9-4729-8335-c3798a6bbfab), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:04.452433 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0c21e1b-5812-4bd3-9340-2fb78e64449b req-351fd895-f5d1-4d21-b321-88d01aa7d74b service neutron] 10.222.0.46 "GET /v2.0/networks/eb7cd06f-a7f4-417d-84f3-8b2697912c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709956 Jul 28 10:31:04.495987 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2072c431-ff1a-4892-9505-5001d68665d2 req-0c9f53e5-cd4f-42c7-b949-fd001cfcaf78 tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9cfd684-94d4-496d-b535-782ec70ee16b HTTP/1.1" status: 200 len: 210 time: 0.0930388 Jul 28 10:31:04.541217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7a60a563-0f53-4ab0-aeb6-75cfcb40ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40c516d6-8cf9-4729-8335-c3798a6bbfab), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:04.545647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7a60a563-0f53-4ab0-aeb6-75cfcb40ac2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:04.546854 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7a60a563-0f53-4ab0-aeb6-75cfcb40ac2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40c516d6-8cf9-4729-8335-c3798a6bbfab HTTP/1.1" status: 204 len: 168 time: 0.3547468 Jul 28 10:31:04.567921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60a563-0f53-4ab0-aeb6-75cfcb40ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c516d6-8cf9-4729-8335-c3798a6bbfab,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:04.927138 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3fca495d-5b60-4390-8c25-44b2990043c3 req-9fdf7779-f14f-4835-97dc-8665d4d699f3 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/ports?device_id=bda0ac1f-d61f-418f-98cb-41c8aa16200b HTTP/1.1" status: 200 len: 210 time: 0.0878344 Jul 28 10:31:04.984609 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7ea4-6873-42da-aaed-4d307aadf964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:05.429638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41532) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:05.447528 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e44d683e-e227-44b0-8807-f9ea0b764208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:05.603051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e44d683e-e227-44b0-8807-f9ea0b764208 admin admin] Publish callbacks [] for security_group (4348a678-4626-4234-8f43-8bd69abd9324), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:05.612328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e44d683e-e227-44b0-8807-f9ea0b764208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4348a678-4626-4234-8f43-8bd69abd9324), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:05.686404 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-84afa166-e9f4-44b3-9272-2931493d3581 req-f7c8490b-a3e3-4818-8683-25906325cc7c tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9cfd684-94d4-496d-b535-782ec70ee16b HTTP/1.1" status: 200 len: 210 time: 0.0607414 Jul 28 10:31:05.869291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41546) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:05.919061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d683e-e227-44b0-8807-f9ea0b764208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4348a678-4626-4234-8f43-8bd69abd9324,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:05.923278 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e44d683e-e227-44b0-8807-f9ea0b764208 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a3c8f90da6a4738a9eaf10fc123d60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918957 Jul 28 10:31:05.925810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41550) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:05.955550 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41552) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:06.000185 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.010065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a39652f-6fee-458f-b40b-4fae11eaa3a2 admin admin] Publish callbacks [] for security_group (4348a678-4626-4234-8f43-8bd69abd9324), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.012955 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-487541f8-cbbb-47d6-b678-95dee272fcaf req-2a3b4d13-a251-4fc5-886d-468a07affd3f tempest-MigrationsAdminTest-230078319 tempest-MigrationsAdminTest-230078319-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9cfd684-94d4-496d-b535-782ec70ee16b HTTP/1.1" status: 200 len: 210 time: 0.0795867 Jul 28 10:31:06.046467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41560) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:06.050370 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a39652f-6fee-458f-b40b-4fae11eaa3a2 admin admin] Publish callbacks [] for security_group (4348a678-4626-4234-8f43-8bd69abd9324), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.169642 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-19c3d8b5-69c6-4ce0-afc5-448e4e2bcfe4 req-76063187-e2c5-4324-8cbe-90100648d07c tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/ports?device_id=bda0ac1f-d61f-418f-98cb-41c8aa16200b HTTP/1.1" status: 200 len: 210 time: 0.0544963 Jul 28 10:31:06.197084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a39652f-6fee-458f-b40b-4fae11eaa3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4348a678-4626-4234-8f43-8bd69abd9324), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.200377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a39652f-6fee-458f-b40b-4fae11eaa3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.201622 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a39652f-6fee-458f-b40b-4fae11eaa3a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4348a678-4626-4234-8f43-8bd69abd9324 HTTP/1.1" status: 204 len: 168 time: 0.2736988 Jul 28 10:31:06.215403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39652f-6fee-458f-b40b-4fae11eaa3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4348a678-4626-4234-8f43-8bd69abd9324,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:06.332731 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-network', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:06.346033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00d6b987-dac3-4459-914a-641f65765d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.382626 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:06.387441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Made reservation on behalf of 42eab8cff05b43bc9a9b6e46b399d941 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:31:06.396746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.414290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.456071 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a1b67b66-29e5-4993-a281-78e059bd25fb req-94659f7a-1d4d-4034-bd96-470c1e7b8f58 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/ports?device_id=bda0ac1f-d61f-418f-98cb-41c8aa16200b HTTP/1.1" status: 200 len: 210 time: 0.0898752 Jul 28 10:31:06.566150 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:06.580769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5fa4-2d7b-471f-aa3c-2558e9556dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.635835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00d6b987-dac3-4459-914a-641f65765d4f admin admin] Publish callbacks [] for security_group (ec139443-efb4-479f-bb39-c3c9f454864f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.645281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00d6b987-dac3-4459-914a-641f65765d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ec139443-efb4-479f-bb39-c3c9f454864f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.729490 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks [] for security_group (b67f5c16-a9d0-420b-89b8-936cfe74f944), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.739059 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-00d6b987-dac3-4459-914a-641f65765d4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f5a9199d8d74a48a023508ed14fb981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7822497 Jul 28 10:31:06.740923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6b987-dac3-4459-914a-641f65765d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec139443-efb4-479f-bb39-c3c9f454864f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:06.755178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41582) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:06.780355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b67f5c16-a9d0-420b-89b8-936cfe74f944), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.817716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:31:06.836365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f63870cc-66ec-480c-943c-aef68d5f3427), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:06.837433 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Added segment f63870cc-66ec-480c-943c-aef68d5f3427 of type vlan for network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 Jul 28 10:31:06.999890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41596) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:07.038639 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.045693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67f5c16-a9d0-420b-89b8-936cfe74f944,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:07.107435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2293bea-b0bf-453c-84ea-a64fcf9b282f admin admin] Publish callbacks [] for security_group (ec139443-efb4-479f-bb39-c3c9f454864f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.112559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7e4b5175-802f-40cd-8d61-3d01bee12ef4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.124487 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bc4296f-8f6e-4209-bae7-f4cc2289c763 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group (a12c7311-e5da-48c2-82d9-c6a9ad251cb0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.171343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bc4296f-8f6e-4209-bae7-f4cc2289c763 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group (a12c7311-e5da-48c2-82d9-c6a9ad251cb0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.188317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2293bea-b0bf-453c-84ea-a64fcf9b282f admin admin] Publish callbacks [] for security_group (ec139443-efb4-479f-bb39-c3c9f454864f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.201255 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:07.228578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5fa4-2d7b-471f-aa3c-2558e9556dd8 admin admin] Publish callbacks [] for security_group (a0432113-a7df-44a3-92d9-f57bb8f30a97), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.245825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7e4b5175-802f-40cd-8d61-3d01bee12ef4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.247426 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:07.248569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.257611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bc4296f-8f6e-4209-bae7-f4cc2289c763 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a12c7311-e5da-48c2-82d9-c6a9ad251cb0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.261591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bc4296f-8f6e-4209-bae7-f4cc2289c763 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.262132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5fa4-2d7b-471f-aa3c-2558e9556dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a0432113-a7df-44a3-92d9-f57bb8f30a97), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.266773 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3bc4296f-8f6e-4209-bae7-f4cc2289c763 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "DELETE /v2.0/security-groups/a12c7311-e5da-48c2-82d9-c6a9ad251cb0 HTTP/1.1" status: 204 len: 168 time: 0.2653673 Jul 28 10:31:07.267789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41606) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:07.294625 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-4d264946-53b4-4f9b-8f42-80758927c6d5 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] show failed (client error): The resource could not be found. Jul 28 10:31:07.300361 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4d264946-53b4-4f9b-8f42-80758927c6d5 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "GET /v2.0/security-groups/a12c7311-e5da-48c2-82d9-c6a9ad251cb0 HTTP/1.1" status: 404 len: 347 time: 0.0253789 Jul 28 10:31:07.304020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41608) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:07.309191 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4387436 Jul 28 10:31:07.312186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41610) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:07.331283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Request body: {'subnet': {'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-subnet', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:07.398679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4296f-8f6e-4209-bae7-f4cc2289c763 tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c7311-e5da-48c2-82d9-c6a9ad251cb0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:07.417297 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41612) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:07.437194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5fa4-2d7b-471f-aa3c-2558e9556dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0432113-a7df-44a3-92d9-f57bb8f30a97,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:07.441165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Made reservation on behalf of 42eab8cff05b43bc9a9b6e46b399d941 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:31:07.445078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.447746 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d7ad5fa4-2d7b-471f-aa3c-2558e9556dd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb13511e27874a6fa46b0936ea736486&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3999012 Jul 28 10:31:07.474618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41616) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:07.563128 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:07.576944 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185827f0-7011-4f96-89d5-2d7b6d21c63c admin admin] Pushing event updated for resources: {'Network': ['ID=7e4b5175-802f-40cd-8d61-3d01bee12ef4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:07.609248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2293bea-b0bf-453c-84ea-a64fcf9b282f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ec139443-efb4-479f-bb39-c3c9f454864f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.615809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2293bea-b0bf-453c-84ea-a64fcf9b282f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.617121 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b2293bea-b0bf-453c-84ea-a64fcf9b282f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec139443-efb4-479f-bb39-c3c9f454864f HTTP/1.1" status: 204 len: 168 time: 0.8565373 Jul 28 10:31:07.636344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c67693ce-4307-4d44-8511-c2508745976c admin admin] Publish callbacks [] for security_group (a0432113-a7df-44a3-92d9-f57bb8f30a97), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.659121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:31:07.665827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2293bea-b0bf-453c-84ea-a64fcf9b282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec139443-efb4-479f-bb39-c3c9f454864f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:07.690063 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:07.732289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c67693ce-4307-4d44-8511-c2508745976c admin admin] Publish callbacks [] for security_group (a0432113-a7df-44a3-92d9-f57bb8f30a97), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.807937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (377ed11b-fa43-488c-b173-aaf0d8500ff4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.863144 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c67693ce-4307-4d44-8511-c2508745976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a0432113-a7df-44a3-92d9-f57bb8f30a97), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.871161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c67693ce-4307-4d44-8511-c2508745976c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.873158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Deleting port 18339688-4762-4580-98b0-d49675d532ae {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:07.873609 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (18339688-4762-4580-98b0-d49675d532ae), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.879695 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c67693ce-4307-4d44-8511-c2508745976c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0432113-a7df-44a3-92d9-f57bb8f30a97 HTTP/1.1" status: 204 len: 168 time: 0.4027133 Jul 28 10:31:07.887475 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.893846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:07.903280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67693ce-4307-4d44-8511-c2508745976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0432113-a7df-44a3-92d9-f57bb8f30a97,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:07.985508 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eade57ab-334a-4c01-849e-e07c96fd35fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.010166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=377ed11b-fa43-488c-b173-aaf0d8500ff4,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:08.015849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Checking segment: {'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:08.016288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Network hostable DHCP agents. Network: 7e4b5175-802f-40cd-8d61-3d01bee12ef4, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:31:08.075568 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:31:08.093087 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (18339688-4762-4580-98b0-d49675d532ae), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.094469 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for floatingip (18339688-4762-4580-98b0-d49675d532ae), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.101110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 7e4b5175-802f-40cd-8d61-3d01bee12ef4) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:08.115948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:08.116647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.118159 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd6d3a-8509-47de-b321-06c095696b99 None None] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:08.127407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Calling delete_port for 18339688-4762-4580-98b0-d49675d532ae owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:08.155061 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:08.186905 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-babf01ab-f1f8-4aef-a572-24019e7455ce admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8609984 Jul 28 10:31:08.196369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41634) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:08.216108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:08.326634 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:08.328811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eade57ab-334a-4c01-849e-e07c96fd35fd admin admin] Publish callbacks [] for security_group (467a65ae-8f5e-4496-a13e-1457ab73db8c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.340255 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eade57ab-334a-4c01-849e-e07c96fd35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (467a65ae-8f5e-4496-a13e-1457ab73db8c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.374217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (621144b8-64fa-4b27-a07c-4a7024a8386d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.375197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (621144b8-64fa-4b27-a07c-4a7024a8386d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.435985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-7e4b5175-802f-40cd-8d61-3d01bee12ef4', 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4', 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'fixed_ips': [{'subnet_id': '377ed11b-fa43-488c-b173-aaf0d8500ff4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:31:08.440086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.462620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade57ab-334a-4c01-849e-e07c96fd35fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467a65ae-8f5e-4496-a13e-1457ab73db8c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:08.471072 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eade57ab-334a-4c01-849e-e07c96fd35fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=852c30f1dc854287b1e8dc8a5a460f39&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0444875 Jul 28 10:31:08.471630 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41638) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:08.505893 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:08.530734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (18339688-4762-4580-98b0-d49675d532ae), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.584845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks [] for router_controller (621144b8-64fa-4b27-a07c-4a7024a8386d), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.693099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Pushing event deleted for resources: {'Port': ['ID=18339688-4762-4580-98b0-d49675d532ae,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:08.702378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e89a483e-6c2d-4329-8c35-02a1359f79a8 admin admin] Publish callbacks [] for security_group (467a65ae-8f5e-4496-a13e-1457ab73db8c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.715961 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks [] for floatingip (2dd614d8-18cd-4a25-8111-ac7f33ed474e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.727967 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.731893 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e288e24f-1f0c-4448-9f76-bceb80951cee tempest-ServersWithSpecificFlavorTestJSON-1238553154 tempest-ServersWithSpecificFlavorTestJSON-1238553154-project] 10.222.0.46 "DELETE /v2.0/floatingips/2dd614d8-18cd-4a25-8111-ac7f33ed474e HTTP/1.1" status: 204 len: 168 time: 1.4187584 Jul 28 10:31:08.763522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Allocated IP 172.20.0.2 (7e4b5175-802f-40cd-8d61-3d01bee12ef4/377ed11b-fa43-488c-b173-aaf0d8500ff4/b972b417-5679-47e0-8575-ac9d211be58e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:08.870778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e89a483e-6c2d-4329-8c35-02a1359f79a8 admin admin] Publish callbacks [] for security_group (467a65ae-8f5e-4496-a13e-1457ab73db8c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:08.993376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41654) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:08.995118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks [] for router_gateway (621144b8-64fa-4b27-a07c-4a7024a8386d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.002374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:09.013488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Publish callbacks [] for port (b972b417-5679-47e0-8575-ac9d211be58e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.028950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b972b417-5679-47e0-8575-ac9d211be58e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.034483 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ee662e6-c45f-4c37-a058-c3efd12d9f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.071999 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:09.112123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Pushing event updated for resources: {'Port': ['ID=b972b417-5679-47e0-8575-ac9d211be58e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:09.116228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:09.118031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:09.120381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:09.160033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41660) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:09.182841 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:09.200990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4830c41-7283-47ab-8794-92c21ed281d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.254337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Attempting to bind port b972b417-5679-47e0-8575-ac9d211be58e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:09.255095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Attempting to bind port b972b417-5679-47e0-8575-ac9d211be58e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:09.257103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Attempting to bind port b972b417-5679-47e0-8575-ac9d211be58e on network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:09.279488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:09.283199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Checking segment: {'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:09.283733 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.284236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Bound using segment: {'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:09.284851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Bound port: b972b417-5679-47e0-8575-ac9d211be58e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:09.290828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b972b417-5679-47e0-8575-ac9d211be58e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.432100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] For port b972b417-5679-47e0-8575-ac9d211be58e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:09.450749 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4830c41-7283-47ab-8794-92c21ed281d0 admin admin] Publish callbacks [] for security_group (879b1105-ddb5-408e-ba33-966ae252e0a1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.458852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] For port b972b417-5679-47e0-8575-ac9d211be58e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b972b417-5679-47e0-8575-ac9d211be58e,segment=NetworkSegment(f63870cc-66ec-480c-943c-aef68d5f3427),segment_id=f63870cc-66ec-480c-943c-aef68d5f3427)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:09.477375 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4830c41-7283-47ab-8794-92c21ed281d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (879b1105-ddb5-408e-ba33-966ae252e0a1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.488332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ee662e6-c45f-4c37-a058-c3efd12d9f91 admin admin] Publish callbacks [] for security_group (727a6a66-6f32-4391-a54a-b43e399db290), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.493632 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b972b417-5679-47e0-8575-ac9d211be58e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.504632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ee662e6-c45f-4c37-a058-c3efd12d9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (727a6a66-6f32-4391-a54a-b43e399db290), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.536359 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:09.543858 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4830c41-7283-47ab-8794-92c21ed281d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879b1105-ddb5-408e-ba33-966ae252e0a1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:09.551457 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d4830c41-7283-47ab-8794-92c21ed281d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa78cde0af0a40338aaf4fe951b9ec4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849626 Jul 28 10:31:09.561177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41672) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:09.597011 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0ee662e6-c45f-4c37-a058-c3efd12d9f91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ab729711f414a54a2e40153a98f2a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6036360 Jul 28 10:31:09.600504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41676) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:09.601436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee662e6-c45f-4c37-a058-c3efd12d9f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727a6a66-6f32-4391-a54a-b43e399db290,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:09.667328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f583599-ba15-4d33-af4e-3514e598f6e7 None None] Pushing event updated for resources: {'Port': ['ID=b972b417-5679-47e0-8575-ac9d211be58e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:09.700107 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e89a483e-6c2d-4329-8c35-02a1359f79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (467a65ae-8f5e-4496-a13e-1457ab73db8c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.712119 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e89a483e-6c2d-4329-8c35-02a1359f79a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.713386 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e89a483e-6c2d-4329-8c35-02a1359f79a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/467a65ae-8f5e-4496-a13e-1457ab73db8c HTTP/1.1" status: 204 len: 168 time: 1.2408361 Jul 28 10:31:09.752138 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be252fa2-36cc-4533-860b-9a02d5f9f38f admin admin] Publish callbacks [] for security_group (727a6a66-6f32-4391-a54a-b43e399db290), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.826720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a483e-6c2d-4329-8c35-02a1359f79a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a65ae-8f5e-4496-a13e-1457ab73db8c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:09.845067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be252fa2-36cc-4533-860b-9a02d5f9f38f admin admin] Publish callbacks [] for security_group (727a6a66-6f32-4391-a54a-b43e399db290), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:09.994960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be252fa2-36cc-4533-860b-9a02d5f9f38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (727a6a66-6f32-4391-a54a-b43e399db290), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.009497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be252fa2-36cc-4533-860b-9a02d5f9f38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.014105 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-be252fa2-36cc-4533-860b-9a02d5f9f38f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/727a6a66-6f32-4391-a54a-b43e399db290 HTTP/1.1" status: 204 len: 168 time: 0.4033780 Jul 28 10:31:10.025902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be252fa2-36cc-4533-860b-9a02d5f9f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727a6a66-6f32-4391-a54a-b43e399db290,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:10.123025 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=25 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:10.271179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (2db543ab-4098-4394-b535-a01aa1367ef7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.294244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc30d879-5f39-4bce-ba6a-f14785be9583 admin admin] Publish callbacks [] for security_group (879b1105-ddb5-408e-ba33-966ae252e0a1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.373611 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc30d879-5f39-4bce-ba6a-f14785be9583 admin admin] Publish callbacks [] for security_group (879b1105-ddb5-408e-ba33-966ae252e0a1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.411389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks [] for router_gateway (621144b8-64fa-4b27-a07c-4a7024a8386d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.450649 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.785105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41702) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:10.797122 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc30d879-5f39-4bce-ba6a-f14785be9583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (879b1105-ddb5-408e-ba33-966ae252e0a1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.799328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deb10c40-f7e2-426d-a9b8-7d12b97b124d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.800461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc30d879-5f39-4bce-ba6a-f14785be9583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:10.802723 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc30d879-5f39-4bce-ba6a-f14785be9583 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/879b1105-ddb5-408e-ba33-966ae252e0a1 HTTP/1.1" status: 204 len: 168 time: 1.2367413 Jul 28 10:31:10.840529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30d879-5f39-4bce-ba6a-f14785be9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879b1105-ddb5-408e-ba33-966ae252e0a1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:10.914791 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Allocated IP 172.25.2.5 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a3034796-9667-4091-8b37-c18962ba3bc9) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:11.026261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deb10c40-f7e2-426d-a9b8-7d12b97b124d admin admin] Publish callbacks [] for security_group (5f574194-16c9-4556-b86f-61f9a52ff2d6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.036555 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deb10c40-f7e2-426d-a9b8-7d12b97b124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5f574194-16c9-4556-b86f-61f9a52ff2d6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.084354 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:11.100851 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:11.127121 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-deb10c40-f7e2-426d-a9b8-7d12b97b124d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=106f964c90f44c7c8adcebc4e549a0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408513 Jul 28 10:31:11.128739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb10c40-f7e2-426d-a9b8-7d12b97b124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f574194-16c9-4556-b86f-61f9a52ff2d6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:11.135849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41710) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:11.197919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Deleting port 18471bcd-a4c4-4948-80e5-037a15dec464 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:11.198749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.289546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.312596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] For port 18471bcd-a4c4-4948-80e5-037a15dec464, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=18471bcd-a4c4-4948-80e5-037a15dec464,segment=NetworkSegment(d6d59925-3c63-486a-ab57-f5c093ea54a5),segment_id=d6d59925-3c63-486a-ab57-f5c093ea54a5)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:11.312988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.330422 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Calling delete_port for 18471bcd-a4c4-4948-80e5-037a15dec464 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:11.366438 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:11.390226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f62be-18ff-4807-bb90-d0e90e8ce109 None None] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:11.481791 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks [] for port (a3034796-9667-4091-8b37-c18962ba3bc9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.482279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-efca7217-dc5b-4cdb-9643-5e047b7b2c43 None None] Provisioning complete for port b972b417-5679-47e0-8575-ac9d211be58e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:11.482662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efca7217-dc5b-4cdb-9643-5e047b7b2c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b972b417-5679-47e0-8575-ac9d211be58e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.510186 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16dd2d9d-c2a8-434c-9864-2ab4e6616510 admin admin] Publish callbacks [] for security_group (5f574194-16c9-4556-b86f-61f9a52ff2d6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.619631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16dd2d9d-c2a8-434c-9864-2ab4e6616510 admin admin] Publish callbacks [] for security_group (5f574194-16c9-4556-b86f-61f9a52ff2d6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.652970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.742733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:11.745793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-efca7217-dc5b-4cdb-9643-5e047b7b2c43 None None] Current status of the port b972b417-5679-47e0-8575-ac9d211be58e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:11.746416 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efca7217-dc5b-4cdb-9643-5e047b7b2c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b972b417-5679-47e0-8575-ac9d211be58e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.768028 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:11.774251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:11.780488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:11.797172 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=8 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:11.823840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efca7217-dc5b-4cdb-9643-5e047b7b2c43 None None] For port b972b417-5679-47e0-8575-ac9d211be58e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b972b417-5679-47e0-8575-ac9d211be58e,segment=NetworkSegment(f63870cc-66ec-480c-943c-aef68d5f3427),segment_id=f63870cc-66ec-480c-943c-aef68d5f3427)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:11.832644 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efca7217-dc5b-4cdb-9643-5e047b7b2c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b972b417-5679-47e0-8575-ac9d211be58e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:11.863832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Pushing event updated for resources: {'Port': ['ID=a3034796-9667-4091-8b37-c18962ba3bc9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:11.922064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca7217-dc5b-4cdb-9643-5e047b7b2c43 None None] Pushing event updated for resources: {'Port': ['ID=b972b417-5679-47e0-8575-ac9d211be58e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:12.036913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16dd2d9d-c2a8-434c-9864-2ab4e6616510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5f574194-16c9-4556-b86f-61f9a52ff2d6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:12.039861 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16dd2d9d-c2a8-434c-9864-2ab4e6616510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:12.041405 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-16dd2d9d-c2a8-434c-9864-2ab4e6616510 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f574194-16c9-4556-b86f-61f9a52ff2d6 HTTP/1.1" status: 204 len: 168 time: 0.8774993 Jul 28 10:31:12.053658 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:12.075946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-63298241-0bfb-4d6b-a987-56d703988ebe None None] Provisioning complete for port b972b417-5679-47e0-8575-ac9d211be58e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:12.076519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-63298241-0bfb-4d6b-a987-56d703988ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b972b417-5679-47e0-8575-ac9d211be58e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:12.077882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd2d9d-c2a8-434c-9864-2ab4e6616510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f574194-16c9-4556-b86f-61f9a52ff2d6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:12.092773 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=20 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:12.122207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b972b417-5679-47e0-8575-ac9d211be58e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:12.160763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (18471bcd-a4c4-4948-80e5-037a15dec464), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:12.217754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b972b417-5679-47e0-8575-ac9d211be58e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:12.218175 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b972b417-5679-47e0-8575-ac9d211be58e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:12.323062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-63298241-0bfb-4d6b-a987-56d703988ebe None None] Current status of the port b972b417-5679-47e0-8575-ac9d211be58e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:12.345021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=18471bcd-a4c4-4948-80e5-037a15dec464,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:12.417214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b972b417-5679-47e0-8575-ac9d211be58e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:12.699796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks [] for router_gateway (621144b8-64fa-4b27-a07c-4a7024a8386d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:12.806724 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:12.897060 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (2db543ab-4098-4394-b535-a01aa1367ef7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:12.984050 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (621144b8-64fa-4b27-a07c-4a7024a8386d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:13.289405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Router 621144b8-64fa-4b27-a07c-4a7024a8386d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:31:13.408086 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Router 2db543ab-4098-4394-b535-a01aa1367ef7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:31:13.593771 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:13.605999 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:13.607362 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Sync routers for ids ['621144b8-64fa-4b27-a07c-4a7024a8386d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:13.614545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:13.624995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41786) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:13.625827 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cdc65184-417c-4a8d-9e2f-64a56067eb36 admin admin] 10.222.0.46 "PUT /v2.0/routers/2db543ab-4098-4394-b535-a01aa1367ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6221392 Jul 28 10:31:13.630193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:13.632131 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce22e086-cf40-4986-8bff-08b5316ae46d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.4320810 Jul 28 10:31:13.632762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] Sync routers for ids ['2db543ab-4098-4394-b535-a01aa1367ef7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:13.638043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41788) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:13.679586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] Routers {'2db543ab-4098-4394-b535-a01aa1367ef7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:13.684757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2db543ab-4098-4394-b535-a01aa1367ef7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:13.945110 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Routers {'621144b8-64fa-4b27-a07c-4a7024a8386d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:13.948001 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['621144b8-64fa-4b27-a07c-4a7024a8386d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:13.960463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] Set router 2db543ab-4098-4394-b535-a01aa1367ef7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:13.962554 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:13.992549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks [] for router (2db543ab-4098-4394-b535-a01aa1367ef7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:13.994720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:13.999461 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:14.190423 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Set router 621144b8-64fa-4b27-a07c-4a7024a8386d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:14.292215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks [] for router_gateway (2db543ab-4098-4394-b535-a01aa1367ef7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:14.359293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41808) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:14.415000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Deleting port 691f306e-a4e3-405d-8e28-dcc2314f6338 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:14.416672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:14.457148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:31:11Z', 'revision_number': 5, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port': {'id': '691f306e-a4e3-405d-8e28-dcc2314f6338', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:91:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:14.495869 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:12Z', 'revision_number': 3, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port': {'id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:10Z', 'updated_at': '2022-07-28T10:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:14.529380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:14.558166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Checking router: 621144b8-64fa-4b27-a07c-4a7024a8386d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:14.558518 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Updating router 621144b8-64fa-4b27-a07c-4a7024a8386d port a3034796-9667-4091-8b37-c18962ba3bc9 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:31:14.571384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] Checking router: 2db543ab-4098-4394-b535-a01aa1367ef7 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:14.598757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] Routers {'2db543ab-4098-4394-b535-a01aa1367ef7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:14.600201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2db543ab-4098-4394-b535-a01aa1367ef7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:14.622642 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:14.651308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] For port 691f306e-a4e3-405d-8e28-dcc2314f6338, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=691f306e-a4e3-405d-8e28-dcc2314f6338,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:14.656995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:14.723359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Calling delete_port for 691f306e-a4e3-405d-8e28-dcc2314f6338 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:14.827550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] Set router 2db543ab-4098-4394-b535-a01aa1367ef7 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:14.917252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08c57358-1f89-4fa3-9e80-55dec1543a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.059688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Allocated IP 172.20.0.1 (7e4b5175-802f-40cd-8d61-3d01bee12ef4/377ed11b-fa43-488c-b173-aaf0d8500ff4/894f9e1b-7b63-41d1-898a-7289e5870a30) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:15.225457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:31:14Z', 'revision_number': 6, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:15.295186 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Publish callbacks [] for port (a3034796-9667-4091-8b37-c18962ba3bc9), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.313750 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.319765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5511b4-3d73-4fce-99b8-190d66dd5f65 None None] The sync data for ids ['2db543ab-4098-4394-b535-a01aa1367ef7'] in n-d-850468-6 is: [{'id': '2db543ab-4098-4394-b535-a01aa1367ef7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1145248352-router', 'tenant_id': '893fb430d96f4a5187573a7e18237769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:36Z', 'updated_at': '2022-07-28T10:31:14Z', 'revision_number': 6, 'project_id': '893fb430d96f4a5187573a7e18237769', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:15.389782 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Pushing event updated for resources: {'Port': ['ID=a3034796-9667-4091-8b37-c18962ba3bc9,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:15.437627 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.438197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.439830 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.440616 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.442482 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.443234 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.445549 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.446135 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.446674 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.448371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.448927 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.449736 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.451153 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.453061 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.453607 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:15.466034 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:15.474607 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1698523390-network', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:15.484273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (691f306e-a4e3-405d-8e28-dcc2314f6338), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.517086 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Attempting to bind port a3034796-9667-4091-8b37-c18962ba3bc9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:15.522382 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Attempting to bind port a3034796-9667-4091-8b37-c18962ba3bc9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:15.524027 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Attempting to bind port a3034796-9667-4091-8b37-c18962ba3bc9 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:15.528055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=691f306e-a4e3-405d-8e28-dcc2314f6338,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:15.548359 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:15.548944 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:15.549450 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.549977 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:15.551378 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Bound port: a3034796-9667-4091-8b37-c18962ba3bc9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:15.555068 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.564234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (2db543ab-4098-4394-b535-a01aa1367ef7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.586183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Made reservation on behalf of e0eb3b2a22c446e68cca910b8d40ca12 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:31:15.588112 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.678774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08c57358-1f89-4fa3-9e80-55dec1543a53 admin admin] Publish callbacks [] for security_group (77bb7ca2-0033-4ac2-9e04-4aaf8f825b81), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.694322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.696609 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08c57358-1f89-4fa3-9e80-55dec1543a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (77bb7ca2-0033-4ac2-9e04-4aaf8f825b81), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.697995 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] For port a3034796-9667-4091-8b37-c18962ba3bc9, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:15.700152 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:15.714676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks [] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.722037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] For port a3034796-9667-4091-8b37-c18962ba3bc9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a3034796-9667-4091-8b37-c18962ba3bc9,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:15.734292 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (2db543ab-4098-4394-b535-a01aa1367ef7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.739770 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks [] for router_controller (2db543ab-4098-4394-b535-a01aa1367ef7), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.754501 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.794019 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-08c57358-1f89-4fa3-9e80-55dec1543a53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3034aaa870b04489a4e9e734ef1a50c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4148760 Jul 28 10:31:15.798006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41834) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:15.850227 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:15.853693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c57358-1f89-4fa3-9e80-55dec1543a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bb7ca2-0033-4ac2-9e04-4aaf8f825b81,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:15.877394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (2db543ab-4098-4394-b535-a01aa1367ef7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.878337 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db543ab-4098-4394-b535-a01aa1367ef7 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:31:15.892441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.896828 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9f4636da-1ae1-46ba-8c65-888bd4ba2b82 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2db543ab-4098-4394-b535-a01aa1367ef7 HTTP/1.1" status: 204 len: 168 time: 2.2599468 Jul 28 10:31:15.906691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41836) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:15.963517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-375c47dd-efa6-4dbf-a4f6-a3b79c87ed6d admin admin] Publish callbacks [] for security_group (77bb7ca2-0033-4ac2-9e04-4aaf8f825b81), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.998711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks [] for security_group (36115b7a-2d30-48b6-801c-d4a34d2fd540), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:15.999149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-375c47dd-efa6-4dbf-a4f6-a3b79c87ed6d admin admin] Publish callbacks [] for security_group (77bb7ca2-0033-4ac2-9e04-4aaf8f825b81), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.007250 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db7ef1-6b18-4727-94e0-13999e899394 None None] Pushing event updated for resources: {'Port': ['ID=a3034796-9667-4091-8b37-c18962ba3bc9,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:16.008321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (36115b7a-2d30-48b6-801c-d4a34d2fd540), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.028766 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Routers {'621144b8-64fa-4b27-a07c-4a7024a8386d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:16.029656 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['621144b8-64fa-4b27-a07c-4a7024a8386d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:16.080222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:31:16.099716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36115b7a-2d30-48b6-801c-d4a34d2fd540,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:16.108903 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (45ac9f88-a265-4b86-bc37-9641817f9238), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.109514 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Added segment 45ac9f88-a265-4b86-bc37-9641817f9238 of type vlan for network bb700dad-a624-4bd9-80d2-7a0359372524 Jul 28 10:31:16.193817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (bb700dad-a624-4bd9-80d2-7a0359372524), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.209034 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] Set router 621144b8-64fa-4b27-a07c-4a7024a8386d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:16.220024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] Deleting subnet a1030b5f-79db-48d1-9254-f73193f2c464 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:31:16.226585 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (bb700dad-a624-4bd9-80d2-7a0359372524), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.227890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:16.228550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.231239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] Publish callbacks [] for subnet (a1030b5f-79db-48d1-9254-f73193f2c464), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.273780 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:16.274714 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:16.293295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] Publish callbacks [] for subnet (a1030b5f-79db-48d1-9254-f73193f2c464), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.360679 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3618839 Jul 28 10:31:16.386988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:16.408017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Request body: {'subnet': {'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1698523390-subnet', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:16.421058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 18471bcd-a4c4-4948-80e5-037a15dec464 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:16.436215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf5aa-4ce6-4337-9ce2-ac6ea0ab55a8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb700dad-a624-4bd9-80d2-7a0359372524,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:16.456325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a1030b5f-79db-48d1-9254-f73193f2c464), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.476230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Made reservation on behalf of e0eb3b2a22c446e68cca910b8d40ca12 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:31:16.479155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.490772 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:12Z', 'revision_number': 3, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port': {'id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:10Z', 'updated_at': '2022-07-28T10:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:16.527341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network bb700dad-a624-4bd9-80d2-7a0359372524 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:31:16.546899 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d2bb37-19e3-4c22-b9d8-d5e1cdfb364a None None] The sync data for ids ['621144b8-64fa-4b27-a07c-4a7024a8386d'] in n-d-850468-6 is: [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:12Z', 'revision_number': 3, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port': {'id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:10Z', 'updated_at': '2022-07-28T10:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:16.547602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 18471bcd-a4c4-4948-80e5-037a15dec464 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:16.547865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 18471bcd-a4c4-4948-80e5-037a15dec464 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:16.595712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.607890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (a1030b5f-79db-48d1-9254-f73193f2c464), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.671047 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:16.705082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.709074 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a1030b5f-79db-48d1-9254-f73193f2c464 HTTP/1.1" status: 204 len: 168 time: 0.7991929 Jul 28 10:31:16.717713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a73088-00e7-4427-bdb1-66580e9766fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1030b5f-79db-48d1-9254-f73193f2c464,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:16.720397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27caa54b-65ad-4ce4-bd35-74f98064afaa None None] Network eb7cd06f-a7f4-417d-84f3-8b2697912c1b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:16.731836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41858) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:16.904353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Pushing event updated for resources: {'Port': ['ID=894f9e1b-7b63-41d1-898a-7289e5870a30,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:16.904829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (9d5d1066-85c0-41de-bb17-28fffc5ffa44), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:16.923382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:16.935890 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:16.944474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:16.945615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (621144b8-64fa-4b27-a07c-4a7024a8386d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.009241 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:17.040904 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-375c47dd-efa6-4dbf-a4f6-a3b79c87ed6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (77bb7ca2-0033-4ac2-9e04-4aaf8f825b81), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.044363 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-375c47dd-efa6-4dbf-a4f6-a3b79c87ed6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.046824 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-375c47dd-efa6-4dbf-a4f6-a3b79c87ed6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77bb7ca2-0033-4ac2-9e04-4aaf8f825b81 HTTP/1.1" status: 204 len: 168 time: 1.2477963 Jul 28 10:31:17.102918 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:17.106765 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (eb7cd06f-a7f4-417d-84f3-8b2697912c1b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.123769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5d1066-85c0-41de-bb17-28fffc5ffa44,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:17.126989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c47dd-efa6-4dbf-a4f6-a3b79c87ed6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bb7ca2-0033-4ac2-9e04-4aaf8f825b81,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:17.127258 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Checking segment: {'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:17.128729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Network hostable DHCP agents. Network: bb700dad-a624-4bd9-80d2-7a0359372524, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:31:17.172145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Network bb700dad-a624-4bd9-80d2-7a0359372524 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:31:17.205735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, bb700dad-a624-4bd9-80d2-7a0359372524) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:17.216720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:17.218866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f87535-448f-4312-b9ec-55b54898ed92 None None] Network bb700dad-a624-4bd9-80d2-7a0359372524 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:17.219500 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.273348 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c4b73669-aa1e-4219-a652-a860c8fdbd84 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8814495 Jul 28 10:31:17.276074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41876) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:17.287965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:17.364428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (3e830ee5-d1fe-41c9-bba9-64c7662144ce), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.365684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (3e830ee5-d1fe-41c9-bba9-64c7662144ce), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.399647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Deleting port cde9de49-cd99-42d2-938d-d98c8fa44bc8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:17.400210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.405786 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:17.412193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] DHCP port deletion for eb7cd06f-a7f4-417d-84f3-8b2697912c1b request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:31:17.530179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks [] for router_controller (3e830ee5-d1fe-41c9-bba9-64c7662144ce), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.539395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-bb700dad-a624-4bd9-80d2-7a0359372524', 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524', 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'fixed_ips': [{'subnet_id': '9d5d1066-85c0-41de-bb17-28fffc5ffa44'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:31:17.540412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.597846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] For port cde9de49-cd99-42d2-938d-d98c8fa44bc8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cde9de49-cd99-42d2-938d-d98c8fa44bc8,segment=NetworkSegment(d6d59925-3c63-486a-ab57-f5c093ea54a5),segment_id=d6d59925-3c63-486a-ab57-f5c093ea54a5)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:17.598262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.617105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-519eb0c5-8f91-4369-be05-fc82f22929b0 None None] Provisioning complete for port 894f9e1b-7b63-41d1-898a-7289e5870a30 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:17.621410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Calling delete_port for cde9de49-cd99-42d2-938d-d98c8fa44bc8 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:17.622013 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-519eb0c5-8f91-4369-be05-fc82f22929b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.716349 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:17.717377 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:17.730493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.770465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde9de49-cd99-42d2-938d-d98c8fa44bc8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:17.780593 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:17.798393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] No DVR routers for this DVR port cde9de49-cd99-42d2-938d-d98c8fa44bc8 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:17.941691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks [] for router_gateway (3e830ee5-d1fe-41c9-bba9-64c7662144ce), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.075538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] Deleting port cde9de49-cd99-42d2-938d-d98c8fa44bc8 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:18.075905 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.123718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (eb7cd06f-a7f4-417d-84f3-8b2697912c1b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.212879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a3034796-9667-4091-8b37-c18962ba3bc9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:18.217537 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.218139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.219045 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.219560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > port after_create 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.220048 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.220388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > port after_update 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.220715 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.221061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.221385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.221708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.394144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41894) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:18.400321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] For port cde9de49-cd99-42d2-938d-d98c8fa44bc8, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:18.401276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.423085 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-232d2961-08bc-4876-ab4f-84cd150e3c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.441010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] Calling delete_port for cde9de49-cd99-42d2-938d-d98c8fa44bc8 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:18.452777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] Port cde9de49-cd99-42d2-938d-d98c8fa44bc8 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:31:18.459842 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (cde9de49-cd99-42d2-938d-d98c8fa44bc8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.501269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-519eb0c5-8f91-4369-be05-fc82f22929b0 None None] Port 894f9e1b-7b63-41d1-898a-7289e5870a30 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:31:18.519270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks [] for router_gateway (3e830ee5-d1fe-41c9-bba9-64c7662144ce), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.549745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.596884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] No DVR routers for this DVR port cde9de49-cd99-42d2-938d-d98c8fa44bc8 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:18.678015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Allocated IP 172.20.0.2 (bb700dad-a624-4bd9-80d2-7a0359372524/9d5d1066-85c0-41de-bb17-28fffc5ffa44/3c1dd237-4757-429c-995a-cb2c6e83bc32) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:18.695135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6385f0-8eb1-4e28-ab3e-db85182dfa40 None None] Pushing event deleted for resources: {'Port': ['ID=cde9de49-cd99-42d2-938d-d98c8fa44bc8,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:18.713745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Allocated IP 172.25.2.200 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/42efe02a-4bed-48c0-aff0-41c6fe6b0894) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:18.737316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a3034796-9667-4091-8b37-c18962ba3bc9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:18.738048 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.819465 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.819981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.820345 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.820677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104687) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:18.821637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7cd06f-a7f4-417d-84f3-8b2697912c1b']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:18.852055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks [] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.863918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d59925-3c63-486a-ab57-f5c093ea54a5') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:18.864985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d59925-3c63-486a-ab57-f5c093ea54a5') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:18.891524 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=7,neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:18.903041 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:18.951613 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:18.983793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:18.999011 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:19.012603 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:19.062023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a3034796-9667-4091-8b37-c18962ba3bc9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:19.062539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.071025 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:19.093798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (d6d59925-3c63-486a-ab57-f5c093ea54a5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.108779 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Publish callbacks [] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.118800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a3034796-9667-4091-8b37-c18962ba3bc9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a3034796-9667-4091-8b37-c18962ba3bc9,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:19.123957 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.145231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Pushing event updated for resources: {'Port': ['ID=42efe02a-4bed-48c0-aff0-41c6fe6b0894,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:19.150647 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.166928 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d6d59925-3c63-486a-ab57-f5c093ea54a5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.202569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Network bb700dad-a624-4bd9-80d2-7a0359372524 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:19.213429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:19.216082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:19.242896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:31:19.246184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (d6d59925-3c63-486a-ab57-f5c093ea54a5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.289293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-232d2961-08bc-4876-ab4f-84cd150e3c42 admin admin] Publish callbacks [] for security_group (337252e6-5609-4852-a851-4f4e15fd37dc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.307569 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-232d2961-08bc-4876-ab4f-84cd150e3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (337252e6-5609-4852-a851-4f4e15fd37dc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.319184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 691f306e-a4e3-405d-8e28-dcc2314f6338 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:19.324721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Pushing event updated for resources: {'Port': ['ID=3c1dd237-4757-429c-995a-cb2c6e83bc32,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:19.389531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 691f306e-a4e3-405d-8e28-dcc2314f6338 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:19.389852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 691f306e-a4e3-405d-8e28-dcc2314f6338 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:19.390738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cde9de49-cd99-42d2-938d-d98c8fa44bc8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:19.416546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: cde9de49-cd99-42d2-938d-d98c8fa44bc8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:19.416890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cde9de49-cd99-42d2-938d-d98c8fa44bc8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:19.436691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d2961-08bc-4876-ab4f-84cd150e3c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337252e6-5609-4852-a851-4f4e15fd37dc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:19.450721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Attempting to bind port 3c1dd237-4757-429c-995a-cb2c6e83bc32 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:19.451304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Attempting to bind port 3c1dd237-4757-429c-995a-cb2c6e83bc32 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:19.451666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Attempting to bind port 3c1dd237-4757-429c-995a-cb2c6e83bc32 on network bb700dad-a624-4bd9-80d2-7a0359372524 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:19.470786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:19.471314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Checking segment: {'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:19.471550 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.471936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Bound using segment: {'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:19.472394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Bound port: 3c1dd237-4757-429c-995a-cb2c6e83bc32, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:19.472772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.492697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a3034796-9667-4091-8b37-c18962ba3bc9,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:19.606632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (eb7cd06f-a7f4-417d-84f3-8b2697912c1b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.617778 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-232d2961-08bc-4876-ab4f-84cd150e3c42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d15172b6f3f342d19641435daa8e1553&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2204442 Jul 28 10:31:19.623531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.634446 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb7cd06f-a7f4-417d-84f3-8b2697912c1b HTTP/1.1" status: 204 len: 168 time: 2.8959706 Jul 28 10:31:19.634446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41918) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:19.634912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41922) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:19.649272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] For port 3c1dd237-4757-429c-995a-cb2c6e83bc32, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:19.659699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] For port 3c1dd237-4757-429c-995a-cb2c6e83bc32, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c1dd237-4757-429c-995a-cb2c6e83bc32,segment=NetworkSegment(45ac9f88-a265-4b86-bc37-9641817f9238),segment_id=45ac9f88-a265-4b86-bc37-9641817f9238)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:19.680344 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.689944 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:19.806427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171292d-8cd4-4f88-ad92-533653200516 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7cd06f-a7f4-417d-84f3-8b2697912c1b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:19.832713 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks [] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.864767 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:19.942794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10694d-0311-4c96-9c9b-1b0386f846c1 None None] Pushing event updated for resources: {'Port': ['ID=3c1dd237-4757-429c-995a-cb2c6e83bc32,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:20.168145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a3034796-9667-4091-8b37-c18962ba3bc9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:20.194903 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c90deb1f-09ca-49a2-b2bf-853043fef76a admin admin] Publish callbacks [] for security_group (337252e6-5609-4852-a851-4f4e15fd37dc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:20.202168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Pushing event updated for resources: {'Port': ['ID=894f9e1b-7b63-41d1-898a-7289e5870a30,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:20.253191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (621144b8-64fa-4b27-a07c-4a7024a8386d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:20.274790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a3034796-9667-4091-8b37-c18962ba3bc9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:20.275173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:20.339933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.340498 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.340857 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.342029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.342029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.342266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.342764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.343262 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.350306 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0807d1c6-7fd9-4f4b-8eb4-d7634d6f3c0e req-6da561f8-7b33-4d99-b50f-0a0a7713887a tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5748 time: 0.7645836 Jul 28 10:31:20.365817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks [] for router_gateway (3e830ee5-d1fe-41c9-bba9-64c7662144ce), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:20.484733 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c90deb1f-09ca-49a2-b2bf-853043fef76a admin admin] Publish callbacks [] for security_group (337252e6-5609-4852-a851-4f4e15fd37dc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:20.486619 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:20.518605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a3034796-9667-4091-8b37-c18962ba3bc9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:20.709549 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d6d59925-3c63-486a-ab57-f5c093ea54a5 resource provider aggregate not found Jul 28 10:31:20.712976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41944) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:20.785437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (3e830ee5-d1fe-41c9-bba9-64c7662144ce), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:20.800058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1dfb2-bea5-4f1c-a64c-ac4a2020dbd4 req-c14a7edf-162a-4884-a995-d96811d8e9b1 tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:20.801454 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4fa1dfb2-bea5-4f1c-a64c-ac4a2020dbd4 req-c14a7edf-162a-4884-a995-d96811d8e9b1 tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 886 time: 0.4288940 Jul 28 10:31:20.880375 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d6d59925-3c63-486a-ab57-f5c093ea54a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6d59925-3c63-486a-ab57-f5c093ea54a5 found for delete ", "request_id": "req-ffcc7d22-757f-4778-9c32-231add5479ad"}]} Jul 28 10:31:20.945960 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:21.002515 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:21.070304 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e94293cd-a176-4992-af7a-37f390cbe151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.166767 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:21.178681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.179168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.179633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.180101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.180565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.181026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.181490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.181974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:21.188218 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8a131b70-08b3-4126-a143-37f5d17a12e7 req-6ba733ce-bf75-488c-89ed-551bd24c315d tempest-NetworksTest-1489324915 tempest-NetworksTest-1489324915-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5748 time: 0.3496118 Jul 28 10:31:21.204804 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c90deb1f-09ca-49a2-b2bf-853043fef76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (337252e6-5609-4852-a851-4f4e15fd37dc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.207578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c90deb1f-09ca-49a2-b2bf-853043fef76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.209444 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c90deb1f-09ca-49a2-b2bf-853043fef76a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/337252e6-5609-4852-a851-4f4e15fd37dc HTTP/1.1" status: 204 len: 168 time: 1.5638607 Jul 28 10:31:21.209724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Router 3e830ee5-d1fe-41c9-bba9-64c7662144ce is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:31:21.230155 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90deb1f-09ca-49a2-b2bf-853043fef76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337252e6-5609-4852-a851-4f4e15fd37dc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:21.244820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:21.252910 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:21.628087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8fab0-b417-4cf9-8fc8-8c6b43417c00 None None] Network bb700dad-a624-4bd9-80d2-7a0359372524 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:21.668909 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:21.680901 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Sync routers for ids ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:21.706217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Routers {'3e830ee5-d1fe-41c9-bba9-64c7662144ce'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:21.716504 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.718810 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:21.738173 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f5687415-3065-4867-a36f-2031816b04f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4384177 Jul 28 10:31:21.739197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41970) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:21.751760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (2a1535a0-70e8-461a-b5f6-f58b2df14880), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.806587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e7532613-d22e-4815-a9c2-38ebe08192a2 None None] Provisioning complete for port 3c1dd237-4757-429c-995a-cb2c6e83bc32 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:21.807174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7532613-d22e-4815-a9c2-38ebe08192a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.842922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e94293cd-a176-4992-af7a-37f390cbe151 admin admin] Publish callbacks [] for security_group (c72edc7c-5e77-4011-919b-fdb94a62f7b4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.864183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:21.886045 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e94293cd-a176-4992-af7a-37f390cbe151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c72edc7c-5e77-4011-919b-fdb94a62f7b4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:21.969270 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Set router 3e830ee5-d1fe-41c9-bba9-64c7662144ce gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:22.228059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c1dd237-4757-429c-995a-cb2c6e83bc32 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:22.267167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94293cd-a176-4992-af7a-37f390cbe151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72edc7c-5e77-4011-919b-fdb94a62f7b4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:22.273342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5b62d0d-9c51-463f-bb63-9d2f91e9695e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.296667 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e94293cd-a176-4992-af7a-37f390cbe151 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3adb9b65989740bf865cd0399d0f0cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5673482 Jul 28 10:31:22.299179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41986) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:22.305880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Router 621144b8-64fa-4b27-a07c-4a7024a8386d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:31:22.355002 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:19Z', 'revision_number': 3, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:22.390022 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Checking router: 3e830ee5-d1fe-41c9-bba9-64c7662144ce for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:22.390333 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Updating router 3e830ee5-d1fe-41c9-bba9-64c7662144ce port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:31:22.403722 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:22.438244 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.508341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e7532613-d22e-4815-a9c2-38ebe08192a2 None None] Current status of the port 3c1dd237-4757-429c-995a-cb2c6e83bc32 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:22.508821 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7532613-d22e-4815-a9c2-38ebe08192a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.558760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3c1dd237-4757-429c-995a-cb2c6e83bc32 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:22.559142 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.615293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b105fffd-b49e-4ca5-be96-9bf7090d6696 admin admin] Publish callbacks [] for security_group (c72edc7c-5e77-4011-919b-fdb94a62f7b4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.650886 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:22.697008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b105fffd-b49e-4ca5-be96-9bf7090d6696 admin admin] Publish callbacks [] for security_group (c72edc7c-5e77-4011-919b-fdb94a62f7b4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.742886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e7532613-d22e-4815-a9c2-38ebe08192a2 None None] For port 3c1dd237-4757-429c-995a-cb2c6e83bc32, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c1dd237-4757-429c-995a-cb2c6e83bc32,segment=NetworkSegment(45ac9f88-a265-4b86-bc37-9641817f9238),segment_id=45ac9f88-a265-4b86-bc37-9641817f9238)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:22.750461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:22.776064 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-750c67af-9ca4-4d9e-b25d-48af6c3cac99 admin admin] 10.222.0.46 "PUT /v2.0/routers/621144b8-64fa-4b27-a07c-4a7024a8386d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1368370 Jul 28 10:31:22.793534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8071-f994-450e-9005-683701c29750 None None] Sync routers for ids ['621144b8-64fa-4b27-a07c-4a7024a8386d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:22.803349 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7532613-d22e-4815-a9c2-38ebe08192a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.846518 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:22.920819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b105fffd-b49e-4ca5-be96-9bf7090d6696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c72edc7c-5e77-4011-919b-fdb94a62f7b4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.928311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b105fffd-b49e-4ca5-be96-9bf7090d6696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.942008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3c1dd237-4757-429c-995a-cb2c6e83bc32 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:22.948811 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:22.949287 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b105fffd-b49e-4ca5-be96-9bf7090d6696 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c72edc7c-5e77-4011-919b-fdb94a62f7b4 HTTP/1.1" status: 204 len: 168 time: 0.6484270 Jul 28 10:31:22.981230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105fffd-b49e-4ca5-be96-9bf7090d6696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72edc7c-5e77-4011-919b-fdb94a62f7b4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:22.983972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] Routers {'621144b8-64fa-4b27-a07c-4a7024a8386d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:22.984873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['621144b8-64fa-4b27-a07c-4a7024a8386d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:23.010054 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5b62d0d-9c51-463f-bb63-9d2f91e9695e admin admin] Publish callbacks [] for security_group (0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.021719 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:23.028592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5b62d0d-9c51-463f-bb63-9d2f91e9695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.068881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b62d0d-9c51-463f-bb63-9d2f91e9695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:23.089788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Deleting port d2af72ee-a48b-4d84-b227-e36800e29fae {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:23.093631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.120641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] Set router 621144b8-64fa-4b27-a07c-4a7024a8386d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:23.211611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] For port d2af72ee-a48b-4d84-b227-e36800e29fae, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d2af72ee-a48b-4d84-b227-e36800e29fae,segment=NetworkSegment(8e29e5c7-535a-4cab-9ecb-8022ee77eaa1),segment_id=8e29e5c7-535a-4cab-9ecb-8022ee77eaa1)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:23.212245 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.228864 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Calling delete_port for d2af72ee-a48b-4d84-b227-e36800e29fae owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:23.231150 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:23.360771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.371389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-376fe91e-790d-4bb0-82f3-66407bc60038 None None] Provisioning complete for port 894f9e1b-7b63-41d1-898a-7289e5870a30 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:23.371914 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-376fe91e-790d-4bb0-82f3-66407bc60038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.429415 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:23.534193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7532613-d22e-4815-a9c2-38ebe08192a2 None None] Pushing event updated for resources: {'Port': ['ID=3c1dd237-4757-429c-995a-cb2c6e83bc32,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:23.538912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:31:23.539332 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:31:23.548481 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Publish callbacks [] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.557416 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.623945 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:23.626265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-376fe91e-790d-4bb0-82f3-66407bc60038 None None] Port 894f9e1b-7b63-41d1-898a-7289e5870a30 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:31:23.634326 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Attempting to bind port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:23.635100 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Attempting to bind port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:23.635850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Attempting to bind port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:23.643064 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89423-54cb-4d92-9e19-cb344cc2349c None None] Pushing event updated for resources: {'Port': ['ID=42efe02a-4bed-48c0-aff0-41c6fe6b0894,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:23.647070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-376fe91e-790d-4bb0-82f3-66407bc60038 None None] Provisioning complete for port 3c1dd237-4757-429c-995a-cb2c6e83bc32 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:23.647958 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-376fe91e-790d-4bb0-82f3-66407bc60038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.648761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:23.649665 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:23.650378 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.651358 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:23.652601 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Bound port: 42efe02a-4bed-48c0-aff0-41c6fe6b0894, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:23.653222 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.656585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d2af72ee-a48b-4d84-b227-e36800e29fae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.664577 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:23.680522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42008) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:23.681390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:17Z', 'revision_number': 4, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port': {'id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:10Z', 'updated_at': '2022-07-28T10:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '894f9e1b-7b63-41d1-898a-7289e5870a30', 'name': '', 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'mac_address': 'fa:16:3e:4c:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '377ed11b-fa43-488c-b173-aaf0d8500ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:14Z', 'updated_at': '2022-07-28T10:31:18Z', 'revision_number': 2, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'subnets': [{'id': '377ed11b-fa43-488c-b173-aaf0d8500ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:23.687037 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e5b62d0d-9c51-463f-bb63-9d2f91e9695e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=deed5bded2a040a28fb9bb60aab2f1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8098643 Jul 28 10:31:23.725400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8071-f994-450e-9005-683701c29750 None None] Checking router: 621144b8-64fa-4b27-a07c-4a7024a8386d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:23.725987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8071-f994-450e-9005-683701c29750 None None] Updating router 621144b8-64fa-4b27-a07c-4a7024a8386d port 894f9e1b-7b63-41d1-898a-7289e5870a30 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:31:23.726520 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] For port 42efe02a-4bed-48c0-aff0-41c6fe6b0894, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:23.731555 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] For port 42efe02a-4bed-48c0-aff0-41c6fe6b0894, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=42efe02a-4bed-48c0-aff0-41c6fe6b0894,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:23.733532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2af72ee-a48b-4d84-b227-e36800e29fae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:23.748664 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.883474 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e32a8071-f994-450e-9005-683701c29750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:23.899861 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Allocated IP 172.20.0.1 (bb700dad-a624-4bd9-80d2-7a0359372524/9d5d1066-85c0-41de-bb17-28fffc5ffa44/6c40b034-4f23-4e70-add1-87f66df295b6) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:23.946862 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Routers {'3e830ee5-d1fe-41c9-bba9-64c7662144ce'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:23.949201 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:24.008065 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:24.028838 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89423-54cb-4d92-9e19-cb344cc2349c None None] Pushing event updated for resources: {'Port': ['ID=42efe02a-4bed-48c0-aff0-41c6fe6b0894,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:24.086721 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bbedba1-505b-4864-bd71-90270853da89 admin admin] Publish callbacks [] for security_group (0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.159716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bbedba1-505b-4864-bd71-90270853da89 admin admin] Publish callbacks [] for security_group (0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.180270 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:24.186590 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] Set router 3e830ee5-d1fe-41c9-bba9-64c7662144ce gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:24.223376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (2a1535a0-70e8-461a-b5f6-f58b2df14880), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.253618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3c1dd237-4757-429c-995a-cb2c6e83bc32 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:24.288642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-376fe91e-790d-4bb0-82f3-66407bc60038 None None] Current status of the port 3c1dd237-4757-429c-995a-cb2c6e83bc32 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:24.460884 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks [] for port (6c40b034-4f23-4e70-add1-87f66df295b6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.585495 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bbedba1-505b-4864-bd71-90270853da89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.590076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c1dd237-4757-429c-995a-cb2c6e83bc32 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:24.598162 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bbedba1-505b-4864-bd71-90270853da89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.612783 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8bbedba1-505b-4864-bd71-90270853da89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2 HTTP/1.1" status: 204 len: 168 time: 0.9309652 Jul 28 10:31:24.626871 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.628856 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:19Z', 'revision_number': 3, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:24.673715 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dafc80-e2c6-4df0-9e0a-38b589307fce None None] The sync data for ids ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'] in n-d-850468-6 is: [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:19Z', 'revision_number': 3, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:24.722926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbedba1-505b-4864-bd71-90270853da89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9dbd40-e9e2-456a-804b-f9af7b0ce4b2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:24.776322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42026) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:24.840666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c40b034-4f23-4e70-add1-87f66df295b6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:24.853084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cc755c0-b4ec-4686-bcc2-3deb15de4c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.875733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Network bb700dad-a624-4bd9-80d2-7a0359372524 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:24.879287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:24.887382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:24.888014 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (3e830ee5-d1fe-41c9-bba9-64c7662144ce), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:24.929804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3c1dd237-4757-429c-995a-cb2c6e83bc32 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:24.930287 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.019973 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42038) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:25.275502 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e32a8071-f994-450e-9005-683701c29750 None None] Publish callbacks [] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.290659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e32a8071-f994-450e-9005-683701c29750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.323033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.479834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3c1dd237-4757-429c-995a-cb2c6e83bc32 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:25.509113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530a65b-eb8b-4db2-84d9-e44d7598cd0a None None] Pushing event updated for resources: {'Port': ['ID=894f9e1b-7b63-41d1-898a-7289e5870a30,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:25.511910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6e38d24c-8315-459c-ac9e-8fefb4df535b None None] Provisioning complete for port 6c40b034-4f23-4e70-add1-87f66df295b6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:25.519212 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6e38d24c-8315-459c-ac9e-8fefb4df535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.576470 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:25.650562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6e38d24c-8315-459c-ac9e-8fefb4df535b None None] Port 6c40b034-4f23-4e70-add1-87f66df295b6 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:31:25.798214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e32a8071-f994-450e-9005-683701c29750 None None] Attempting to bind port 894f9e1b-7b63-41d1-898a-7289e5870a30 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:25.800003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e32a8071-f994-450e-9005-683701c29750 None None] Attempting to bind port 894f9e1b-7b63-41d1-898a-7289e5870a30 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:25.800447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8071-f994-450e-9005-683701c29750 None None] Attempting to bind port 894f9e1b-7b63-41d1-898a-7289e5870a30 on network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:25.821145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8071-f994-450e-9005-683701c29750 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:25.822455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8071-f994-450e-9005-683701c29750 None None] Checking segment: {'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:25.822883 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e32a8071-f994-450e-9005-683701c29750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.823285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a8071-f994-450e-9005-683701c29750 None None] Bound using segment: {'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:25.823791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e32a8071-f994-450e-9005-683701c29750 None None] Bound port: 894f9e1b-7b63-41d1-898a-7289e5870a30, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63870cc-66ec-480c-943c-aef68d5f3427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:25.824177 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e32a8071-f994-450e-9005-683701c29750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.865090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-61879147-4c0c-4615-80f8-6a1233b85e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.908591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cc755c0-b4ec-4686-bcc2-3deb15de4c57 admin admin] Publish callbacks [] for security_group (bf069c9c-bb3f-49eb-b4ce-1b37e37861e6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:25.955390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cc755c0-b4ec-4686-bcc2-3deb15de4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bf069c9c-bb3f-49eb-b4ce-1b37e37861e6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.024070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4039c06e-2761-40aa-be1e-4001785e1ecf None None] Provisioning complete for port 894f9e1b-7b63-41d1-898a-7289e5870a30 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:26.024685 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4039c06e-2761-40aa-be1e-4001785e1ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.038117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e32a8071-f994-450e-9005-683701c29750 None None] For port 894f9e1b-7b63-41d1-898a-7289e5870a30, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:26.043995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e32a8071-f994-450e-9005-683701c29750 None None] For port 894f9e1b-7b63-41d1-898a-7289e5870a30, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=894f9e1b-7b63-41d1-898a-7289e5870a30,segment=NetworkSegment(f63870cc-66ec-480c-943c-aef68d5f3427),segment_id=f63870cc-66ec-480c-943c-aef68d5f3427)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:26.051047 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:26.077098 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:26.088696 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e32a8071-f994-450e-9005-683701c29750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.108943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Router 2a1535a0-70e8-461a-b5f6-f58b2df14880 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:31:26.130562 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3cc755c0-b4ec-4686-bcc2-3deb15de4c57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94414b38f3ae441b86ccb0e37e5fbc25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3517253 Jul 28 10:31:26.148563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42050) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:26.194911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530a65b-eb8b-4db2-84d9-e44d7598cd0a None None] Pushing event updated for resources: {'Port': ['ID=894f9e1b-7b63-41d1-898a-7289e5870a30,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:26.219602 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:26.221163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc755c0-b4ec-4686-bcc2-3deb15de4c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf069c9c-bb3f-49eb-b4ce-1b37e37861e6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:26.268000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f18dd7-85b4-4652-88de-cdf7caf51186 req-6d6e12c4-a9d2-4754-aaa9-16beb8329fc9 tempest-FloatingIPsAssociationNegativeTestJSON-884269863 tempest-FloatingIPsAssociationNegativeTestJSON-884269863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:26.279720 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b7f18dd7-85b4-4652-88de-cdf7caf51186 req-6d6e12c4-a9d2-4754-aaa9-16beb8329fc9 tempest-FloatingIPsAssociationNegativeTestJSON-884269863 tempest-FloatingIPsAssociationNegativeTestJSON-884269863-project] 10.222.0.46 "GET /v2.0/networks?id=7e4b5175-802f-40cd-8d61-3d01bee12ef4 HTTP/1.1" status: 200 len: 829 time: 1.3736567 Jul 28 10:31:26.331571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-61879147-4c0c-4615-80f8-6a1233b85e6a admin admin] Publish callbacks [] for security_group (17403edc-ed45-4e29-b5e3-0c288a590554), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.345022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks [] for port (6c40b034-4f23-4e70-add1-87f66df295b6), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.350685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-61879147-4c0c-4615-80f8-6a1233b85e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17403edc-ed45-4e29-b5e3-0c288a590554), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.385769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4039c06e-2761-40aa-be1e-4001785e1ecf None None] Port 894f9e1b-7b63-41d1-898a-7289e5870a30 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:31:26.388721 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:26.416214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] Routers {'621144b8-64fa-4b27-a07c-4a7024a8386d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:26.416921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['621144b8-64fa-4b27-a07c-4a7024a8386d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:26.434545 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b7f18dd7-85b4-4652-88de-cdf7caf51186 req-7bbf544f-ebe5-4bb9-bbb7-e73916d0e3cb tempest-FloatingIPsAssociationNegativeTestJSON-884269863 tempest-FloatingIPsAssociationNegativeTestJSON-884269863-project] 10.222.0.46 "GET /v2.0/quotas/42eab8cff05b43bc9a9b6e46b399d941 HTTP/1.1" status: 200 len: 375 time: 0.1522136 Jul 28 10:31:26.442687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42056) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:26.444299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.445069 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (3e830ee5-d1fe-41c9-bba9-64c7662144ce), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.508020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55b99468-24d2-4ff6-9e79-98be8bed195c admin admin] Publish callbacks [] for security_group (bf069c9c-bb3f-49eb-b4ce-1b37e37861e6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.546518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55b99468-24d2-4ff6-9e79-98be8bed195c admin admin] Publish callbacks [] for security_group (bf069c9c-bb3f-49eb-b4ce-1b37e37861e6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.648952 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-61879147-4c0c-4615-80f8-6a1233b85e6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32b7e674499344ceb041f80979f61e21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6235003 Jul 28 10:31:26.650328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42060) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:26.653617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff83d31e-64a8-425c-9b97-d664b6b38da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.732484 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55b99468-24d2-4ff6-9e79-98be8bed195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bf069c9c-bb3f-49eb-b4ce-1b37e37861e6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.734597 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] Set router 621144b8-64fa-4b27-a07c-4a7024a8386d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:26.735291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55b99468-24d2-4ff6-9e79-98be8bed195c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:26.738781 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-55b99468-24d2-4ff6-9e79-98be8bed195c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf069c9c-bb3f-49eb-b4ce-1b37e37861e6 HTTP/1.1" status: 204 len: 168 time: 0.5844018 Jul 28 10:31:26.831830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b99468-24d2-4ff6-9e79-98be8bed195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf069c9c-bb3f-49eb-b4ce-1b37e37861e6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:26.853361 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b7f18dd7-85b4-4652-88de-cdf7caf51186 req-6386763d-3611-4b5b-af12-3e4046a20743 tempest-FloatingIPsAssociationNegativeTestJSON-884269863 tempest-FloatingIPsAssociationNegativeTestJSON-884269863-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=42eab8cff05b43bc9a9b6e46b399d941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4175231 Jul 28 10:31:26.913438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Network bb700dad-a624-4bd9-80d2-7a0359372524 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:26.914668 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61879147-4c0c-4615-80f8-6a1233b85e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17403edc-ed45-4e29-b5e3-0c288a590554,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:26.936063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:26.959577 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:26.960903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 42efe02a-4bed-48c0-aff0-41c6fe6b0894 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:27.010901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c40b034-4f23-4e70-add1-87f66df295b6,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:27.048120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9443adae-78ff-46c1-bd7e-b0f0fbbb3568 None None] Provisioning complete for port 894f9e1b-7b63-41d1-898a-7289e5870a30 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:27.052000 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9443adae-78ff-46c1-bd7e-b0f0fbbb3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.124604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8cbb-df05-4f22-b85c-ef9c42b867ba admin admin] Publish callbacks [] for security_group (17403edc-ed45-4e29-b5e3-0c288a590554), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.155477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff83d31e-64a8-425c-9b97-d664b6b38da5 admin admin] Publish callbacks [] for security_group (793b1623-0010-4b68-8aa4-daa24a91ca5d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.170996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:27.184735 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ddc58dc-834e-4c02-acf7-e731579b7374 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a1535a0-70e8-461a-b5f6-f58b2df14880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5305142 Jul 28 10:31:27.184955 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] Sync routers for ids ['2a1535a0-70e8-461a-b5f6-f58b2df14880'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:27.194649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42068) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:27.207854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff83d31e-64a8-425c-9b97-d664b6b38da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (793b1623-0010-4b68-8aa4-daa24a91ca5d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.209578 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] Routers {'2a1535a0-70e8-461a-b5f6-f58b2df14880'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:27.221008 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a1535a0-70e8-461a-b5f6-f58b2df14880'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:27.273372 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ff83d31e-64a8-425c-9b97-d664b6b38da5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb4f427e5afb4a52a85d096cb969fcfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8271377 Jul 28 10:31:27.277626 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b7f18dd7-85b4-4652-88de-cdf7caf51186 req-1a4890b8-319c-4ec9-90d1-5091c1be604f service neutron] 10.222.0.46 "GET /v2.0/networks/7e4b5175-802f-40cd-8d61-3d01bee12ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157031 Jul 28 10:31:27.278071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42072) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:27.301045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8cbb-df05-4f22-b85c-ef9c42b867ba admin admin] Publish callbacks [] for security_group (17403edc-ed45-4e29-b5e3-0c288a590554), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.445847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Router 3e830ee5-d1fe-41c9-bba9-64c7662144ce has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:31:27.464913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee20c-678c-44af-8965-8c09ebdc29e0 admin admin] Publish callbacks [] for security_group (793b1623-0010-4b68-8aa4-daa24a91ca5d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.580690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9443adae-78ff-46c1-bd7e-b0f0fbbb3568 None None] Current status of the port 894f9e1b-7b63-41d1-898a-7289e5870a30 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:27.581488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9443adae-78ff-46c1-bd7e-b0f0fbbb3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.593058 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b7f18dd7-85b4-4652-88de-cdf7caf51186 req-15c78a8d-70f2-4965-8df4-2122c9a21f2f service neutron] 10.222.0.46 "GET /v2.0/networks/7e4b5175-802f-40cd-8d61-3d01bee12ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348449 Jul 28 10:31:27.608577 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] Set router 2a1535a0-70e8-461a-b5f6-f58b2df14880 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:27.647783 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83d31e-64a8-425c-9b97-d664b6b38da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b1623-0010-4b68-8aa4-daa24a91ca5d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:27.676640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8cbb-df05-4f22-b85c-ef9c42b867ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17403edc-ed45-4e29-b5e3-0c288a590554), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.690954 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8cbb-df05-4f22-b85c-ef9c42b867ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.697585 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1e2c8cbb-df05-4f22-b85c-ef9c42b867ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17403edc-ed45-4e29-b5e3-0c288a590554 HTTP/1.1" status: 204 len: 168 time: 1.0152836 Jul 28 10:31:27.778588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:27.787632 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.819766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks [] for router (2a1535a0-70e8-461a-b5f6-f58b2df14880), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.891752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee20c-678c-44af-8965-8c09ebdc29e0 admin admin] Publish callbacks [] for security_group (793b1623-0010-4b68-8aa4-daa24a91ca5d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:27.905962 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:27.971654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9443adae-78ff-46c1-bd7e-b0f0fbbb3568 None None] For port 894f9e1b-7b63-41d1-898a-7289e5870a30, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=894f9e1b-7b63-41d1-898a-7289e5870a30,segment=NetworkSegment(f63870cc-66ec-480c-943c-aef68d5f3427),segment_id=f63870cc-66ec-480c-943c-aef68d5f3427)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:27.973411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8cbb-df05-4f22-b85c-ef9c42b867ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17403edc-ed45-4e29-b5e3-0c288a590554,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:27.998947 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:28.034929 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9443adae-78ff-46c1-bd7e-b0f0fbbb3568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.102251 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:28.116315 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da3d9812-d7a2-463e-bb04-b60545e65da3 admin admin] 10.222.0.46 "PUT /v2.0/routers/3e830ee5-d1fe-41c9-bba9-64c7662144ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3742449 Jul 28 10:31:28.152165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee20c-678c-44af-8965-8c09ebdc29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (793b1623-0010-4b68-8aa4-daa24a91ca5d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.153645 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:28.160400 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee20c-678c-44af-8965-8c09ebdc29e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.165979 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bd0ee20c-678c-44af-8965-8c09ebdc29e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/793b1623-0010-4b68-8aa4-daa24a91ca5d HTTP/1.1" status: 204 len: 168 time: 0.8810389 Jul 28 10:31:28.171696 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:28.186983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ee20c-678c-44af-8965-8c09ebdc29e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b1623-0010-4b68-8aa4-daa24a91ca5d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:28.223986 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-25c18afd-b1bb-45cd-b9b8-7b76d0636b49 req-5fae5ea6-b0e4-41e1-b9ed-08d0b6259457 tempest-FloatingIPsAssociationNegativeTestJSON-884269863 tempest-FloatingIPsAssociationNegativeTestJSON-884269863-project] 10.222.0.46 "GET /v2.0/ports?device_id=6634f82f-f726-4467-a1af-c0f9666ebc5f HTTP/1.1" status: 200 len: 210 time: 0.0890131 Jul 28 10:31:28.233071 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:28.270760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks [] for router_gateway (2a1535a0-70e8-461a-b5f6-f58b2df14880), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.283180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:28.283948 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:31:23Z', 'revision_number': 5, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port': {'id': 'e97dc5e1-39ca-463f-b39f-6d933a2cc104', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:49Z', 'updated_at': '2022-07-28T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:28.284825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.321116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] Checking router: 2a1535a0-70e8-461a-b5f6-f58b2df14880 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:28.324761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Sync routers for ids ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:28.332680 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] Routers {'2a1535a0-70e8-461a-b5f6-f58b2df14880'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:28.333593 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a1535a0-70e8-461a-b5f6-f58b2df14880'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:28.375394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Deleting port e97dc5e1-39ca-463f-b39f-6d933a2cc104 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:28.375394 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.421893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 42efe02a-4bed-48c0-aff0-41c6fe6b0894, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=42efe02a-4bed-48c0-aff0-41c6fe6b0894,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:28.449911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e32a8071-f994-450e-9005-683701c29750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:17Z', 'revision_number': 4, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port': {'id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:10Z', 'updated_at': '2022-07-28T10:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '894f9e1b-7b63-41d1-898a-7289e5870a30', 'name': '', 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'mac_address': 'fa:16:3e:4c:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '377ed11b-fa43-488c-b173-aaf0d8500ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:14Z', 'updated_at': '2022-07-28T10:31:26Z', 'revision_number': 4, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'subnets': [{'id': '377ed11b-fa43-488c-b173-aaf0d8500ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:28.465402 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] Set router 2a1535a0-70e8-461a-b5f6-f58b2df14880 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:28.525236 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.534168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0bd7de76-624b-4387-ad4a-52f0c50a2fd8 None None] Provisioning complete for port 6c40b034-4f23-4e70-add1-87f66df295b6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:28.534543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0bd7de76-624b-4387-ad4a-52f0c50a2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.537643 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 6, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:28.564769 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:28.572325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Routers {'3e830ee5-d1fe-41c9-bba9-64c7662144ce'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:28.572918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:28.573218 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80579e-c46f-4eaf-b187-e9a5f749a8d3 None None] The sync data for ids ['2a1535a0-70e8-461a-b5f6-f58b2df14880'] in n-d-850468-6 is: [{'id': '2a1535a0-70e8-461a-b5f6-f58b2df14880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-944207580-router', 'tenant_id': '4718bf9e41964abeace170eef9f6435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:48Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 6, 'project_id': '4718bf9e41964abeace170eef9f6435c', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:28.576441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] For port e97dc5e1-39ca-463f-b39f-6d933a2cc104, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e97dc5e1-39ca-463f-b39f-6d933a2cc104,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:28.576812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.580416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a8071-f994-450e-9005-683701c29750 None None] The sync data for ids ['621144b8-64fa-4b27-a07c-4a7024a8386d'] in n-d-850468-6 is: [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:17Z', 'revision_number': 4, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port': {'id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:10Z', 'updated_at': '2022-07-28T10:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '894f9e1b-7b63-41d1-898a-7289e5870a30', 'name': '', 'network_id': '7e4b5175-802f-40cd-8d61-3d01bee12ef4', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'mac_address': 'fa:16:3e:4c:ca:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '377ed11b-fa43-488c-b173-aaf0d8500ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:14Z', 'updated_at': '2022-07-28T10:31:26Z', 'revision_number': 4, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'subnets': [{'id': '377ed11b-fa43-488c-b173-aaf0d8500ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:28.611416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Calling delete_port for e97dc5e1-39ca-463f-b39f-6d933a2cc104 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:28.687779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443adae-78ff-46c1-bd7e-b0f0fbbb3568 None None] Pushing event updated for resources: {'Port': ['ID=894f9e1b-7b63-41d1-898a-7289e5870a30,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:28.747802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7de76-624b-4387-ad4a-52f0c50a2fd8 None None] Port 6c40b034-4f23-4e70-add1-87f66df295b6 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:31:28.779883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42120) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:28.859228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff35cca6-ff45-4ced-913b-51668074da45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:28.913099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=42efe02a-4bed-48c0-aff0-41c6fe6b0894,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:28.933225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Set router 3e830ee5-d1fe-41c9-bba9-64c7662144ce gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:29.005896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e97dc5e1-39ca-463f-b39f-6d933a2cc104), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.107613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e97dc5e1-39ca-463f-b39f-6d933a2cc104,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:29.142843 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:29.185003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff35cca6-ff45-4ced-913b-51668074da45 admin admin] Publish callbacks [] for security_group (4c88f4ed-5e2e-40bd-851c-b4461d177e4e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.195453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff35cca6-ff45-4ced-913b-51668074da45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4c88f4ed-5e2e-40bd-851c-b4461d177e4e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.259504 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ff35cca6-ff45-4ced-913b-51668074da45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af8cad69272148ad9a4f737df1a62357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4782367 Jul 28 10:31:29.261053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42128) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:29.309271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (2a1535a0-70e8-461a-b5f6-f58b2df14880), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.381529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42132) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:29.382954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:25Z', 'revision_number': 4, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '6c40b034-4f23-4e70-add1-87f66df295b6', 'name': '', 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'mac_address': 'fa:16:3e:5d:d5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d5d1066-85c0-41de-bb17-28fffc5ffa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:23Z', 'updated_at': '2022-07-28T10:31:25Z', 'revision_number': 2, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'subnets': [{'id': '9d5d1066-85c0-41de-bb17-28fffc5ffa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:29.432751 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35cca6-ff45-4ced-913b-51668074da45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c88f4ed-5e2e-40bd-851c-b4461d177e4e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:29.468588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Checking router: 3e830ee5-d1fe-41c9-bba9-64c7662144ce for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:29.469915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Updating router 3e830ee5-d1fe-41c9-bba9-64c7662144ce port 6c40b034-4f23-4e70-add1-87f66df295b6 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:31:29.540803 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.555995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa747c88-3c79-4fd4-b796-6a5660e168b4 admin admin] Publish callbacks [] for security_group (4c88f4ed-5e2e-40bd-851c-b4461d177e4e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.560031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (2a1535a0-70e8-461a-b5f6-f58b2df14880), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.566780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks [] for router_controller (2a1535a0-70e8-461a-b5f6-f58b2df14880), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.689408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa747c88-3c79-4fd4-b796-6a5660e168b4 admin admin] Publish callbacks [] for security_group (4c88f4ed-5e2e-40bd-851c-b4461d177e4e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.714893 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (2a1535a0-70e8-461a-b5f6-f58b2df14880), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.715538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1535a0-70e8-461a-b5f6-f58b2df14880 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:31:29.729511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:29.730745 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-615ae9f3-41db-4933-8587-94f707eafc6d admin admin] 10.222.0.46 "DELETE /v2.0/routers/2a1535a0-70e8-461a-b5f6-f58b2df14880 HTTP/1.1" status: 204 len: 168 time: 2.5243070 Jul 28 10:31:29.736346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:29.779789 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-56d2e167-2458-4846-b34a-2bc1558e5fbc req-9b90d6ed-65b1-441a-ab03-de9380f74d30 tempest-FloatingIPsAssociationNegativeTestJSON-884269863 tempest-FloatingIPsAssociationNegativeTestJSON-884269863-project] 10.222.0.46 "GET /v2.0/ports?device_id=6634f82f-f726-4467-a1af-c0f9666ebc5f HTTP/1.1" status: 200 len: 210 time: 0.0998938 Jul 28 10:31:30.030090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74924429-a8fd-491b-b988-af37589ca100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:30.086433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] Deleting subnet 79fa0005-4227-4fc5-9ad5-a0fa8f40ec86 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:31:30.131814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] Publish callbacks [] for subnet (79fa0005-4227-4fc5-9ad5-a0fa8f40ec86), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:30.367798 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dcf5fea4-e5c0-47dd-bed4-fab743cf75d1 req-d3db9125-3b09-46b6-a583-0b6046c543d4 tempest-FloatingIPsAssociationNegativeTestJSON-884269863 tempest-FloatingIPsAssociationNegativeTestJSON-884269863-project] 10.222.0.46 "GET /v2.0/ports?device_id=6634f82f-f726-4467-a1af-c0f9666ebc5f HTTP/1.1" status: 200 len: 210 time: 0.1294510 Jul 28 10:31:30.436545 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Publish callbacks [] for port (6c40b034-4f23-4e70-add1-87f66df295b6), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:30.451578 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa747c88-3c79-4fd4-b796-6a5660e168b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4c88f4ed-5e2e-40bd-851c-b4461d177e4e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:30.458574 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:30.463950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa747c88-3c79-4fd4-b796-6a5660e168b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:30.465244 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aa747c88-3c79-4fd4-b796-6a5660e168b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c88f4ed-5e2e-40bd-851c-b4461d177e4e HTTP/1.1" status: 204 len: 168 time: 1.2017839 Jul 28 10:31:30.564912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa747c88-3c79-4fd4-b796-6a5660e168b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c88f4ed-5e2e-40bd-851c-b4461d177e4e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:30.648523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] Publish callbacks [] for subnet (79fa0005-4227-4fc5-9ad5-a0fa8f40ec86), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:30.674297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864f88a-a058-4bd2-963a-657c1be5b274 None None] Pushing event updated for resources: {'Port': ['ID=6c40b034-4f23-4e70-add1-87f66df295b6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:31.003077 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:31.009658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42168) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:31.031243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Attempting to bind port 6c40b034-4f23-4e70-add1-87f66df295b6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:31.031891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Attempting to bind port 6c40b034-4f23-4e70-add1-87f66df295b6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:31.034136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Attempting to bind port 6c40b034-4f23-4e70-add1-87f66df295b6 on network bb700dad-a624-4bd9-80d2-7a0359372524 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:31.035985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 42efe02a-4bed-48c0-aff0-41c6fe6b0894 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:31.071395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:31.072523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Checking segment: {'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:31.073246 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.073779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Bound using segment: {'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:31.074434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Bound port: 6c40b034-4f23-4e70-add1-87f66df295b6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ac9f88-a265-4b86-bc37-9641817f9238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:31.074966 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.180538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (79fa0005-4227-4fc5-9ad5-a0fa8f40ec86), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.298601 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-4436b7ec-4abb-4b19-b014-ff79d55f03bd tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1956818 Jul 28 10:31:31.303865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74924429-a8fd-491b-b988-af37589ca100 admin admin] Publish callbacks [] for security_group (421fdaf2-91d0-441a-b25d-ecb9ea4bf72b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.312820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:31.334400 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74924429-a8fd-491b-b988-af37589ca100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (421fdaf2-91d0-441a-b25d-ecb9ea4bf72b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.346052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:31.346459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.349580 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:31.406377 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:31.461281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.494979 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-74924429-a8fd-491b-b988-af37589ca100 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac88f4ca3ebf4c688639e7d965f9ff15&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0965383 Jul 28 10:31:31.495916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:31.593181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] For port 6c40b034-4f23-4e70-add1-87f66df295b6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:31.600025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] For port 6c40b034-4f23-4e70-add1-87f66df295b6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6c40b034-4f23-4e70-add1-87f66df295b6,segment=NetworkSegment(45ac9f88-a265-4b86-bc37-9641817f9238),segment_id=45ac9f88-a265-4b86-bc37-9641817f9238)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:31.651737 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:31.659522 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.741275 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for subnet (79fa0005-4227-4fc5-9ad5-a0fa8f40ec86), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.753261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ecc63be8-eae6-4e42-9cf6-7b2cbbe920ff None None] Provisioning complete for port 6c40b034-4f23-4e70-add1-87f66df295b6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:31.754946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecc63be8-eae6-4e42-9cf6-7b2cbbe920ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.784859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74924429-a8fd-491b-b988-af37589ca100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421fdaf2-91d0-441a-b25d-ecb9ea4bf72b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:31.835155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.839650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864f88a-a058-4bd2-963a-657c1be5b274 None None] Pushing event updated for resources: {'Port': ['ID=6c40b034-4f23-4e70-add1-87f66df295b6,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:31.844614 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/79fa0005-4227-4fc5-9ad5-a0fa8f40ec86 HTTP/1.1" status: 204 len: 168 time: 2.1044376 Jul 28 10:31:31.845218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106832d-662b-45bc-9f39-d4f985222b4b None None] Network b6c74db3-6d00-436a-90b5-1333cfba58dd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:31.892906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42196) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:31.897099 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79ada3e2-1a94-4ca9-b018-5dbb9dcc3174 admin admin] Publish callbacks [] for security_group (421fdaf2-91d0-441a-b25d-ecb9ea4bf72b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:31.929124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79ada3e2-1a94-4ca9-b018-5dbb9dcc3174 admin admin] Publish callbacks [] for security_group (421fdaf2-91d0-441a-b25d-ecb9ea4bf72b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.147992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Routers {'3e830ee5-d1fe-41c9-bba9-64c7662144ce'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:32.149951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:32.209656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f24a6-c24b-4071-8ecb-d845dba44e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fa0005-4227-4fc5-9ad5-a0fa8f40ec86,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:32.221293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79ada3e2-1a94-4ca9-b018-5dbb9dcc3174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (421fdaf2-91d0-441a-b25d-ecb9ea4bf72b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.227270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79ada3e2-1a94-4ca9-b018-5dbb9dcc3174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.228440 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-79ada3e2-1a94-4ca9-b018-5dbb9dcc3174 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/421fdaf2-91d0-441a-b25d-ecb9ea4bf72b HTTP/1.1" status: 204 len: 168 time: 0.6614923 Jul 28 10:31:32.327166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.386983 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b6c74db3-6d00-436a-90b5-1333cfba58dd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.418690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada3e2-1a94-4ca9-b018-5dbb9dcc3174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421fdaf2-91d0-441a-b25d-ecb9ea4bf72b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:32.512519 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:32.515916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (621144b8-64fa-4b27-a07c-4a7024a8386d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.688908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] Set router 3e830ee5-d1fe-41c9-bba9-64c7662144ce gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:32.726556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:32.727678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 894f9e1b-7b63-41d1-898a-7289e5870a30 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:32.770533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ecc63be8-eae6-4e42-9cf6-7b2cbbe920ff None None] Current status of the port 6c40b034-4f23-4e70-add1-87f66df295b6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:32.770798 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecc63be8-eae6-4e42-9cf6-7b2cbbe920ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.774122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] DHCP port deletion for b6c74db3-6d00-436a-90b5-1333cfba58dd request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:31:32.783004 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:32.863976 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4d7387cb-8d2e-41b2-8647-46262a94e61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:32.964126 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:32.965291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Deleting port 894f9e1b-7b63-41d1-898a-7289e5870a30 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:32.965644 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.067695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 894f9e1b-7b63-41d1-898a-7289e5870a30 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:33.068308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.112071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] For port 894f9e1b-7b63-41d1-898a-7289e5870a30, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=894f9e1b-7b63-41d1-898a-7289e5870a30,segment=NetworkSegment(f63870cc-66ec-480c-943c-aef68d5f3427),segment_id=f63870cc-66ec-480c-943c-aef68d5f3427)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:33.112071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.132341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Calling delete_port for 894f9e1b-7b63-41d1-898a-7289e5870a30 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:33.169957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ecc63be8-eae6-4e42-9cf6-7b2cbbe920ff None None] For port 6c40b034-4f23-4e70-add1-87f66df295b6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6c40b034-4f23-4e70-add1-87f66df295b6,segment=NetworkSegment(45ac9f88-a265-4b86-bc37-9641817f9238),segment_id=45ac9f88-a265-4b86-bc37-9641817f9238)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:33.175975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] Deleting port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:33.177629 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.193950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecc63be8-eae6-4e42-9cf6-7b2cbbe920ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.200786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Deleting port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:33.201292 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.327692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Allocated IP 172.25.2.183 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/1318baf7-ca20-434d-974d-b4516a0a4722) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:33.345436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] For port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,segment=NetworkSegment(8e29e5c7-535a-4cab-9ecb-8022ee77eaa1),segment_id=8e29e5c7-535a-4cab-9ecb-8022ee77eaa1)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:33.345823 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.351188 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:33.371407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Calling delete_port for 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:33.412417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1abbd1b8-251b-414a-8d1b-357b2d73f10b None None] Provisioning complete for port 6c40b034-4f23-4e70-add1-87f66df295b6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:33.413071 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1abbd1b8-251b-414a-8d1b-357b2d73f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.426728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] For port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,segment=NetworkSegment(8e29e5c7-535a-4cab-9ecb-8022ee77eaa1),segment_id=8e29e5c7-535a-4cab-9ecb-8022ee77eaa1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:33.429503 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.484459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc63be8-eae6-4e42-9cf6-7b2cbbe920ff None None] Pushing event updated for resources: {'Port': ['ID=6c40b034-4f23-4e70-add1-87f66df295b6,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:33.547898 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (894f9e1b-7b63-41d1-898a-7289e5870a30), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.568004 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:33.662441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Pushing event deleted for resources: {'Port': ['ID=894f9e1b-7b63-41d1-898a-7289e5870a30,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:33.665930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42226) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:33.702919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.717805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for port (1318baf7-ca20-434d-974d-b4516a0a4722), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.727156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] Calling delete_port for 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:33.775577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] No DVR routers for this DVR port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:33.784146 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a147b46-4e23-413a-a25c-e73201806cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:33.842982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:33.959288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (621144b8-64fa-4b27-a07c-4a7024a8386d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.051004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 894f9e1b-7b63-41d1-898a-7289e5870a30 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:34.071216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a147b46-4e23-413a-a25c-e73201806cd0 admin admin] Publish callbacks [] for security_group (18539d1d-91e4-45a5-809b-e01f4704aef2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.076496 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:34.081555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:25Z', 'revision_number': 4, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '6c40b034-4f23-4e70-add1-87f66df295b6', 'name': '', 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'mac_address': 'fa:16:3e:5d:d5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d5d1066-85c0-41de-bb17-28fffc5ffa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:23Z', 'updated_at': '2022-07-28T10:31:31Z', 'revision_number': 4, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'subnets': [{'id': '9d5d1066-85c0-41de-bb17-28fffc5ffa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:34.101433 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:34.144029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d2af72ee-a48b-4d84-b227-e36800e29fae no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:34.157702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda39c8-b5e5-420c-82f4-6f26959c690e None None] The sync data for ids ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'] in n-d-850468-6 is: [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:25Z', 'revision_number': 4, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '6c40b034-4f23-4e70-add1-87f66df295b6', 'name': '', 'network_id': 'bb700dad-a624-4bd9-80d2-7a0359372524', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'mac_address': 'fa:16:3e:5d:d5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9d5d1066-85c0-41de-bb17-28fffc5ffa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:23Z', 'updated_at': '2022-07-28T10:31:31Z', 'revision_number': 4, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'subnets': [{'id': '9d5d1066-85c0-41de-bb17-28fffc5ffa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:34.180539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a147b46-4e23-413a-a25c-e73201806cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (18539d1d-91e4-45a5-809b-e01f4704aef2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.195531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d2af72ee-a48b-4d84-b227-e36800e29fae {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:34.195961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d2af72ee-a48b-4d84-b227-e36800e29fae not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:34.196484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e97dc5e1-39ca-463f-b39f-6d933a2cc104 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:34.334153 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2a147b46-4e23-413a-a25c-e73201806cd0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d163368b6df14c43aaabb373495100ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6663208 Jul 28 10:31:34.341718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42238) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:34.377048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e97dc5e1-39ca-463f-b39f-6d933a2cc104 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:34.377481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e97dc5e1-39ca-463f-b39f-6d933a2cc104 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:34.470370 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Router 621144b8-64fa-4b27-a07c-4a7024a8386d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:31:34.478371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1abbd1b8-251b-414a-8d1b-357b2d73f10b None None] Current status of the port 6c40b034-4f23-4e70-add1-87f66df295b6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:34.506049 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (2db3d5a1-57c8-4bd9-b0bf-00069a495b79), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.571743 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08d69854-6e20-4f92-a5a3-3a6ddd6be1d2 admin admin] Publish callbacks [] for security_group (18539d1d-91e4-45a5-809b-e01f4704aef2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.600846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] Pushing event deleted for resources: {'Port': ['ID=2db3d5a1-57c8-4bd9-b0bf-00069a495b79,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:34.616743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b9678-5bd9-478d-bf96-5baf208eb90c None None] No DVR routers for this DVR port 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:34.684097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08d69854-6e20-4f92-a5a3-3a6ddd6be1d2 admin admin] Publish callbacks [] for security_group (18539d1d-91e4-45a5-809b-e01f4704aef2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.795982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6c40b034-4f23-4e70-add1-87f66df295b6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:34.831045 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:34.835408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b6c74db3-6d00-436a-90b5-1333cfba58dd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.853524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1318baf7-ca20-434d-974d-b4516a0a4722), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.875416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:34.887047 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] Sync routers for ids ['621144b8-64fa-4b27-a07c-4a7024a8386d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:34.899715 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-42947336-c139-4810-bc3b-bc3a6236c1cc admin admin] 10.222.0.46 "PUT /v2.0/routers/621144b8-64fa-4b27-a07c-4a7024a8386d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8850744 Jul 28 10:31:34.903584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42248) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:34.922930 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] Routers {'621144b8-64fa-4b27-a07c-4a7024a8386d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:34.929633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08d69854-6e20-4f92-a5a3-3a6ddd6be1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (18539d1d-91e4-45a5-809b-e01f4704aef2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.932161 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['621144b8-64fa-4b27-a07c-4a7024a8386d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:34.936967 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08d69854-6e20-4f92-a5a3-3a6ddd6be1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:34.946125 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-08d69854-6e20-4f92-a5a3-3a6ddd6be1d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18539d1d-91e4-45a5-809b-e01f4704aef2 HTTP/1.1" status: 204 len: 168 time: 0.5952909 Jul 28 10:31:34.988809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:35.002944 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba385ea2-2587-4b71-b679-a572a41e8046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.028075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6c40b034-4f23-4e70-add1-87f66df295b6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:35.028458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.062889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:35.098481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a147b46-4e23-413a-a25c-e73201806cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18539d1d-91e4-45a5-809b-e01f4704aef2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:35.112510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:35.142175 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:35.163023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.163371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.165606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.165974 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > port after_create 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.166302 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.166639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > port after_update 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.166969 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.167321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.167629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.167972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.192989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks [] for router (621144b8-64fa-4b27-a07c-4a7024a8386d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.291821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6c40b034-4f23-4e70-add1-87f66df295b6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:35.330760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] Set router 621144b8-64fa-4b27-a07c-4a7024a8386d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:35.410249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:35.462173 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks [] for router_gateway (621144b8-64fa-4b27-a07c-4a7024a8386d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.492134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:35.492899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2db3d5a1-57c8-4bd9-b0bf-00069a495b79 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:35.551987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Deleting port a3034796-9667-4091-8b37-c18962ba3bc9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:35.553006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.663316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.663824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.664020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.664313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:31:35.664824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c74db3-6d00-436a-90b5-1333cfba58dd']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:35.692336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d69854-6e20-4f92-a5a3-3a6ddd6be1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18539d1d-91e4-45a5-809b-e01f4704aef2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:35.699739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:35.701661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e29e5c7-535a-4cab-9ecb-8022ee77eaa1') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:35.704818 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:33Z', 'revision_number': 5, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port': {'id': 'a3034796-9667-4091-8b37-c18962ba3bc9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:10Z', 'updated_at': '2022-07-28T10:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:35.759998 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] Checking router: 621144b8-64fa-4b27-a07c-4a7024a8386d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:35.775752 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] For port a3034796-9667-4091-8b37-c18962ba3bc9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a3034796-9667-4091-8b37-c18962ba3bc9,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:35.783857 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.794345 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] Routers {'621144b8-64fa-4b27-a07c-4a7024a8386d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:35.795492 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['621144b8-64fa-4b27-a07c-4a7024a8386d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:35.805708 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:35.817307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (8e29e5c7-535a-4cab-9ecb-8022ee77eaa1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.826693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Pushing event updated for resources: {'Port': ['ID=1318baf7-ca20-434d-974d-b4516a0a4722,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:35.837930 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Calling delete_port for a3034796-9667-4091-8b37-c18962ba3bc9 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:35.867327 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8e29e5c7-535a-4cab-9ecb-8022ee77eaa1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.893417 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:31:35.894215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (8e29e5c7-535a-4cab-9ecb-8022ee77eaa1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.899745 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:35.904236 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (c07ec787-c43d-4ae9-8ca4-9b39f5f289e0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:35.999946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.045107 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b6c74db3-6d00-436a-90b5-1333cfba58dd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.054306 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1318baf7-ca20-434d-974d-b4516a0a4722), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.086059 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] Set router 621144b8-64fa-4b27-a07c-4a7024a8386d gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:36.115635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.125636 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b6c74db3-6d00-436a-90b5-1333cfba58dd HTTP/1.1" status: 204 len: 168 time: 4.0858343 Jul 28 10:31:36.156335 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:35Z', 'revision_number': 6, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:36.169344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe1ca-a142-4225-a846-f6f411999519 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c74db3-6d00-436a-90b5-1333cfba58dd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:36.208844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a3034796-9667-4091-8b37-c18962ba3bc9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.226633 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006ff61-af53-4a93-aad1-3dc3ea8cb24e None None] The sync data for ids ['621144b8-64fa-4b27-a07c-4a7024a8386d'] in n-d-850468-6 is: [{'id': '621144b8-64fa-4b27-a07c-4a7024a8386d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1740326366-router', 'tenant_id': '42eab8cff05b43bc9a9b6e46b399d941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:08Z', 'updated_at': '2022-07-28T10:31:35Z', 'revision_number': 6, 'project_id': '42eab8cff05b43bc9a9b6e46b399d941', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:36.251423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42280) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:36.274012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Pushing event deleted for resources: {'Port': ['ID=a3034796-9667-4091-8b37-c18962ba3bc9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:36.359925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (621144b8-64fa-4b27-a07c-4a7024a8386d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.448762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for port (1318baf7-ca20-434d-974d-b4516a0a4722), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.455014 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (1318baf7-ca20-434d-974d-b4516a0a4722), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.582937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (621144b8-64fa-4b27-a07c-4a7024a8386d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.588922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks [] for router_controller (621144b8-64fa-4b27-a07c-4a7024a8386d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.608698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Pushing event updated for resources: {'Port': ['ID=1318baf7-ca20-434d-974d-b4516a0a4722,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:36.641305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (c07ec787-c43d-4ae9-8ca4-9b39f5f289e0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.671110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.673013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-082b91f8-facd-45e6-98b9-2017451deb44 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3730459 Jul 28 10:31:36.704603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (621144b8-64fa-4b27-a07c-4a7024a8386d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.710665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 621144b8-64fa-4b27-a07c-4a7024a8386d {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:31:36.721290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:36.723389 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9325e462-7593-469a-9e3a-5fc7b6067efe admin admin] 10.222.0.46 "DELETE /v2.0/routers/621144b8-64fa-4b27-a07c-4a7024a8386d HTTP/1.1" status: 204 len: 168 time: 1.8184268 Jul 28 10:31:36.725734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42294) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:36.752475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42296) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:36.826013 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:36.843170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 894f9e1b-7b63-41d1-898a-7289e5870a30 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:36.893474 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-489c7115-d2ae-4786-9586-4dab630a9bbf tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.2118742 Jul 28 10:31:36.917903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 894f9e1b-7b63-41d1-898a-7289e5870a30 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:36.918259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 894f9e1b-7b63-41d1-898a-7289e5870a30 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:37.068173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] Deleting subnet 377ed11b-fa43-488c-b173-aaf0d8500ff4 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:31:37.072352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] Publish callbacks [] for subnet (377ed11b-fa43-488c-b173-aaf0d8500ff4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.126996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (377ed11b-fa43-488c-b173-aaf0d8500ff4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.186860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-6584a334-ae8f-49b9-ab00-0e301b1e084c tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:37.188565 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-6584a334-ae8f-49b9-ab00-0e301b1e084c tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.2937422 Jul 28 10:31:37.206708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-00e4ed86-94af-45f6-9e9f-36fd2d356bd7 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:31:37.211567 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-873a872b-1bf5-40df-9312-df489d7c9ac3 req-00e4ed86-94af-45f6-9e9f-36fd2d356bd7 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0156727 Jul 28 10:31:37.252528 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a01d35e-4335-4032-82ed-48a14d760db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.279006 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa617fae-6542-420e-9870-f35737789253 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=893fb430d96f4a5187573a7e18237769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781519 Jul 28 10:31:37.291323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42306) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:37.349128 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.440877 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-76756caa-41ae-49c4-9366-aaab96621ba8 req-f4a5f4e8-7969-44cf-a061-d48fabbc6640 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips/c07ec787-c43d-4ae9-8ca4-9b39f5f289e0 HTTP/1.1" status: 200 len: 693 time: 0.1716182 Jul 28 10:31:37.476013 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:37.481123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7ff5088-7df9-4577-bce6-308476cb9b3b admin admin] Publish callbacks [] for security_group (15f8875d-a317-4997-8947-f762033cf51d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.487564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.520234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7ff5088-7df9-4577-bce6-308476cb9b3b admin admin] Publish callbacks [] for security_group (15f8875d-a317-4997-8947-f762033cf51d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.627012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.639927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7ff5088-7df9-4577-bce6-308476cb9b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (15f8875d-a317-4997-8947-f762033cf51d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.643661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7ff5088-7df9-4577-bce6-308476cb9b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.645665 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d7ff5088-7df9-4577-bce6-308476cb9b3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15f8875d-a317-4997-8947-f762033cf51d HTTP/1.1" status: 204 len: 168 time: 0.3524799 Jul 28 10:31:37.657664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a01d35e-4335-4032-82ed-48a14d760db1 admin admin] Publish callbacks [] for security_group (4248753c-3d27-42ae-8f4f-badffd97fb74), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.668431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff5088-7df9-4577-bce6-308476cb9b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f8875d-a317-4997-8947-f762033cf51d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:37.679943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a01d35e-4335-4032-82ed-48a14d760db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4248753c-3d27-42ae-8f4f-badffd97fb74), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.723264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (377ed11b-fa43-488c-b173-aaf0d8500ff4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.765131 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01d35e-4335-4032-82ed-48a14d760db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4248753c-3d27-42ae-8f4f-badffd97fb74,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:37.770772 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a01d35e-4335-4032-82ed-48a14d760db1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e537bbd82958486a82b3c507f2076eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5179412 Jul 28 10:31:37.779732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42314) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:37.861690 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 8e29e5c7-535a-4cab-9ecb-8022ee77eaa1 resource provider aggregate not found Jul 28 10:31:37.908780 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdb72cb4-d5c9-4ffb-bbaa-8667b09bfd01 admin admin] Publish callbacks [] for security_group (4248753c-3d27-42ae-8f4f-badffd97fb74), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:37.933194 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 8e29e5c7-535a-4cab-9ecb-8022ee77eaa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e29e5c7-535a-4cab-9ecb-8022ee77eaa1 found for delete ", "request_id": "req-67d9cf45-8a59-496c-b697-d00dca549ba7"}]} Jul 28 10:31:37.964658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdb72cb4-d5c9-4ffb-bbaa-8667b09bfd01 admin admin] Publish callbacks [] for security_group (4248753c-3d27-42ae-8f4f-badffd97fb74), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.054723 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdb72cb4-d5c9-4ffb-bbaa-8667b09bfd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4248753c-3d27-42ae-8f4f-badffd97fb74), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.057538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdb72cb4-d5c9-4ffb-bbaa-8667b09bfd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.061450 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cdb72cb4-d5c9-4ffb-bbaa-8667b09bfd01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4248753c-3d27-42ae-8f4f-badffd97fb74 HTTP/1.1" status: 204 len: 168 time: 0.2805758 Jul 28 10:31:38.072153 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:38.080891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb72cb4-d5c9-4ffb-bbaa-8667b09bfd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4248753c-3d27-42ae-8f4f-badffd97fb74,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:38.104136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76756caa-41ae-49c4-9366-aaab96621ba8 req-9c004db5-3642-4ad7-9f05-618423b13489 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:38.111876 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-76756caa-41ae-49c4-9366-aaab96621ba8 req-9c004db5-3642-4ad7-9f05-618423b13489 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.6611793 Jul 28 10:31:38.118722 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-76756caa-41ae-49c4-9366-aaab96621ba8 req-def60f03-0eaa-4552-bb6c-bd30adde7992 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:31:38.126924 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-76756caa-41ae-49c4-9366-aaab96621ba8 req-def60f03-0eaa-4552-bb6c-bd30adde7992 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0108190 Jul 28 10:31:38.130225 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (377ed11b-fa43-488c-b173-aaf0d8500ff4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.162865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377ed11b-fa43-488c-b173-aaf0d8500ff4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:38.246706 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca81c0b7-9475-430d-9011-0b1e0e70f3af req-ebcd3c26-02a3-4269-a68e-33b5291dfa83 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=e0eb3b2a22c446e68cca910b8d40ca12 HTTP/1.1" status: 200 len: 696 time: 0.0872507 Jul 28 10:31:38.251725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.258372 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c52b86db-14e1-4d34-bbdf-79b6d3905dfe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/377ed11b-fa43-488c-b173-aaf0d8500ff4 HTTP/1.1" status: 204 len: 168 time: 1.5313177 Jul 28 10:31:38.259464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abb8b2-b366-4d93-b2bc-90348a2258e8 None None] Network 7e4b5175-802f-40cd-8d61-3d01bee12ef4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:38.261081 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42332) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:38.413779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7e4b5175-802f-40cd-8d61-3d01bee12ef4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.460331 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81c0b7-9475-430d-9011-0b1e0e70f3af req-0ca9c3dc-3855-4069-9a86-76f62fb921f4 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:38.463157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca81c0b7-9475-430d-9011-0b1e0e70f3af req-0ca9c3dc-3855-4069-9a86-76f62fb921f4 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks?id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 787 time: 0.2035303 Jul 28 10:31:38.484153 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-ca81c0b7-9475-430d-9011-0b1e0e70f3af req-1833f5cb-3615-47db-a605-c725187f972a tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:31:38.486069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca81c0b7-9475-430d-9011-0b1e0e70f3af req-1833f5cb-3615-47db-a605-c725187f972a tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0149379 Jul 28 10:31:38.495313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a3034796-9667-4091-8b37-c18962ba3bc9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:38.536378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Deleting port b972b417-5679-47e0-8575-ac9d211be58e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:38.536830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b972b417-5679-47e0-8575-ac9d211be58e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.609058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a3034796-9667-4091-8b37-c18962ba3bc9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:38.609621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a3034796-9667-4091-8b37-c18962ba3bc9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:38.624947 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] For port b972b417-5679-47e0-8575-ac9d211be58e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b972b417-5679-47e0-8575-ac9d211be58e,segment=NetworkSegment(f63870cc-66ec-480c-943c-aef68d5f3427),segment_id=f63870cc-66ec-480c-943c-aef68d5f3427)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:38.625319 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b972b417-5679-47e0-8575-ac9d211be58e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.641003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Calling delete_port for b972b417-5679-47e0-8575-ac9d211be58e owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:38.705690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] DHCP port deletion for 7e4b5175-802f-40cd-8d61-3d01bee12ef4 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:31:38.708686 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:38.773267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b972b417-5679-47e0-8575-ac9d211be58e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.785818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] Deleting port b972b417-5679-47e0-8575-ac9d211be58e {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:38.786956 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b972b417-5679-47e0-8575-ac9d211be58e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.806907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b972b417-5679-47e0-8575-ac9d211be58e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:38.817525 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] No DVR routers for this DVR port b972b417-5679-47e0-8575-ac9d211be58e on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:38.904951 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42348) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:38.931625 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7e4b5175-802f-40cd-8d61-3d01bee12ef4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.943400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] For port b972b417-5679-47e0-8575-ac9d211be58e, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:38.943827 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b972b417-5679-47e0-8575-ac9d211be58e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.958948 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-983042f1-6d1f-4cb8-8128-b19e31e28598 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4718bf9e41964abeace170eef9f6435c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520918 Jul 28 10:31:38.961231 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42350) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:38.962975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4b5175-802f-40cd-8d61-3d01bee12ef4']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:38.964296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] Calling delete_port for b972b417-5679-47e0-8575-ac9d211be58e owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:38.967595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] Port b972b417-5679-47e0-8575-ac9d211be58e was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:31:38.969665 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (b972b417-5679-47e0-8575-ac9d211be58e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:38.975845 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63870cc-66ec-480c-943c-aef68d5f3427') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:38.976184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63870cc-66ec-480c-943c-aef68d5f3427') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:38.999470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] Pushing event deleted for resources: {'Port': ['ID=b972b417-5679-47e0-8575-ac9d211be58e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:39.005213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a6ee1-1983-470b-ad19-1e162e191348 None None] No DVR routers for this DVR port b972b417-5679-47e0-8575-ac9d211be58e on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:39.018408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f63870cc-66ec-480c-943c-aef68d5f3427), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.037513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f63870cc-66ec-480c-943c-aef68d5f3427), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.042718 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:39.047032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:31:39.050446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f63870cc-66ec-480c-943c-aef68d5f3427), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.084159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8419ce37-544a-404b-9a5a-2df0b46820f9 admin admin] Publish callbacks [] for security_group (55e39a88-75c7-4118-94b4-2ee9c1cf1a62), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.104614 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:31:39.137803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8419ce37-544a-404b-9a5a-2df0b46820f9 admin admin] Publish callbacks [] for security_group (55e39a88-75c7-4118-94b4-2ee9c1cf1a62), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.190632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7e4b5175-802f-40cd-8d61-3d01bee12ef4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.212746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.216301 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7e4b5175-802f-40cd-8d61-3d01bee12ef4 HTTP/1.1" status: 204 len: 168 time: 0.9534376 Jul 28 10:31:39.217396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8e57f-9deb-4301-a708-b5fdb5484fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4b5175-802f-40cd-8d61-3d01bee12ef4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:39.235792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8419ce37-544a-404b-9a5a-2df0b46820f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (55e39a88-75c7-4118-94b4-2ee9c1cf1a62), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.240702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8419ce37-544a-404b-9a5a-2df0b46820f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.243183 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8419ce37-544a-404b-9a5a-2df0b46820f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55e39a88-75c7-4118-94b4-2ee9c1cf1a62 HTTP/1.1" status: 204 len: 168 time: 0.2780669 Jul 28 10:31:39.256164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ce37-544a-404b-9a5a-2df0b46820f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e39a88-75c7-4118-94b4-2ee9c1cf1a62,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:39.313810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42362) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:39.346217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-450ca3d3-417d-4f54-b4cd-2d61b1c84fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.389315 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:39.421703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Request body: {'security_group': {'name': 'tempest-securitygroup-888734545', 'description': 'tempest-description-1720325465'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:39.483346 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.496593 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.502031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-450ca3d3-417d-4f54-b4cd-2d61b1c84fa6 admin admin] Publish callbacks [] for security_group (4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.510541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-450ca3d3-417d-4f54-b4cd-2d61b1c84fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.623100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (0c6dd6c2-0d3e-4377-9205-cd37212eca5d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.633162 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0c6dd6c2-0d3e-4377-9205-cd37212eca5d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.745404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6dd6c2-0d3e-4377-9205-cd37212eca5d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:39.756116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42366) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:39.794927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ca3d3-417d-4f54-b4cd-2d61b1c84fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:39.800239 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-450ca3d3-417d-4f54-b4cd-2d61b1c84fa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30369b96039a4a09a5c7ed92ffb506e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843326 Jul 28 10:31:39.807919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42368) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:39.840631 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-714f9038-6a51-4cd8-b2f0-734781394c3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42eab8cff05b43bc9a9b6e46b399d941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0806043 Jul 28 10:31:39.840941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42370) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:39.911932 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (2b1885ee-657c-4e17-aad7-96e4ed055165), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.927134 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2b1885ee-657c-4e17-aad7-96e4ed055165), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.982029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1885ee-657c-4e17-aad7-96e4ed055165,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:39.990198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:39.992902 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-750e23f5-52b4-46d8-8d65-c61b461b49fd req-5eb95800-38b9-4011-933d-cc6fcd23b023 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5764248 Jul 28 10:31:40.015513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b936b96c-88e1-4b9a-9626-40e21a302010 admin admin] Publish callbacks [] for security_group (4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.042553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b936b96c-88e1-4b9a-9626-40e21a302010 admin admin] Publish callbacks [] for security_group (4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.048768 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-2b0e970d-fbec-4a7f-8e08-8a0d4b055d8a tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips/c07ec787-c43d-4ae9-8ca4-9b39f5f289e0 HTTP/1.1" status: 200 len: 693 time: 0.1192753 Jul 28 10:31:40.100693 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b936b96c-88e1-4b9a-9626-40e21a302010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.104060 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b936b96c-88e1-4b9a-9626-40e21a302010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.105246 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b936b96c-88e1-4b9a-9626-40e21a302010 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99 HTTP/1.1" status: 204 len: 168 time: 0.2943144 Jul 28 10:31:40.114964 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936b96c-88e1-4b9a-9626-40e21a302010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6a7f2a-a781-4ec1-b2c5-8ba76925ba99,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:40.142916 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f63870cc-66ec-480c-943c-aef68d5f3427 resource provider aggregate not found Jul 28 10:31:40.162124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4292-e126-4a51-995b-097f32ac0c73 admin admin] Publish callbacks [] for security_group (b67f5c16-a9d0-420b-89b8-936cfe74f944), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.171832 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f63870cc-66ec-480c-943c-aef68d5f3427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f63870cc-66ec-480c-943c-aef68d5f3427 found for delete ", "request_id": "req-6b560793-3f80-4947-9caa-fde2e464ca92"}]} Jul 28 10:31:40.214035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4292-e126-4a51-995b-097f32ac0c73 admin admin] Publish callbacks [] for security_group (b67f5c16-a9d0-420b-89b8-936cfe74f944), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.256784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-b5012375-3c78-4c36-a778-9525c2960cc6 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:40.258218 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-b5012375-3c78-4c36-a778-9525c2960cc6 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.1966088 Jul 28 10:31:40.280823 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-91f43940-908d-435e-99d5-a1941bd9e874 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:31:40.281778 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-91f43940-908d-435e-99d5-a1941bd9e874 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0168529 Jul 28 10:31:40.336440 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-5c1fd55b-4c94-4169-8e65-9499e1562302 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0458443 Jul 28 10:31:40.343564 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4292-e126-4a51-995b-097f32ac0c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b67f5c16-a9d0-420b-89b8-936cfe74f944), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.349372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4292-e126-4a51-995b-097f32ac0c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.353478 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dbbf4292-e126-4a51-995b-097f32ac0c73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b67f5c16-a9d0-420b-89b8-936cfe74f944 HTTP/1.1" status: 204 len: 168 time: 0.5111837 Jul 28 10:31:40.397685 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf4292-e126-4a51-995b-097f32ac0c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67f5c16-a9d0-420b-89b8-936cfe74f944,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:40.415075 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-f101e0fe-101a-47dd-a851-09940563082e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0604317 Jul 28 10:31:40.482536 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:40.570023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b972b417-5679-47e0-8575-ac9d211be58e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:40.576512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Deleting port 1318baf7-ca20-434d-974d-b4516a0a4722 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:40.576868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1318baf7-ca20-434d-974d-b4516a0a4722), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.612943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b972b417-5679-47e0-8575-ac9d211be58e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:40.614024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b972b417-5679-47e0-8575-ac9d211be58e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:40.698088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1318baf7-ca20-434d-974d-b4516a0a4722), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.699395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (1318baf7-ca20-434d-974d-b4516a0a4722), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.718297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Calling delete_port for 1318baf7-ca20-434d-974d-b4516a0a4722 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:40.855858 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-82f3143d-6dc2-4566-8b3b-6f3880b93388 req-4a65fb59-9e69-4239-80e5-fd8815f1ef91 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Request body: {'security_group': {'name': 'tempest-securitygroup-70415339', 'description': 'tempest-description-1024253109'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:40.904200 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:40.905215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-82f3143d-6dc2-4566-8b3b-6f3880b93388 req-4a65fb59-9e69-4239-80e5-fd8815f1ef91 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.909404 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:40.912751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1318baf7-ca20-434d-974d-b4516a0a4722), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:40.939634 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Pushing event deleted for resources: {'Port': ['ID=1318baf7-ca20-434d-974d-b4516a0a4722,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:41.037169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (c07ec787-c43d-4ae9-8ca4-9b39f5f289e0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.046489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.049314 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e901ec14-dfb4-4c2f-a9c4-9fedabe086ec req-a6b5ba16-e461-4469-98c6-4b3a38c4f4a1 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "DELETE /v2.0/floatingips/c07ec787-c43d-4ae9-8ca4-9b39f5f289e0 HTTP/1.1" status: 204 len: 173 time: 0.6276436 Jul 28 10:31:41.052170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-82f3143d-6dc2-4566-8b3b-6f3880b93388 req-4a65fb59-9e69-4239-80e5-fd8815f1ef91 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.066433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-82f3143d-6dc2-4566-8b3b-6f3880b93388 req-4a65fb59-9e69-4239-80e5-fd8815f1ef91 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.093576 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:41.163566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-82f3143d-6dc2-4566-8b3b-6f3880b93388 req-4a65fb59-9e69-4239-80e5-fd8815f1ef91 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.166490 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-82f3143d-6dc2-4566-8b3b-6f3880b93388 req-4a65fb59-9e69-4239-80e5-fd8815f1ef91 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3135862 Jul 28 10:31:41.182004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65fb59-9e69-4239-80e5-fd8815f1ef91 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:41.229901 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-8b9f9851-f860-40a5-ad26-66b4f34d5cc4 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1597946 Jul 28 10:31:41.244597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:41.314284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.320024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.446766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.581038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Allocated IP 172.25.2.166 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:41.614480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-922744729', 'description': 'tempest-description-1990445705'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:41.668553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.676210 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:41.683500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.775422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.806140 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (9dc62ba5-4f6a-404d-b96f-8515f388c8ff), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.820199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9dc62ba5-4f6a-404d-b96f-8515f388c8ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.824585 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.876671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:41.879980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc62ba5-4f6a-404d-b96f-8515f388c8ff,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:41.900827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:41.919118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:41.930860 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (17490d95-a610-4fc7-a642-36de5397e8f6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.938219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17490d95-a610-4fc7-a642-36de5397e8f6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.965536 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Pushing event updated for resources: {'Port': ['ID=5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:41.986486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:41.989046 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-564d99bd-2195-480c-ad41-6cba9ed2198f req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3806570 Jul 28 10:31:41.990123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcb697-bc8c-4ad3-9d74-2fe7f180f722 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17490d95-a610-4fc7-a642-36de5397e8f6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:42.073201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (f09e772b-416c-4525-9baf-7d29bc06a998), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.125601 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.299102 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:42.329528 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.336411 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.457481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Pushing event updated for resources: {'Port': ['ID=5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:42.467018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (f09e772b-416c-4525-9baf-7d29bc06a998), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.486799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.504409 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-1ce412b8-5ed8-40bf-833a-251d813d3e4e tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2634127 Jul 28 10:31:42.570269 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-26751ee6-7548-4c21-9652-dca8ff87e3a9 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 696 time: 0.0638008 Jul 28 10:31:42.706932 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-a8ecb327-6e4f-4d9e-b71c-c28c2456a174 req-df28ba90-5bbb-4f96-af86-3bd81fae7cb9 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-620397804', 'description': 'tempest-description-997268661'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:42.737939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-d58f5a26-d589-4ad3-af1b-2e3f1fe63d90 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:42.740214 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8538377f-50d5-43cf-98f7-f90984eb20ca req-d58f5a26-d589-4ad3-af1b-2e3f1fe63d90 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.1688871 Jul 28 10:31:42.741064 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-a8ecb327-6e4f-4d9e-b71c-c28c2456a174 req-df28ba90-5bbb-4f96-af86-3bd81fae7cb9 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.843530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-a8ecb327-6e4f-4d9e-b71c-c28c2456a174 req-df28ba90-5bbb-4f96-af86-3bd81fae7cb9 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (700b4d1b-68fb-491b-bdd9-b76ca9981556), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.849577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-a8ecb327-6e4f-4d9e-b71c-c28c2456a174 req-df28ba90-5bbb-4f96-af86-3bd81fae7cb9 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (700b4d1b-68fb-491b-bdd9-b76ca9981556), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.890858 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28ba90-5bbb-4f96-af86-3bd81fae7cb9 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700b4d1b-68fb-491b-bdd9-b76ca9981556,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:42.898209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-a8ecb327-6e4f-4d9e-b71c-c28c2456a174 req-df28ba90-5bbb-4f96-af86-3bd81fae7cb9 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:42.899719 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a8ecb327-6e4f-4d9e-b71c-c28c2456a174 req-df28ba90-5bbb-4f96-af86-3bd81fae7cb9 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2245483 Jul 28 10:31:42.966902 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-708c6055-4b47-4026-8712-e18555d8c1b5 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips/f09e772b-416c-4525-9baf-7d29bc06a998 HTTP/1.1" status: 200 len: 693 time: 0.0458341 Jul 28 10:31:43.100583 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-c8e7d06c-52a3-4c4e-a914-2d913dd2ca28 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:43.102551 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-c8e7d06c-52a3-4c4e-a914-2d913dd2ca28 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.1268365 Jul 28 10:31:43.112610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-89b6b800-af97-42b5-b2ff-67bb2c4c8b26 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:31:43.114436 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-89b6b800-af97-42b5-b2ff-67bb2c4c8b26 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066667 Jul 28 10:31:43.220339 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-b0cd7b4d-fddd-4e9c-acdb-42d84e03859b tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 696 time: 0.0992227 Jul 28 10:31:43.275188 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-44b8152d-38de-4eee-8450-a3c9a2646cb5 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.166 HTTP/1.1" status: 200 len: 696 time: 0.0485382 Jul 28 10:31:43.451154 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:43.458059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Deleting port 5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:43.458492 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:43.461370 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=14,neutron:UPDATE=3,neutron:SELECT=79,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:43.515902 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:43.555828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:43.556614 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:43.574777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Calling delete_port for 5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:43.646705 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-b7131eb2-c539-40dc-b7d8-bbff166ffd72 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28704 time: 0.2724147 Jul 28 10:31:43.724388 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-38a26294-4090-4a39-8448-d86c166c0929 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/06f2cc3a-e117-4592-8a5f-aa3ab448f80c HTTP/1.1" status: 200 len: 2994 time: 0.0697877 Jul 28 10:31:43.815334 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-c2ad9467-d9a2-4004-89aa-2170a13245b0 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/06f2cc3a-e117-4592-8a5f-aa3ab448f80c HTTP/1.1" status: 200 len: 2994 time: 0.0829160 Jul 28 10:31:43.843406 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:43.883190 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-aa6ecaa9-52fb-455f-8147-21dc36871d92 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0c6dd6c2-0d3e-4377-9205-cd37212eca5d HTTP/1.1" status: 200 len: 2998 time: 0.0577872 Jul 28 10:31:43.891696 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Pushing event deleted for resources: {'Port': ['ID=5ead76c7-2283-4d2a-b7c0-9f9a8816c8ba,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:43.943443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42508) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:43.955797 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-6d7f8cfd-1754-43c3-9ddd-2b8277070a6f tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0c6dd6c2-0d3e-4377-9205-cd37212eca5d HTTP/1.1" status: 200 len: 2998 time: 0.0646582 Jul 28 10:31:43.977017 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks [] for floatingip (f09e772b-416c-4525-9baf-7d29bc06a998), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:43.982154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:43.983655 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adda69a-77d0-4617-be7a-2ea7e8dc9a22 req-e9a2d5c0-034d-4ed6-a243-c8920f6a6568 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "DELETE /v2.0/floatingips/f09e772b-416c-4525-9baf-7d29bc06a998 HTTP/1.1" status: 204 len: 173 time: 0.6991818 Jul 28 10:31:44.034070 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-bf075109-e22a-4a43-a226-40fd94124272 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/14f644c8-138c-43d2-aa9e-5db398953771 HTTP/1.1" status: 200 len: 2994 time: 0.0699761 Jul 28 10:31:44.056095 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-c37a7008-141f-40f9-a5b3-a9515d5eff91 req-40798ba3-4985-48c3-bd07-2b9737b20699 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] show failed (client error): The resource could not be found. Jul 28 10:31:44.057389 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c37a7008-141f-40f9-a5b3-a9515d5eff91 req-40798ba3-4985-48c3-bd07-2b9737b20699 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips/f09e772b-416c-4525-9baf-7d29bc06a998 HTTP/1.1" status: 404 len: 350 time: 0.0531821 Jul 28 10:31:44.116576 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-29cbab0c-c326-4879-9dbb-188f58e98742 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/14f644c8-138c-43d2-aa9e-5db398953771 HTTP/1.1" status: 200 len: 2994 time: 0.0735843 Jul 28 10:31:44.149931 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-fcbadbea-805f-4def-bcea-de07ebd86f24 req-fb3468f1-865e-4cf0-b5be-24d09a5781d8 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] show failed (client error): The resource could not be found. Jul 28 10:31:44.165306 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fcbadbea-805f-4def-bcea-de07ebd86f24 req-fb3468f1-865e-4cf0-b5be-24d09a5781d8 tempest-FloatingIPsTestJSON-500781076 tempest-FloatingIPsTestJSON-500781076-project] 10.222.0.46 "GET /v2.0/floatingips/f09e772b-416c-4525-9baf-7d29bc06a998 HTTP/1.1" status: 404 len: 350 time: 0.0642483 Jul 28 10:31:44.165812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42520) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:44.187705 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-53b9234d-1476-42c6-8827-6b4bd6622d16 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/36115b7a-2d30-48b6-801c-d4a34d2fd540 HTTP/1.1" status: 200 len: 2998 time: 0.0644076 Jul 28 10:31:44.357312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-network', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:44.381611 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-cc69f76b-7971-49bf-ba79-d30edf157425 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/36115b7a-2d30-48b6-801c-d4a34d2fd540 HTTP/1.1" status: 200 len: 2998 time: 0.1857150 Jul 28 10:31:44.543505 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:44.588921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Made reservation on behalf of f1a9c88f254242c0a0a2cd70a69834d4 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:31:44.594507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:44.615895 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-3b4d8bfc-6744-477f-9510-1932d6039776 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/630e2c68-1b9f-47c8-ba50-415a0a1e223d HTTP/1.1" status: 200 len: 2994 time: 0.2090225 Jul 28 10:31:44.616816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:44.740249 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-a8e814fd-3c23-4ffd-93b8-862fe348ccff tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/630e2c68-1b9f-47c8-ba50-415a0a1e223d HTTP/1.1" status: 200 len: 2994 time: 0.0902593 Jul 28 10:31:44.842716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks [] for security_group (0ee6d107-ae60-4955-9b33-a9b5e2cb5336), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:44.847346 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-40265d5b-dbfc-47ac-bf80-3a930e22bc6c tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7bd8098c-ab5e-44c7-83e3-f4ad74adfef8 HTTP/1.1" status: 200 len: 2990 time: 0.0886261 Jul 28 10:31:44.849643 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0ee6d107-ae60-4955-9b33-a9b5e2cb5336), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:44.895117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:31:44.940413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (11c6c074-10ee-4fe7-88d9-42ea3f0639fc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:44.940680 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Added segment 11c6c074-10ee-4fe7-88d9-42ea3f0639fc of type vlan for network 435f6e23-c89b-4a1f-896a-038892f31a2c Jul 28 10:31:44.949816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee6d107-ae60-4955-9b33-a9b5e2cb5336,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:44.995195 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-c96f94fd-8251-43bc-a86b-76f4a572b31a tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7bd8098c-ab5e-44c7-83e3-f4ad74adfef8 HTTP/1.1" status: 200 len: 2990 time: 0.1361175 Jul 28 10:31:45.038593 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (435f6e23-c89b-4a1f-896a-038892f31a2c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:45.041112 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:45.060197 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-a9f90a15-6858-4e7b-ac1e-12ee479cff74 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9dc62ba5-4f6a-404d-b96f-8515f388c8ff HTTP/1.1" status: 200 len: 2998 time: 0.0553613 Jul 28 10:31:45.078450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (3e830ee5-d1fe-41c9-bba9-64c7662144ce), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:45.111225 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (435f6e23-c89b-4a1f-896a-038892f31a2c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:45.112441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:45.113169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:45.272592 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3278012 Jul 28 10:31:45.276200 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42542) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:45.296236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Request body: {'subnet': {'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-subnet', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:45.389808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Made reservation on behalf of f1a9c88f254242c0a0a2cd70a69834d4 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:31:45.395507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:45.419983 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd7df843-cdaa-4af5-837a-d8572f5cfb73 req-591c67bd-0a55-4950-b918-7e547f18eda5 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/9dc62ba5-4f6a-404d-b96f-8515f388c8ff HTTP/1.1" status: 200 len: 2998 time: 0.3451366 Jul 28 10:31:45.467440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42550) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:45.529719 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:45.598316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b73f13-5ad0-4568-80b0-29147ae31e30 admin admin] Pushing event updated for resources: {'Network': ['ID=435f6e23-c89b-4a1f-896a-038892f31a2c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:45.611837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 435f6e23-c89b-4a1f-896a-038892f31a2c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:31:45.723373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Deleting port 6c40b034-4f23-4e70-add1-87f66df295b6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:45.723821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:45.825818 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:45.859598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] For port 6c40b034-4f23-4e70-add1-87f66df295b6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6c40b034-4f23-4e70-add1-87f66df295b6,segment=NetworkSegment(45ac9f88-a265-4b86-bc37-9641817f9238),segment_id=45ac9f88-a265-4b86-bc37-9641817f9238)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:45.862012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:45.880187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Calling delete_port for 6c40b034-4f23-4e70-add1-87f66df295b6 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:45.925582 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-3702c118-beca-4f1f-81aa-3f12ccd9cb1b req-c8e88f19-a976-4793-85f1-dae885a5c1dc tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36571e5795794c8497cd0b78b4ee7931 HTTP/1.1" status: 200 len: 6152 time: 0.3411393 Jul 28 10:31:45.990459 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:46.047453 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-3702c118-beca-4f1f-81aa-3f12ccd9cb1b req-014b021c-0fad-4536-9c05-2c9cd7059b4a tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "GET /v2.0/security-groups/0c6dd6c2-0d3e-4377-9205-cd37212eca5d HTTP/1.1" status: 200 len: 2998 time: 0.1087952 Jul 28 10:31:46.052145 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c842f163-dc88-4e5a-a447-13cb6ef11891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.163203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (35109056-6851-4c26-a332-061ec076c718), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.292540 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c842f163-dc88-4e5a-a447-13cb6ef11891 admin admin] Publish callbacks [] for security_group (99e3e340-c7bc-4c11-a829-c061029b2830), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.296531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6c40b034-4f23-4e70-add1-87f66df295b6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.318777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c842f163-dc88-4e5a-a447-13cb6ef11891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (99e3e340-c7bc-4c11-a829-c061029b2830), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.361664 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c40b034-4f23-4e70-add1-87f66df295b6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:46.443375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842f163-dc88-4e5a-a447-13cb6ef11891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3e340-c7bc-4c11-a829-c061029b2830,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:46.454777 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c842f163-dc88-4e5a-a447-13cb6ef11891 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e501643a96d142a9b9ad222c9211f5cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9723074 Jul 28 10:31:46.455837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42574) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:46.494363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42576) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:46.597043 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:46.635582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b72dfb3a-3534-4905-a68f-5de6f38f5821 admin admin] Publish callbacks [] for security_group (99e3e340-c7bc-4c11-a829-c061029b2830), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.651503 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-3702c118-beca-4f1f-81aa-3f12ccd9cb1b req-3af40d4c-7cd7-4bb2-8383-b6888e9454d2 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "GET /v2.0/security-groups/0c6dd6c2-0d3e-4377-9205-cd37212eca5d HTTP/1.1" status: 200 len: 2998 time: 0.5564198 Jul 28 10:31:46.725725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b72dfb3a-3534-4905-a68f-5de6f38f5821 admin admin] Publish callbacks [] for security_group (99e3e340-c7bc-4c11-a829-c061029b2830), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.767698 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (3e830ee5-d1fe-41c9-bba9-64c7662144ce), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.769251 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35109056-6851-4c26-a332-061ec076c718,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:46.845790 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:46.847016 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-54f15697-f56c-4c3d-91e2-2cc933343b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.850814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Checking segment: {'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:46.851209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Network hostable DHCP agents. Network: 435f6e23-c89b-4a1f-896a-038892f31a2c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:31:46.899443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Network 435f6e23-c89b-4a1f-896a-038892f31a2c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:31:46.912903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 435f6e23-c89b-4a1f-896a-038892f31a2c) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:46.931330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e9b572-a100-4526-9748-76b5b0193cfd None None] Network 435f6e23-c89b-4a1f-896a-038892f31a2c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:46.934196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:31:46.935826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:46.966805 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4ddc383e-5207-4eff-adc2-c43021f17a56 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6826091 Jul 28 10:31:46.967475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42590) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:46.974716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:31:47.009467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (7d6f3554-91c8-4481-82b9-7b31e80841b0), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.010712 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-97786e05-6615-467b-9d2f-3d2340cf4603 req-880de029-eeff-4138-9106-45decf6f6a2a tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/700b4d1b-68fb-491b-bdd9-b76ca9981556 HTTP/1.1" status: 200 len: 1793 time: 0.1925094 Jul 28 10:31:47.011339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (7d6f3554-91c8-4481-82b9-7b31e80841b0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.012566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b72dfb3a-3534-4905-a68f-5de6f38f5821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (99e3e340-c7bc-4c11-a829-c061029b2830), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.017199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b72dfb3a-3534-4905-a68f-5de6f38f5821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.020762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b72dfb3a-3534-4905-a68f-5de6f38f5821 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99e3e340-c7bc-4c11-a829-c061029b2830 HTTP/1.1" status: 204 len: 168 time: 0.5615988 Jul 28 10:31:47.106216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks [] for router_controller (7d6f3554-91c8-4481-82b9-7b31e80841b0), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.108047 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dfb3a-3534-4905-a68f-5de6f38f5821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3e340-c7bc-4c11-a829-c061029b2830,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:47.137964 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=57 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:47.153248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-435f6e23-c89b-4a1f-896a-038892f31a2c', 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c', 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'fixed_ips': [{'subnet_id': '35109056-6851-4c26-a332-061ec076c718'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:31:47.154471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.281308 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:47.305929 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-97786e05-6615-467b-9d2f-3d2340cf4603 req-db7445b3-2dbe-496f-b475-3a95d80b2f1e tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (700b4d1b-68fb-491b-bdd9-b76ca9981556), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.335886 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:47.353417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-54f15697-f56c-4c3d-91e2-2cc933343b01 admin admin] Publish callbacks [] for security_group (f5626b0a-6463-43cd-bb4f-1fa0d3c92b32), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.386199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-54f15697-f56c-4c3d-91e2-2cc933343b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f5626b0a-6463-43cd-bb4f-1fa0d3c92b32), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.421765 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-97786e05-6615-467b-9d2f-3d2340cf4603 req-db7445b3-2dbe-496f-b475-3a95d80b2f1e tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (700b4d1b-68fb-491b-bdd9-b76ca9981556), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.422881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Allocated IP 172.20.0.2 (435f6e23-c89b-4a1f-896a-038892f31a2c/35109056-6851-4c26-a332-061ec076c718/1215b908-9bde-4bd7-b2cc-43ff2207c86d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:47.460224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks [] for router_gateway (7d6f3554-91c8-4481-82b9-7b31e80841b0), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.499135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Router 3e830ee5-d1fe-41c9-bba9-64c7662144ce has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:31:47.506592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f15697-f56c-4c3d-91e2-2cc933343b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5626b0a-6463-43cd-bb4f-1fa0d3c92b32,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:47.522306 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-54f15697-f56c-4c3d-91e2-2cc933343b01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e0d54b5839847609348b6ced3e20ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0201328 Jul 28 10:31:47.523859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42604) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:47.606550 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-97786e05-6615-467b-9d2f-3d2340cf4603 req-db7445b3-2dbe-496f-b475-3a95d80b2f1e tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (700b4d1b-68fb-491b-bdd9-b76ca9981556), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.609457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-97786e05-6615-467b-9d2f-3d2340cf4603 req-db7445b3-2dbe-496f-b475-3a95d80b2f1e tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.625935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-97786e05-6615-467b-9d2f-3d2340cf4603 req-db7445b3-2dbe-496f-b475-3a95d80b2f1e tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/700b4d1b-68fb-491b-bdd9-b76ca9981556 HTTP/1.1" status: 204 len: 173 time: 0.6142190 Jul 28 10:31:47.636334 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Publish callbacks [] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.650427 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.673035 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:47.704025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Pushing event updated for resources: {'Port': ['ID=1215b908-9bde-4bd7-b2cc-43ff2207c86d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:47.704688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7445b3-2dbe-496f-b475-3a95d80b2f1e tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700b4d1b-68fb-491b-bdd9-b76ca9981556,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:47.724254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Network 435f6e23-c89b-4a1f-896a-038892f31a2c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:47.728505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:47.732750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:47.740126 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:47.777259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42610) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:47.829182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29cd56da-36fa-4619-837b-bed7392523ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.860058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51e4a1a7-15db-4034-a64d-5754122589c2 admin admin] Publish callbacks [] for security_group (f5626b0a-6463-43cd-bb4f-1fa0d3c92b32), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.861651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Attempting to bind port 1215b908-9bde-4bd7-b2cc-43ff2207c86d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:47.862412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Attempting to bind port 1215b908-9bde-4bd7-b2cc-43ff2207c86d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:47.863530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Attempting to bind port 1215b908-9bde-4bd7-b2cc-43ff2207c86d on network 435f6e23-c89b-4a1f-896a-038892f31a2c {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:47.870265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:47.871062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Checking segment: {'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:47.871688 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.872398 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Bound using segment: {'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:47.873130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Bound port: 1215b908-9bde-4bd7-b2cc-43ff2207c86d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:47.873758 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.903524 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-22206243-6368-4027-a940-f65688ae07f7 req-afa67120-4d24-4082-99ee-317a518f18b0 tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "GET /v2.0/security-groups/17490d95-a610-4fc7-a642-36de5397e8f6 HTTP/1.1" status: 200 len: 1794 time: 0.2286699 Jul 28 10:31:47.905664 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:47.914923 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-446b842d-fca7-4a1a-8a23-8b0c9db87c7e admin admin] 10.222.0.46 "PUT /v2.0/routers/3e830ee5-d1fe-41c9-bba9-64c7662144ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7477436 Jul 28 10:31:47.918812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42612) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:47.943257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51e4a1a7-15db-4034-a64d-5754122589c2 admin admin] Publish callbacks [] for security_group (f5626b0a-6463-43cd-bb4f-1fa0d3c92b32), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.959089 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks [] for router_gateway (7d6f3554-91c8-4481-82b9-7b31e80841b0), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:47.993659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] For port 1215b908-9bde-4bd7-b2cc-43ff2207c86d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:48.005260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] For port 1215b908-9bde-4bd7-b2cc-43ff2207c86d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1215b908-9bde-4bd7-b2cc-43ff2207c86d,segment=NetworkSegment(11c6c074-10ee-4fe7-88d9-42ea3f0639fc),segment_id=11c6c074-10ee-4fe7-88d9-42ea3f0639fc)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:48.008719 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:48.015776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] Sync routers for ids ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:48.038307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.041722 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.083894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] Routers {'3e830ee5-d1fe-41c9-bba9-64c7662144ce'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:48.084135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:48.346249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] Set router 3e830ee5-d1fe-41c9-bba9-64c7662144ce gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:48.470279 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Allocated IP 172.25.2.128 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/4eabf5fe-ff39-48bd-a2b0-a87bd4135eff) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:48.493502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265b025-85e2-43a5-9aa9-ce53f7b09d4e None None] Pushing event updated for resources: {'Port': ['ID=1215b908-9bde-4bd7-b2cc-43ff2207c86d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:48.650906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-22206243-6368-4027-a940-f65688ae07f7 req-8afe1559-2465-4ed0-8978-36886fba19dd tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (17490d95-a610-4fc7-a642-36de5397e8f6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.685818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51e4a1a7-15db-4034-a64d-5754122589c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f5626b0a-6463-43cd-bb4f-1fa0d3c92b32), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.694730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51e4a1a7-15db-4034-a64d-5754122589c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.696361 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-51e4a1a7-15db-4034-a64d-5754122589c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5626b0a-6463-43cd-bb4f-1fa0d3c92b32 HTTP/1.1" status: 204 len: 168 time: 1.1712408 Jul 28 10:31:48.752940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4a1a7-15db-4034-a64d-5754122589c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5626b0a-6463-43cd-bb4f-1fa0d3c92b32,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:48.758277 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks [] for router (3e830ee5-d1fe-41c9-bba9-64c7662144ce), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.846725 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:48.878165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:46Z', 'revision_number': 5, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:48.887383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29cd56da-36fa-4619-837b-bed7392523ed admin admin] Publish callbacks [] for security_group (9bcdbbc6-7880-4af5-a08d-9cffc9319073), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.909412 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29cd56da-36fa-4619-837b-bed7392523ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9bcdbbc6-7880-4af5-a08d-9cffc9319073), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.923766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1215b908-9bde-4bd7-b2cc-43ff2207c86d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:48.930266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] Checking router: 3e830ee5-d1fe-41c9-bba9-64c7662144ce for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:48.936103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks [] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.936199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-22206243-6368-4027-a940-f65688ae07f7 req-8afe1559-2465-4ed0-8978-36886fba19dd tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (17490d95-a610-4fc7-a642-36de5397e8f6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:48.962877 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-29cd56da-36fa-4619-837b-bed7392523ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02392cee72bb4d23a08c22a49694ef8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1839881 Jul 28 10:31:48.967543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42656) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:49.022686 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:49.039978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] Routers {'3e830ee5-d1fe-41c9-bba9-64c7662144ce'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:49.041806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:49.072896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.093666 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:49.105307 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42660) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:49.159070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25f56a19-49d2-4c85-aa0d-abd83542a490 admin admin] Publish callbacks [] for security_group (9bcdbbc6-7880-4af5-a08d-9cffc9319073), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.166486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd56da-36fa-4619-837b-bed7392523ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdbbc6-7880-4af5-a08d-9cffc9319073,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:49.179044 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:49.204644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42664) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:49.208574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks [] for router_gateway (3e830ee5-d1fe-41c9-bba9-64c7662144ce), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.219272 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25f56a19-49d2-4c85-aa0d-abd83542a490 admin admin] Publish callbacks [] for security_group (9bcdbbc6-7880-4af5-a08d-9cffc9319073), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.239513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-22206243-6368-4027-a940-f65688ae07f7 req-8afe1559-2465-4ed0-8978-36886fba19dd tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17490d95-a610-4fc7-a642-36de5397e8f6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.243945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-22206243-6368-4027-a940-f65688ae07f7 req-8afe1559-2465-4ed0-8978-36886fba19dd tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.249543 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-22206243-6368-4027-a940-f65688ae07f7 req-8afe1559-2465-4ed0-8978-36886fba19dd tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/17490d95-a610-4fc7-a642-36de5397e8f6 HTTP/1.1" status: 204 len: 173 time: 1.3451080 Jul 28 10:31:49.315741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe1559-2465-4ed0-8978-36886fba19dd tempest-SecurityGroupsTestAdminJSON-1787477959 tempest-SecurityGroupsTestAdminJSON-1787477959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17490d95-a610-4fc7-a642-36de5397e8f6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:49.318482 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:49.322701 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25f56a19-49d2-4c85-aa0d-abd83542a490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9bcdbbc6-7880-4af5-a08d-9cffc9319073), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.326567 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25f56a19-49d2-4c85-aa0d-abd83542a490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.327818 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-25f56a19-49d2-4c85-aa0d-abd83542a490 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bcdbbc6-7880-4af5-a08d-9cffc9319073 HTTP/1.1" status: 204 len: 168 time: 0.3581896 Jul 28 10:31:49.359002 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Deleting port 42efe02a-4bed-48c0-aff0-41c6fe6b0894 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:49.359578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.362791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1215b908-9bde-4bd7-b2cc-43ff2207c86d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:49.364615 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.372803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:49.380149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:49.528185 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:49.551400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Pushing event updated for resources: {'Port': ['ID=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:49.559923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f56a19-49d2-4c85-aa0d-abd83542a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdbbc6-7880-4af5-a08d-9cffc9319073,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:49.581000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] For port 42efe02a-4bed-48c0-aff0-41c6fe6b0894, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=42efe02a-4bed-48c0-aff0-41c6fe6b0894,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:49.585678 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.629300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Calling delete_port for 42efe02a-4bed-48c0-aff0-41c6fe6b0894 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:49.669542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f15d6fa7-a2e5-4e57-8e93-b8f2ee775ef3 req-9d5bc631-e280-47ee-a5cf-adc733e2c954 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "GET /v2.0/security-groups/7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1 HTTP/1.1" status: 200 len: 1793 time: 0.3716545 Jul 28 10:31:49.820398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f15d6fa7-a2e5-4e57-8e93-b8f2ee775ef3 req-5a200a88-fa30-420b-ad44-bd345be88991 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.869355 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:49.896600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3fdcbe-ca16-4d80-8999-c01de3a435cb None None] Network 435f6e23-c89b-4a1f-896a-038892f31a2c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:49.916774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f15d6fa7-a2e5-4e57-8e93-b8f2ee775ef3 req-5a200a88-fa30-420b-ad44-bd345be88991 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:49.952129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fab60ca-616b-44bb-a38d-c8d6b953c2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.040191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks [] for router_gateway (7d6f3554-91c8-4481-82b9-7b31e80841b0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.067408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afb16ae1-18e7-449e-a30d-6eb4f9de71ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.076135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6ffc4267-55d9-449d-bd3e-87c219b5f47a None None] Provisioning complete for port 1215b908-9bde-4bd7-b2cc-43ff2207c86d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:50.077704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4267-55d9-449d-bd3e-87c219b5f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.125806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f15d6fa7-a2e5-4e57-8e93-b8f2ee775ef3 req-5a200a88-fa30-420b-ad44-bd345be88991 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.130429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f15d6fa7-a2e5-4e57-8e93-b8f2ee775ef3 req-5a200a88-fa30-420b-ad44-bd345be88991 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.132072 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f15d6fa7-a2e5-4e57-8e93-b8f2ee775ef3 req-5a200a88-fa30-420b-ad44-bd345be88991 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "DELETE /v2.0/security-groups/7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1 HTTP/1.1" status: 204 len: 173 time: 0.4475262 Jul 28 10:31:50.188904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200a88-fa30-420b-ad44-bd345be88991 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4b49cd-33f0-4466-9a3e-29b3fbf9d7f1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:50.252158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1215b908-9bde-4bd7-b2cc-43ff2207c86d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:50.252553 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.261684 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:50.287355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] Set router 3e830ee5-d1fe-41c9-bba9-64c7662144ce gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:50.337264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42680) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:50.355213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d824afaa-e0b2-416f-ad3d-53163f6cdb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.407723 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:50.451948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fab60ca-616b-44bb-a38d-c8d6b953c2fa admin admin] Publish callbacks [] for security_group (1bc701c6-0dd1-4b26-9b8a-1d4771963dea), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.471789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fab60ca-616b-44bb-a38d-c8d6b953c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1bc701c6-0dd1-4b26-9b8a-1d4771963dea), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.511016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d824afaa-e0b2-416f-ad3d-53163f6cdb55 admin admin] Publish callbacks [] for security_group (e3711828-898f-43ef-8f17-16f745670a4f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.526334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d824afaa-e0b2-416f-ad3d-53163f6cdb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e3711828-898f-43ef-8f17-16f745670a4f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.535829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab60ca-616b-44bb-a38d-c8d6b953c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc701c6-0dd1-4b26-9b8a-1d4771963dea,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:50.543066 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:50.570112 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0b950955-1e24-4afc-ab0c-4442b64af8d2 req-b2ed4aad-8ac2-412e-9f61-e238b226e8d9 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "GET /v2.0/security-groups/2b1885ee-657c-4e17-aad7-96e4ed055165 HTTP/1.1" status: 200 len: 1794 time: 0.3163273 Jul 28 10:31:50.586556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824afaa-e0b2-416f-ad3d-53163f6cdb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3711828-898f-43ef-8f17-16f745670a4f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:50.602258 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:50.631653 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d824afaa-e0b2-416f-ad3d-53163f6cdb55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=047f8abf2a144d9485c4a1654c5558d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982378 Jul 28 10:31:50.635397 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (7d6f3554-91c8-4481-82b9-7b31e80841b0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.640214 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42686) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:50.651200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (42efe02a-4bed-48c0-aff0-41c6fe6b0894), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.654864 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0fab60ca-616b-44bb-a38d-c8d6b953c2fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f44ed5e536944d848725f42cd9b813c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5306475 Jul 28 10:31:50.682173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42688) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:50.757263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1215b908-9bde-4bd7-b2cc-43ff2207c86d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1215b908-9bde-4bd7-b2cc-43ff2207c86d,segment=NetworkSegment(11c6c074-10ee-4fe7-88d9-42ea3f0639fc),segment_id=11c6c074-10ee-4fe7-88d9-42ea3f0639fc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:50.764355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:46Z', 'revision_number': 5, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:50.805279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=42efe02a-4bed-48c0-aff0-41c6fe6b0894,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:50.848599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12378a25-1b55-4c3a-8f12-2873565953e5 None None] The sync data for ids ['3e830ee5-d1fe-41c9-bba9-64c7662144ce'] in n-d-850468-6 is: [{'id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'name': 'tempest-FloatingIPsTestJSON-1698523390-router', 'tenant_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:17Z', 'updated_at': '2022-07-28T10:31:46Z', 'revision_number': 5, 'project_id': 'e0eb3b2a22c446e68cca910b8d40ca12', 'gw_port': {'id': '42efe02a-4bed-48c0-aff0-41c6fe6b0894', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e830ee5-d1fe-41c9-bba9-64c7662144ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:18Z', 'updated_at': '2022-07-28T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:50.854347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78bea2a9-7eb2-4698-9272-1a3d61c41481 admin admin] Publish callbacks [] for security_group (e3711828-898f-43ef-8f17-16f745670a4f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.858045 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.880600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc4267-55d9-449d-bd3e-87c219b5f47a None None] Current status of the port 1215b908-9bde-4bd7-b2cc-43ff2207c86d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:50.880789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4267-55d9-449d-bd3e-87c219b5f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.921151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afb16ae1-18e7-449e-a30d-6eb4f9de71ab admin admin] Publish callbacks [] for security_group (cd666efb-6da3-4f8e-ae90-ad0f6aa6a289), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.922126 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78bea2a9-7eb2-4698-9272-1a3d61c41481 admin admin] Publish callbacks [] for security_group (e3711828-898f-43ef-8f17-16f745670a4f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.923962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c360ab1-2e70-4a24-8d4b-7622dff836fc admin admin] Publish callbacks [] for security_group (1bc701c6-0dd1-4b26-9b8a-1d4771963dea), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.958667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-afb16ae1-18e7-449e-a30d-6eb4f9de71ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cd666efb-6da3-4f8e-ae90-ad0f6aa6a289), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:50.992633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c360ab1-2e70-4a24-8d4b-7622dff836fc admin admin] Publish callbacks [] for security_group (1bc701c6-0dd1-4b26-9b8a-1d4771963dea), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.054223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78bea2a9-7eb2-4698-9272-1a3d61c41481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e3711828-898f-43ef-8f17-16f745670a4f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.057088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78bea2a9-7eb2-4698-9272-1a3d61c41481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.058462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-78bea2a9-7eb2-4698-9272-1a3d61c41481 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3711828-898f-43ef-8f17-16f745670a4f HTTP/1.1" status: 204 len: 168 time: 0.4171689 Jul 28 10:31:51.062174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Router 7d6f3554-91c8-4481-82b9-7b31e80841b0 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:31:51.069547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0b950955-1e24-4afc-ab0c-4442b64af8d2 req-00581130-fe1d-4e9a-a001-3593677ffec4 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (2b1885ee-657c-4e17-aad7-96e4ed055165), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.085328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bea2a9-7eb2-4698-9272-1a3d61c41481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3711828-898f-43ef-8f17-16f745670a4f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:51.100261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0b950955-1e24-4afc-ab0c-4442b64af8d2 req-00581130-fe1d-4e9a-a001-3593677ffec4 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (2b1885ee-657c-4e17-aad7-96e4ed055165), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.174598 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-afb16ae1-18e7-449e-a30d-6eb4f9de71ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28236ff7f54d4b8a90ac3dad03d72884&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9442854 Jul 28 10:31:51.210224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42700) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:51.210358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1215b908-9bde-4bd7-b2cc-43ff2207c86d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:51.213390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0b950955-1e24-4afc-ab0c-4442b64af8d2 req-00581130-fe1d-4e9a-a001-3593677ffec4 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2b1885ee-657c-4e17-aad7-96e4ed055165), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.228082 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-6ffc4267-55d9-449d-bd3e-87c219b5f47a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:31:51.228864 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-6ffc4267-55d9-449d-bd3e-87c219b5f47a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:31:51.233369 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0b950955-1e24-4afc-ab0c-4442b64af8d2 req-00581130-fe1d-4e9a-a001-3593677ffec4 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.237132 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0b950955-1e24-4afc-ab0c-4442b64af8d2 req-00581130-fe1d-4e9a-a001-3593677ffec4 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] 10.222.0.46 "DELETE /v2.0/security-groups/2b1885ee-657c-4e17-aad7-96e4ed055165 HTTP/1.1" status: 204 len: 173 time: 0.6506655 Jul 28 10:31:51.245609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:51.248533 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c360ab1-2e70-4a24-8d4b-7622dff836fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1bc701c6-0dd1-4b26-9b8a-1d4771963dea), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.251089 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c360ab1-2e70-4a24-8d4b-7622dff836fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.258816 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Sync routers for ids ['7d6f3554-91c8-4481-82b9-7b31e80841b0'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:51.267822 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c360ab1-2e70-4a24-8d4b-7622dff836fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1bc701c6-0dd1-4b26-9b8a-1d4771963dea HTTP/1.1" status: 204 len: 168 time: 0.5838273 Jul 28 10:31:51.274537 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Routers {'7d6f3554-91c8-4481-82b9-7b31e80841b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:51.275206 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7d6f3554-91c8-4481-82b9-7b31e80841b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:51.307070 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c360ab1-2e70-4a24-8d4b-7622dff836fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc701c6-0dd1-4b26-9b8a-1d4771963dea,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:51.333361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.337101 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-51305699-2e78-46a8-a9be-b58677e32842 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3659983 Jul 28 10:31:51.337396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42712) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:51.389885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb16ae1-18e7-449e-a30d-6eb4f9de71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd666efb-6da3-4f8e-ae90-ad0f6aa6a289,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:51.448123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (3e830ee5-d1fe-41c9-bba9-64c7662144ce), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.464825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00581130-fe1d-4e9a-a001-3593677ffec4 tempest-SecurityGroupsTestAdminJSON-1963420539 tempest-SecurityGroupsTestAdminJSON-1963420539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1885ee-657c-4e17-aad7-96e4ed055165,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:51.538482 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Set router 7d6f3554-91c8-4481-82b9-7b31e80841b0 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:51.595278 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:51.677426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-634a9079-316b-4856-b680-00286c9c04d2 admin admin] Publish callbacks [] for security_group (cd666efb-6da3-4f8e-ae90-ad0f6aa6a289), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.730598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-634a9079-316b-4856-b680-00286c9c04d2 admin admin] Publish callbacks [] for security_group (cd666efb-6da3-4f8e-ae90-ad0f6aa6a289), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.857005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc4267-55d9-449d-bd3e-87c219b5f47a None None] Current status of the port 1215b908-9bde-4bd7-b2cc-43ff2207c86d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:51.860704 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-634a9079-316b-4856-b680-00286c9c04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cd666efb-6da3-4f8e-ae90-ad0f6aa6a289), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.865453 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-634a9079-316b-4856-b680-00286c9c04d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.870178 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-634a9079-316b-4856-b680-00286c9c04d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd666efb-6da3-4f8e-ae90-ad0f6aa6a289 HTTP/1.1" status: 204 len: 168 time: 0.6133542 Jul 28 10:31:51.871737 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:31:49Z', 'revision_number': 3, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port': {'id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:48Z', 'updated_at': '2022-07-28T10:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:51.887232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a9079-316b-4856-b680-00286c9c04d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd666efb-6da3-4f8e-ae90-ad0f6aa6a289,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:51.889540 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:51.891910 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (3e830ee5-d1fe-41c9-bba9-64c7662144ce), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.894902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks [] for router_controller (3e830ee5-d1fe-41c9-bba9-64c7662144ce), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.955062 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (3e830ee5-d1fe-41c9-bba9-64c7662144ce), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.956036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e830ee5-d1fe-41c9-bba9-64c7662144ce {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:31:51.958165 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Checking router: 7d6f3554-91c8-4481-82b9-7b31e80841b0 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:51.965081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:51.976174 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Updating router 7d6f3554-91c8-4481-82b9-7b31e80841b0 port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:31:51.977198 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9fed5fff-a4f1-4277-8224-ee1767253b19 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3e830ee5-d1fe-41c9-bba9-64c7662144ce HTTP/1.1" status: 204 len: 168 time: 4.0526214 Jul 28 10:31:51.977952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42718) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:51.992845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1becd10f-e882-4ce7-bbe2-d5067f6ad765 None None] Provisioning complete for port 1215b908-9bde-4bd7-b2cc-43ff2207c86d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:51.992845 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1becd10f-e882-4ce7-bbe2-d5067f6ad765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.103100 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.138399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] Deleting subnet 9d5d1066-85c0-41de-bb17-28fffc5ffa44 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:31:52.145200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] Publish callbacks [] for subnet (9d5d1066-85c0-41de-bb17-28fffc5ffa44), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.236274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1becd10f-e882-4ce7-bbe2-d5067f6ad765 None None] Current status of the port 1215b908-9bde-4bd7-b2cc-43ff2207c86d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:52.263171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (9d5d1066-85c0-41de-bb17-28fffc5ffa44), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.387388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42728) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:52.491446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (9d5d1066-85c0-41de-bb17-28fffc5ffa44), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.612238 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (9d5d1066-85c0-41de-bb17-28fffc5ffa44), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.681588 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:52.689765 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42736) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:52.714010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff00f4-7c80-45f5-bd11-e50fbbc9292b None None] Network bb700dad-a624-4bd9-80d2-7a0359372524 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:31:52.716837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.718997 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:52.725750 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9d5d1066-85c0-41de-bb17-28fffc5ffa44 HTTP/1.1" status: 204 len: 168 time: 0.7459748 Jul 28 10:31:52.727876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42738) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:52.732450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e92d9d4e-8c85-41f1-a964-34c43f6e3587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.788596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.879407 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Publish callbacks [] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.898685 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:52.904990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f3f4f-aa17-48ba-bc16-d95173d37398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5d1066-85c0-41de-bb17-28fffc5ffa44,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:52.978774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Allocated IP 172.20.0.1 (435f6e23-c89b-4a1f-896a-038892f31a2c/35109056-6851-4c26-a332-061ec076c718/ccdbd18b-763c-48e2-a28e-3f324d239e38) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:31:53.032181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (bb700dad-a624-4bd9-80d2-7a0359372524), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.035716 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Attempting to bind port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:53.040625 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Attempting to bind port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:53.041210 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Attempting to bind port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:53.053078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a3ff-2558-425b-803d-d7422d025e1c None None] Pushing event updated for resources: {'Port': ['ID=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:53.060975 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:53.063584 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:53.065118 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.066941 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:53.068880 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Bound port: 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:53.070386 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.123783 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:53.155772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks [] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.190119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1215b908-9bde-4bd7-b2cc-43ff2207c86d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:53.213492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e92d9d4e-8c85-41f1-a964-34c43f6e3587 admin admin] Publish callbacks [] for security_group (305abe36-586f-43be-b0a6-7caf44161cc3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.227049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e92d9d4e-8c85-41f1-a964-34c43f6e3587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (305abe36-586f-43be-b0a6-7caf44161cc3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.252178 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] For port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:53.257719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Deleting port 3c1dd237-4757-429c-995a-cb2c6e83bc32 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:53.258315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.261735 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] For port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:53.263836 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c7552c5f-ac8b-4bdb-b98c-13cc1c6a782e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36571e5795794c8497cd0b78b4ee7931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8733473 Jul 28 10:31:53.265068 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.276946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42744) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:53.278649 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.325696 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:53.333251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] DHCP port deletion for bb700dad-a624-4bd9-80d2-7a0359372524 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:31:53.343242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Network 435f6e23-c89b-4a1f-896a-038892f31a2c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:53.352671 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e92d9d4e-8c85-41f1-a964-34c43f6e3587 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04c0a0c92a4545598e5932bac95ea3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6619534 Jul 28 10:31:53.358228 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:53.369822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:53.372396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:31:53.374928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d9d4e-8c85-41f1-a964-34c43f6e3587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305abe36-586f-43be-b0a6-7caf44161cc3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:53.416606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1215b908-9bde-4bd7-b2cc-43ff2207c86d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:53.417316 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.454704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Pushing event updated for resources: {'Port': ['ID=ccdbd18b-763c-48e2-a28e-3f324d239e38,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:53.508814 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Routers {'7d6f3554-91c8-4481-82b9-7b31e80841b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:53.510432 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7d6f3554-91c8-4481-82b9-7b31e80841b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:53.520767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (7d6f3554-91c8-4481-82b9-7b31e80841b0), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.536643 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5730dd7-d592-4283-980f-02c5bdce7357 admin admin] Publish callbacks [] for security_group (0c6dd6c2-0d3e-4377-9205-cd37212eca5d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.585152 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=1,neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:53.598444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1215b908-9bde-4bd7-b2cc-43ff2207c86d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:53.611506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] For port 3c1dd237-4757-429c-995a-cb2c6e83bc32, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c1dd237-4757-429c-995a-cb2c6e83bc32,segment=NetworkSegment(45ac9f88-a265-4b86-bc37-9641817f9238),segment_id=45ac9f88-a265-4b86-bc37-9641817f9238)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:53.612104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.640539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6c40b034-4f23-4e70-add1-87f66df295b6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:53.643236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Calling delete_port for 3c1dd237-4757-429c-995a-cb2c6e83bc32 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:53.666887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42754) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:53.697750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] Deleting port 3c1dd237-4757-429c-995a-cb2c6e83bc32 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:53.699341 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.711114 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] Set router 7d6f3554-91c8-4481-82b9-7b31e80841b0 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:53.730354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b932341-0158-43d6-ae05-93c51d545a3b admin admin] Publish callbacks [] for security_group (305abe36-586f-43be-b0a6-7caf44161cc3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.786163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 6c40b034-4f23-4e70-add1-87f66df295b6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:53.788149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6c40b034-4f23-4e70-add1-87f66df295b6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:53.788763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 42efe02a-4bed-48c0-aff0-41c6fe6b0894 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:53.807465 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:53.808629 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:53.837205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 42efe02a-4bed-48c0-aff0-41c6fe6b0894 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:53.840073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 42efe02a-4bed-48c0-aff0-41c6fe6b0894 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:53.875503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-55cd2f2a-4ae0-4b20-b213-66e99287c431 None None] Provisioning complete for port ccdbd18b-763c-48e2-a28e-3f324d239e38 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:53.876214 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55cd2f2a-4ae0-4b20-b213-66e99287c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.924436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-55cd2f2a-4ae0-4b20-b213-66e99287c431 None None] Port ccdbd18b-763c-48e2-a28e-3f324d239e38 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:31:53.927404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b932341-0158-43d6-ae05-93c51d545a3b admin admin] Publish callbacks [] for security_group (305abe36-586f-43be-b0a6-7caf44161cc3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.937289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] For port 3c1dd237-4757-429c-995a-cb2c6e83bc32, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c1dd237-4757-429c-995a-cb2c6e83bc32,segment=NetworkSegment(45ac9f88-a265-4b86-bc37-9641817f9238),segment_id=45ac9f88-a265-4b86-bc37-9641817f9238)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:53.937807 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.956919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42109178-6ae4-4cd3-b2b6-e3416831e7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:53.969505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] Calling delete_port for 3c1dd237-4757-429c-995a-cb2c6e83bc32 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:31:53.992930 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:31:49Z', 'revision_number': 3, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port': {'id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:48Z', 'updated_at': '2022-07-28T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:54.000959 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0a3ff-2558-425b-803d-d7422d025e1c None None] Pushing event updated for resources: {'Port': ['ID=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:54.138395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5730dd7-d592-4283-980f-02c5bdce7357 admin admin] Publish callbacks [] for security_group (0c6dd6c2-0d3e-4377-9205-cd37212eca5d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.186979 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:54.207358 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.259856 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c46b7-8e11-4a50-adf5-561fad005994 None None] The sync data for ids ['7d6f3554-91c8-4481-82b9-7b31e80841b0'] in n-d-850468-6 is: [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:31:49Z', 'revision_number': 3, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port': {'id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:48Z', 'updated_at': '2022-07-28T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:31:54.279863 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:54.303939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] No DVR routers for this DVR port 3c1dd237-4757-429c-995a-cb2c6e83bc32 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:54.310507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd855b5-18f7-4572-a698-6957ec6a5907 None None] Pushing event deleted for resources: {'Port': ['ID=3c1dd237-4757-429c-995a-cb2c6e83bc32,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:54.349431 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b932341-0158-43d6-ae05-93c51d545a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (305abe36-586f-43be-b0a6-7caf44161cc3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.352637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b932341-0158-43d6-ae05-93c51d545a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.354051 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7b932341-0158-43d6-ae05-93c51d545a3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/305abe36-586f-43be-b0a6-7caf44161cc3 HTTP/1.1" status: 204 len: 168 time: 0.9946954 Jul 28 10:31:54.355979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.377428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3c1dd237-4757-429c-995a-cb2c6e83bc32), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.392621 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42109178-6ae4-4cd3-b2b6-e3416831e7c5 admin admin] Publish callbacks [] for security_group (9a9ebb81-40e2-47b0-9e33-827dc808c9bb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.449718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] No DVR routers for this DVR port 3c1dd237-4757-429c-995a-cb2c6e83bc32 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:31:54.456290 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b932341-0158-43d6-ae05-93c51d545a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305abe36-586f-43be-b0a6-7caf44161cc3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:54.468952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5730dd7-d592-4283-980f-02c5bdce7357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0c6dd6c2-0d3e-4377-9205-cd37212eca5d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.471604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5730dd7-d592-4283-980f-02c5bdce7357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.480379 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b5730dd7-d592-4283-980f-02c5bdce7357 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c6dd6c2-0d3e-4377-9205-cd37212eca5d HTTP/1.1" status: 204 len: 168 time: 1.1891329 Jul 28 10:31:54.492395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42109178-6ae4-4cd3-b2b6-e3416831e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9a9ebb81-40e2-47b0-9e33-827dc808c9bb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.499211 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1dd237-4757-429c-995a-cb2c6e83bc32,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:54.515832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5730dd7-d592-4283-980f-02c5bdce7357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6dd6c2-0d3e-4377-9205-cd37212eca5d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:54.643216 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42109178-6ae4-4cd3-b2b6-e3416831e7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ebb81-40e2-47b0-9e33-827dc808c9bb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:54.674484 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-42109178-6ae4-4cd3-b2b6-e3416831e7c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fef455a3ad294b5aa277e84c479f441f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9978986 Jul 28 10:31:54.678686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42772) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:54.687821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (bb700dad-a624-4bd9-80d2-7a0359372524), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.759400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb700dad-a624-4bd9-80d2-7a0359372524']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:54.772595 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:54.789318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ac9f88-a265-4b86-bc37-9641817f9238') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:54.789318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ac9f88-a265-4b86-bc37-9641817f9238') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:54.804554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (45ac9f88-a265-4b86-bc37-9641817f9238), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.826994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d90e1a2-68ab-491b-a6d4-f294b1bade27 admin admin] Publish callbacks [] for security_group (9a9ebb81-40e2-47b0-9e33-827dc808c9bb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.833798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (45ac9f88-a265-4b86-bc37-9641817f9238), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.859325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:31:54.859739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (45ac9f88-a265-4b86-bc37-9641817f9238), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.912308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks [] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:54.927923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.038293 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 45ac9f88-a265-4b86-bc37-9641817f9238 resource provider aggregate not found Jul 28 10:31:55.044653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d90e1a2-68ab-491b-a6d4-f294b1bade27 admin admin] Publish callbacks [] for security_group (9a9ebb81-40e2-47b0-9e33-827dc808c9bb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.105380 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 45ac9f88-a265-4b86-bc37-9641817f9238 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45ac9f88-a265-4b86-bc37-9641817f9238 found for delete ", "request_id": "req-b69def81-3fa8-49e8-ae8d-cf38b7637236"}]} Jul 28 10:31:55.105637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:55.110680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Pushing event updated for resources: {'Port': ['ID=ccdbd18b-763c-48e2-a28e-3f324d239e38,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:55.138979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (bb700dad-a624-4bd9-80d2-7a0359372524), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.154248 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (7d6f3554-91c8-4481-82b9-7b31e80841b0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.202599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.221489 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] 10.222.0.46 "DELETE /v2.0/networks/bb700dad-a624-4bd9-80d2-7a0359372524 HTTP/1.1" status: 204 len: 168 time: 2.4880939 Jul 28 10:31:55.222759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41860847-7d29-46f7-a13c-50b46553638a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb700dad-a624-4bd9-80d2-7a0359372524,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:55.249764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:55.250680 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.256729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d90e1a2-68ab-491b-a6d4-f294b1bade27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9a9ebb81-40e2-47b0-9e33-827dc808c9bb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.259600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d90e1a2-68ab-491b-a6d4-f294b1bade27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.261276 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9d90e1a2-68ab-491b-a6d4-f294b1bade27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a9ebb81-40e2-47b0-9e33-827dc808c9bb HTTP/1.1" status: 204 len: 168 time: 0.5817049 Jul 28 10:31:55.274906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90e1a2-68ab-491b-a6d4-f294b1bade27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ebb81-40e2-47b0-9e33-827dc808c9bb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:55.399268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Network 435f6e23-c89b-4a1f-896a-038892f31a2c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:31:55.405610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:31:55.536131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:55.536871 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.627753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:31:55.635918 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.677812 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Router 7d6f3554-91c8-4481-82b9-7b31e80841b0 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:31:55.737179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:55.779326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c1dd237-4757-429c-995a-cb2c6e83bc32 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:31:55.848696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3c1dd237-4757-429c-995a-cb2c6e83bc32 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:31:55.852591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c1dd237-4757-429c-995a-cb2c6e83bc32 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:31:55.883151 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:55.885297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4482a0f5-03a6-4164-9bd0-c8a9e03af525 None None] Provisioning complete for port ccdbd18b-763c-48e2-a28e-3f324d239e38 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:55.886117 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4482a0f5-03a6-4164-9bd0-c8a9e03af525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:55.981456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4482a0f5-03a6-4164-9bd0-c8a9e03af525 None None] Port ccdbd18b-763c-48e2-a28e-3f324d239e38 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:31:55.989414 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42798) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:56.025107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:31:56.044176 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b8a9331f-26c6-483c-b13b-a026bb4d197b admin admin] 10.222.0.46 "PUT /v2.0/routers/7d6f3554-91c8-4481-82b9-7b31e80841b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7052259 Jul 28 10:31:56.137923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42804) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:56.141791 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f589331c-583f-4f03-87cb-8fd13227a291 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0eb3b2a22c446e68cca910b8d40ca12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509953 Jul 28 10:31:56.233912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7270e9e-30e6-466e-b75d-42ac0426e495 admin admin] Publish callbacks [] for security_group (36115b7a-2d30-48b6-801c-d4a34d2fd540), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.264523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7270e9e-30e6-466e-b75d-42ac0426e495 admin admin] Publish callbacks [] for security_group (36115b7a-2d30-48b6-801c-d4a34d2fd540), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.282782 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:56.339680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7270e9e-30e6-466e-b75d-42ac0426e495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (36115b7a-2d30-48b6-801c-d4a34d2fd540), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.342868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7270e9e-30e6-466e-b75d-42ac0426e495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.346873 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d7270e9e-30e6-466e-b75d-42ac0426e495 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36115b7a-2d30-48b6-801c-d4a34d2fd540 HTTP/1.1" status: 204 len: 168 time: 0.2046685 Jul 28 10:31:56.354507 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7270e9e-30e6-466e-b75d-42ac0426e495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36115b7a-2d30-48b6-801c-d4a34d2fd540,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:56.493227 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42818) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:56.578374 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e07f0aed-c1a2-4ece-a658-8d4118a70fde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b035f81601d4bad9ec99a29f2ec97eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829351 Jul 28 10:31:56.580648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42820) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:56.651899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3d13ff0c-646b-4c79-b480-59c03b11a082 admin admin] Publish callbacks [] for security_group (9dc62ba5-4f6a-404d-b96f-8515f388c8ff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.722521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3d13ff0c-646b-4c79-b480-59c03b11a082 admin admin] Publish callbacks [] for security_group (9dc62ba5-4f6a-404d-b96f-8515f388c8ff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.820717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3d13ff0c-646b-4c79-b480-59c03b11a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9dc62ba5-4f6a-404d-b96f-8515f388c8ff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.824519 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3d13ff0c-646b-4c79-b480-59c03b11a082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:56.826267 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3d13ff0c-646b-4c79-b480-59c03b11a082 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dc62ba5-4f6a-404d-b96f-8515f388c8ff HTTP/1.1" status: 204 len: 168 time: 0.2439041 Jul 28 10:31:56.837520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13ff0c-646b-4c79-b480-59c03b11a082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc62ba5-4f6a-404d-b96f-8515f388c8ff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:56.984587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:31:57.112177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:57.112870 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:57.405240 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-75685745-ca26-40c9-8376-328d4c964d5c req-6ed3faee-0313-4615-889d-14f35f5799c0 tempest-ServersAdmin275Test-667277790 tempest-ServersAdmin275Test-667277790-project] 10.222.0.46 "GET /v2.0/ports?device_id=646da62b-6a8b-4d28-97de-45ccf7b69e10 HTTP/1.1" status: 200 len: 210 time: 0.0747237 Jul 28 10:31:57.506700 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:57.519484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Sync routers for ids ['7d6f3554-91c8-4481-82b9-7b31e80841b0'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:31:57.545469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Routers {'7d6f3554-91c8-4481-82b9-7b31e80841b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:57.546469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7d6f3554-91c8-4481-82b9-7b31e80841b0'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:57.618765 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d7941858-aafd-4d96-8af8-507ee6f94ee7 req-0e6fae57-6ec2-4142-9a55-088809d5e679 tempest-ServersAdmin275Test-667277790 tempest-ServersAdmin275Test-667277790-project] 10.222.0.46 "GET /v2.0/ports?device_id=646da62b-6a8b-4d28-97de-45ccf7b69e10 HTTP/1.1" status: 200 len: 210 time: 0.0904584 Jul 28 10:31:57.706894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:57.726732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Set router 7d6f3554-91c8-4481-82b9-7b31e80841b0 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:57.803698 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f475300d-d2ce-49d6-8071-47e6e9033033 req-31b50020-32ca-40ce-bc86-ff21e5f8f837 tempest-FloatingIPsNegativeTestJSON-197756891 tempest-FloatingIPsNegativeTestJSON-197756891-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=f1a9c88f254242c0a0a2cd70a69834d4 HTTP/1.1" status: 200 len: 217 time: 0.0775352 Jul 28 10:31:57.935252 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-207df7ad-89fc-4b3c-bdf0-bcc844cc345c req-866d04d2-7a55-4bae-bad3-05ff7a8b056f tempest-FloatingIPsNegativeTestJSON-197756891 tempest-FloatingIPsNegativeTestJSON-197756891-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0700779 Jul 28 10:31:58.018336 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-0c2e3e84-26ae-441b-bd5d-e762d5606a20 req-5a72b304-f9bb-47d8-a207-6112d0c68af8 tempest-FloatingIPsNegativeTestJSON-197756891 tempest-FloatingIPsNegativeTestJSON-197756891-project] show failed (client error): The resource could not be found. Jul 28 10:31:58.034754 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0c2e3e84-26ae-441b-bd5d-e762d5606a20 req-5a72b304-f9bb-47d8-a207-6112d0c68af8 tempest-FloatingIPsNegativeTestJSON-197756891 tempest-FloatingIPsNegativeTestJSON-197756891-project] 10.222.0.46 "GET /v2.0/floatingips/e0a0ed32-379f-4a7e-9a39-03ad626e9e03 HTTP/1.1" status: 404 len: 350 time: 0.0585818 Jul 28 10:31:58.040312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42872) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:31:58.167763 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:58.194632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:31:54Z', 'revision_number': 4, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port': {'id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:48Z', 'updated_at': '2022-07-28T10:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ccdbd18b-763c-48e2-a28e-3f324d239e38', 'name': '', 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'mac_address': 'fa:16:3e:46:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '35109056-6851-4c26-a332-061ec076c718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:52Z', 'updated_at': '2022-07-28T10:31:54Z', 'revision_number': 2, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'subnets': [{'id': '35109056-6851-4c26-a332-061ec076c718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:58.252435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Checking router: 7d6f3554-91c8-4481-82b9-7b31e80841b0 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:31:58.254207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Updating router 7d6f3554-91c8-4481-82b9-7b31e80841b0 port ccdbd18b-763c-48e2-a28e-3f324d239e38 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:31:58.291918 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:58.637282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (7d6f3554-91c8-4481-82b9-7b31e80841b0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:58.851227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Publish callbacks [] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:58.865595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:58.956489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Pushing event updated for resources: {'Port': ['ID=ccdbd18b-763c-48e2-a28e-3f324d239e38,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:58.996527 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:59.003880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Attempting to bind port ccdbd18b-763c-48e2-a28e-3f324d239e38 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:31:59.004684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Attempting to bind port ccdbd18b-763c-48e2-a28e-3f324d239e38 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:31:59.005267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Attempting to bind port ccdbd18b-763c-48e2-a28e-3f324d239e38 on network 435f6e23-c89b-4a1f-896a-038892f31a2c {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:31:59.016329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:31:59.017087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Checking segment: {'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:31:59.017686 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:59.018295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Bound using segment: {'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:31:59.019606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Bound port: ccdbd18b-763c-48e2-a28e-3f324d239e38, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c6c074-10ee-4fe7-88d9-42ea3f0639fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:31:59.020297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:59.124474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] For port ccdbd18b-763c-48e2-a28e-3f324d239e38, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:31:59.130443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] For port ccdbd18b-763c-48e2-a28e-3f324d239e38, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ccdbd18b-763c-48e2-a28e-3f324d239e38,segment=NetworkSegment(11c6c074-10ee-4fe7-88d9-42ea3f0639fc),segment_id=11c6c074-10ee-4fe7-88d9-42ea3f0639fc)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:31:59.145705 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:59.150965 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:31:59.168259 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-53a33e36-937f-44f1-9514-99db1e56de74 req-555ccf21-fc5d-42c1-bb64-6fc67211bb12 tempest-ServersAdmin275Test-667277790 tempest-ServersAdmin275Test-667277790-project] 10.222.0.46 "GET /v2.0/ports?device_id=646da62b-6a8b-4d28-97de-45ccf7b69e10 HTTP/1.1" status: 200 len: 210 time: 0.0992424 Jul 28 10:31:59.278923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Routers {'7d6f3554-91c8-4481-82b9-7b31e80841b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:31:59.279583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7d6f3554-91c8-4481-82b9-7b31e80841b0'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:31:59.375786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Pushing event updated for resources: {'Port': ['ID=ccdbd18b-763c-48e2-a28e-3f324d239e38,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:59.430858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.431466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.431965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.432478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.432972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.433468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.434529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.435037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.435668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.436150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.436817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.437328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.437954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.438436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.438912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11c51a-46e8-4bb0-b437-8370b03a7691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:59.454449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4dc18cf6-3c45-4370-a70b-384b24a37e05 None None] Provisioning complete for port ccdbd18b-763c-48e2-a28e-3f324d239e38 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:31:59.455294 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4dc18cf6-3c45-4370-a70b-384b24a37e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:59.519333 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-217c098f-3760-4d24-bd0b-d8a603ef3ed3 req-06ede52a-7449-4330-9d23-151791ad9f1f tempest-ServersAdmin275Test-667277790 tempest-ServersAdmin275Test-667277790-project] 10.222.0.46 "GET /v2.0/ports?device_id=646da62b-6a8b-4d28-97de-45ccf7b69e10 HTTP/1.1" status: 200 len: 210 time: 0.0892057 Jul 28 10:31:59.668419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] Set router 7d6f3554-91c8-4481-82b9-7b31e80841b0 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:31:59.810632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Deleting port ccdbd18b-763c-48e2-a28e-3f324d239e38 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:31:59.811782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:59.913356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4dc18cf6-3c45-4370-a70b-384b24a37e05 None None] Current status of the port ccdbd18b-763c-48e2-a28e-3f324d239e38 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:31:59.913970 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4dc18cf6-3c45-4370-a70b-384b24a37e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:31:59.995553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4dc18cf6-3c45-4370-a70b-384b24a37e05 None None] For port ccdbd18b-763c-48e2-a28e-3f324d239e38, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ccdbd18b-763c-48e2-a28e-3f324d239e38,segment=NetworkSegment(11c6c074-10ee-4fe7-88d9-42ea3f0639fc),segment_id=11c6c074-10ee-4fe7-88d9-42ea3f0639fc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:00.004954 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4dc18cf6-3c45-4370-a70b-384b24a37e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:00.051922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] For port ccdbd18b-763c-48e2-a28e-3f324d239e38, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ccdbd18b-763c-48e2-a28e-3f324d239e38,segment=NetworkSegment(11c6c074-10ee-4fe7-88d9-42ea3f0639fc),segment_id=11c6c074-10ee-4fe7-88d9-42ea3f0639fc)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:00.052990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:00.083075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc18cf6-3c45-4370-a70b-384b24a37e05 None None] Pushing event updated for resources: {'Port': ['ID=ccdbd18b-763c-48e2-a28e-3f324d239e38,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:00.093055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Calling delete_port for ccdbd18b-763c-48e2-a28e-3f324d239e38 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:00.115654 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:00.134181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-981aae3e-ff09-4571-a5c0-0545e0c23ed4 None None] Provisioning complete for port ccdbd18b-763c-48e2-a28e-3f324d239e38 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:00.134573 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-981aae3e-ff09-4571-a5c0-0545e0c23ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:00.187195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1558f25-6869-4f28-94be-e745361b842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:31:54Z', 'revision_number': 4, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port': {'id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:48Z', 'updated_at': '2022-07-28T10:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ccdbd18b-763c-48e2-a28e-3f324d239e38', 'name': '', 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'mac_address': 'fa:16:3e:46:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '35109056-6851-4c26-a332-061ec076c718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:52Z', 'updated_at': '2022-07-28T10:31:59Z', 'revision_number': 4, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'subnets': [{'id': '35109056-6851-4c26-a332-061ec076c718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:00.253770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1558f25-6869-4f28-94be-e745361b842e None None] The sync data for ids ['7d6f3554-91c8-4481-82b9-7b31e80841b0'] in n-d-850468-6 is: [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:31:54Z', 'revision_number': 4, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port': {'id': '4eabf5fe-ff39-48bd-a2b0-a87bd4135eff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:38:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:48Z', 'updated_at': '2022-07-28T10:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ccdbd18b-763c-48e2-a28e-3f324d239e38', 'name': '', 'network_id': '435f6e23-c89b-4a1f-896a-038892f31a2c', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'mac_address': 'fa:16:3e:46:5b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '35109056-6851-4c26-a332-061ec076c718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:31:52Z', 'updated_at': '2022-07-28T10:31:59Z', 'revision_number': 4, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'subnets': [{'id': '35109056-6851-4c26-a332-061ec076c718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:00.319502 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:00.323413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-981aae3e-ff09-4571-a5c0-0545e0c23ed4 None None] Current status of the port ccdbd18b-763c-48e2-a28e-3f324d239e38 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:00.460540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ccdbd18b-763c-48e2-a28e-3f324d239e38), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:00.531984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdbd18b-763c-48e2-a28e-3f324d239e38,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:00.585579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.586010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.586433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.587040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.587390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.587731 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.588125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.588459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.588791 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.589121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.589472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.589776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.590149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.590478 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.591238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:00.842164 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:00.843782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (7d6f3554-91c8-4481-82b9-7b31e80841b0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:01.427885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Router 7d6f3554-91c8-4481-82b9-7b31e80841b0 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:01.617175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42974) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:01.662529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:01.676203 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3218d9ec-3045-48fc-b9c1-ada2e99f4465 admin admin] 10.222.0.46 "PUT /v2.0/routers/7d6f3554-91c8-4481-82b9-7b31e80841b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6311817 Jul 28 10:32:01.676701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42978) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:01.863198 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks [] for router (7d6f3554-91c8-4481-82b9-7b31e80841b0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:01.990918 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:02.006812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks [] for router_gateway (7d6f3554-91c8-4481-82b9-7b31e80841b0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.123103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Deleting port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:02.125109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.281522 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] Sync routers for ids ['7d6f3554-91c8-4481-82b9-7b31e80841b0'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:02.299788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] Routers {'7d6f3554-91c8-4481-82b9-7b31e80841b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:02.299788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7d6f3554-91c8-4481-82b9-7b31e80841b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:02.345603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee4213a3-01f8-46e3-8141-2b2e73d40994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.363776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] For port 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:02.363776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.432283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Calling delete_port for 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:02.486910 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] Set router 7d6f3554-91c8-4481-82b9-7b31e80841b0 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:02.552949 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a4ee185-84e2-4912-82c9-11d3919a3604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.597736 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:32:02Z', 'revision_number': 6, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:02.619163 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:02.619482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43030) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:02.637552 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] Checking router: 7d6f3554-91c8-4481-82b9-7b31e80841b0 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:02.648416 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] Routers {'7d6f3554-91c8-4481-82b9-7b31e80841b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:02.649498 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:31:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7d6f3554-91c8-4481-82b9-7b31e80841b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:02.675346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee4213a3-01f8-46e3-8141-2b2e73d40994 admin admin] Publish callbacks [] for security_group (bb8a1830-fd83-47bb-a65e-646c9e0e7bb0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.681046 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee4213a3-01f8-46e3-8141-2b2e73d40994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb8a1830-fd83-47bb-a65e-646c9e0e7bb0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.790991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4213a3-01f8-46e3-8141-2b2e73d40994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a1830-fd83-47bb-a65e-646c9e0e7bb0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:02.791585 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] Set router 7d6f3554-91c8-4481-82b9-7b31e80841b0 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:02.818904 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee4213a3-01f8-46e3-8141-2b2e73d40994 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd770f94551945edbc610bba2ca5d780&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2006495 Jul 28 10:32:02.821708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43038) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:02.840161 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4eabf5fe-ff39-48bd-a2b0-a87bd4135eff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.889834 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Pushing event deleted for resources: {'Port': ['ID=4eabf5fe-ff39-48bd-a2b0-a87bd4135eff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:02.903359 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:32:02Z', 'revision_number': 6, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:02.950901 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Publish callbacks [] for security_group (bb8a1830-fd83-47bb-a65e-646c9e0e7bb0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:02.969726 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d4ecd-9c8c-4907-a471-de1905be6f87 None None] The sync data for ids ['7d6f3554-91c8-4481-82b9-7b31e80841b0'] in n-d-850468-6 is: [{'id': '7d6f3554-91c8-4481-82b9-7b31e80841b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-263656013-router', 'tenant_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:31:47Z', 'updated_at': '2022-07-28T10:32:02Z', 'revision_number': 6, 'project_id': 'f1a9c88f254242c0a0a2cd70a69834d4', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:03.011592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Publish callbacks [] for security_group (bb8a1830-fd83-47bb-a65e-646c9e0e7bb0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.042137 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:03.075584 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (7d6f3554-91c8-4481-82b9-7b31e80841b0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.088861 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb8a1830-fd83-47bb-a65e-646c9e0e7bb0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.092588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.099957 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb8a1830-fd83-47bb-a65e-646c9e0e7bb0 HTTP/1.1" status: 204 len: 168 time: 0.2743895 Jul 28 10:32:03.121734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a1830-fd83-47bb-a65e-646c9e0e7bb0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:03.152289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.152484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.153408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.154126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.154987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.155502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.156462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.157649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.158036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.158381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.159628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.160911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.161268 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.161656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.164707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4a08-09c4-44cb-985b-7514b572ba34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:03.275386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (7d6f3554-91c8-4481-82b9-7b31e80841b0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.277962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks [] for router_controller (7d6f3554-91c8-4481-82b9-7b31e80841b0), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.283143 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:03.299032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-58d4c36e-fb43-45a4-8a50-553794b1d1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.355858 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (7d6f3554-91c8-4481-82b9-7b31e80841b0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.356630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6f3554-91c8-4481-82b9-7b31e80841b0 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:32:03.367028 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.370068 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92f7714c-00df-4f81-a3d9-94b3ec07111c admin admin] 10.222.0.46 "DELETE /v2.0/routers/7d6f3554-91c8-4481-82b9-7b31e80841b0 HTTP/1.1" status: 204 len: 168 time: 1.6921427 Jul 28 10:32:03.373351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:03.446521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-58d4c36e-fb43-45a4-8a50-553794b1d1e0 admin admin] Publish callbacks [] for security_group (f64d4c5b-25ba-4d49-b108-b56ff2361857), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.455189 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-58d4c36e-fb43-45a4-8a50-553794b1d1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f64d4c5b-25ba-4d49-b108-b56ff2361857), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.485021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] Deleting subnet 35109056-6851-4c26-a332-061ec076c718 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:32:03.493337 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] Publish callbacks [] for subnet (35109056-6851-4c26-a332-061ec076c718), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.515987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4c36e-fb43-45a4-8a50-553794b1d1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d4c5b-25ba-4d49-b108-b56ff2361857,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:03.522107 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-58d4c36e-fb43-45a4-8a50-553794b1d1e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e5aeae56f7b44008a9afa09f7674ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9002576 Jul 28 10:32:03.524385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43056) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:03.559908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43058) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:03.578579 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:03.597420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c0864-1513-4915-b545-8216e0ad5395 admin admin] Publish callbacks [] for security_group (f64d4c5b-25ba-4d49-b108-b56ff2361857), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.622922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (35109056-6851-4c26-a332-061ec076c718), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.627591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c0864-1513-4915-b545-8216e0ad5395 admin admin] Publish callbacks [] for security_group (f64d4c5b-25ba-4d49-b108-b56ff2361857), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.722034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c0864-1513-4915-b545-8216e0ad5395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f64d4c5b-25ba-4d49-b108-b56ff2361857), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.724989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c0864-1513-4915-b545-8216e0ad5395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.726498 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-963c0864-1513-4915-b545-8216e0ad5395 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f64d4c5b-25ba-4d49-b108-b56ff2361857 HTTP/1.1" status: 204 len: 168 time: 0.2000310 Jul 28 10:32:03.738317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0864-1513-4915-b545-8216e0ad5395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d4c5b-25ba-4d49-b108-b56ff2361857,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:03.760814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (35109056-6851-4c26-a332-061ec076c718), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.859377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (35109056-6851-4c26-a332-061ec076c718), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.922390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35109056-6851-4c26-a332-061ec076c718,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:03.930862 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:03.935769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d94a0-7cde-48a7-a581-b68873bb63de None None] Network 435f6e23-c89b-4a1f-896a-038892f31a2c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:03.938022 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-83ca45d8-79e3-46a5-8616-89c1dd3126f8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/35109056-6851-4c26-a332-061ec076c718 HTTP/1.1" status: 204 len: 168 time: 0.5621536 Jul 28 10:32:03.942227 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43074) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:04.120262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3905dd6-0550-4571-8351-949f32da5a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.132328 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (435f6e23-c89b-4a1f-896a-038892f31a2c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.269643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] DHCP port deletion for 435f6e23-c89b-4a1f-896a-038892f31a2c request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:32:04.282645 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Deleting port 1215b908-9bde-4bd7-b2cc-43ff2207c86d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:04.283159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.354697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] Deleting port 1215b908-9bde-4bd7-b2cc-43ff2207c86d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:04.356266 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.388907 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:04.395291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] For port 1215b908-9bde-4bd7-b2cc-43ff2207c86d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1215b908-9bde-4bd7-b2cc-43ff2207c86d,segment=NetworkSegment(11c6c074-10ee-4fe7-88d9-42ea3f0639fc),segment_id=11c6c074-10ee-4fe7-88d9-42ea3f0639fc)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:04.396242 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.440996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Calling delete_port for 1215b908-9bde-4bd7-b2cc-43ff2207c86d owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:04.480159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3905dd6-0550-4571-8351-949f32da5a3c admin admin] Publish callbacks [] for security_group (9c8bd1f9-d7be-4dc3-8a49-7aea56205664), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.489952 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3905dd6-0550-4571-8351-949f32da5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9c8bd1f9-d7be-4dc3-8a49-7aea56205664), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.515203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] For port 1215b908-9bde-4bd7-b2cc-43ff2207c86d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1215b908-9bde-4bd7-b2cc-43ff2207c86d,segment=NetworkSegment(11c6c074-10ee-4fe7-88d9-42ea3f0639fc),segment_id=11c6c074-10ee-4fe7-88d9-42ea3f0639fc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:04.516049 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.539784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] Calling delete_port for 1215b908-9bde-4bd7-b2cc-43ff2207c86d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:04.583824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3905dd6-0550-4571-8351-949f32da5a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8bd1f9-d7be-4dc3-8a49-7aea56205664,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:04.626810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43086) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:04.628238 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f3905dd6-0550-4571-8351-949f32da5a3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0eaafea849064964a1c49dcc8094758c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0653327 Jul 28 10:32:04.629572 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:04.631940 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43088) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:04.671586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.680992 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (1215b908-9bde-4bd7-b2cc-43ff2207c86d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.708544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06a54e4f-1742-4d4a-a492-4cd7322b936a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.717742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] Pushing event deleted for resources: {'Port': ['ID=1215b908-9bde-4bd7-b2cc-43ff2207c86d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:04.720426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e4094-6810-44aa-b970-c14c1f165560 None None] No DVR routers for this DVR port 1215b908-9bde-4bd7-b2cc-43ff2207c86d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:32:04.773888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Pushing event deleted for resources: {'Port': ['ID=1215b908-9bde-4bd7-b2cc-43ff2207c86d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:04.793447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] No DVR routers for this DVR port 1215b908-9bde-4bd7-b2cc-43ff2207c86d on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:32:04.823602 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d35a98c0-e49e-4e4d-948b-e8443dce8ac3 admin admin] Publish callbacks [] for security_group (9c8bd1f9-d7be-4dc3-8a49-7aea56205664), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:04.884629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d35a98c0-e49e-4e4d-948b-e8443dce8ac3 admin admin] Publish callbacks [] for security_group (9c8bd1f9-d7be-4dc3-8a49-7aea56205664), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.012448 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bbd6ca02-d73a-4802-94cc-e1b13e63508b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.038490 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (435f6e23-c89b-4a1f-896a-038892f31a2c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.077643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ccdbd18b-763c-48e2-a28e-3f324d239e38 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:05.128987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435f6e23-c89b-4a1f-896a-038892f31a2c']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:05.172929 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c6c074-10ee-4fe7-88d9-42ea3f0639fc') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:05.173401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c6c074-10ee-4fe7-88d9-42ea3f0639fc') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:05.183343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ccdbd18b-763c-48e2-a28e-3f324d239e38 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:05.189037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ccdbd18b-763c-48e2-a28e-3f324d239e38 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:05.193204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:05.219818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (11c6c074-10ee-4fe7-88d9-42ea3f0639fc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.249877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06a54e4f-1742-4d4a-a492-4cd7322b936a admin admin] Publish callbacks [] for security_group (9638152d-3581-472f-841d-60ca3852469d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.260090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06a54e4f-1742-4d4a-a492-4cd7322b936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9638152d-3581-472f-841d-60ca3852469d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.266980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:05.267334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4eabf5fe-ff39-48bd-a2b0-a87bd4135eff not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:05.267761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1215b908-9bde-4bd7-b2cc-43ff2207c86d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:05.273288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (11c6c074-10ee-4fe7-88d9-42ea3f0639fc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.280621 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:05.308278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:32:05.309123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (11c6c074-10ee-4fe7-88d9-42ea3f0639fc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.331844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1215b908-9bde-4bd7-b2cc-43ff2207c86d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:05.332416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1215b908-9bde-4bd7-b2cc-43ff2207c86d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:05.341373 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=11,neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:05.352326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54e4f-1742-4d4a-a492-4cd7322b936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9638152d-3581-472f-841d-60ca3852469d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:05.363287 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-06a54e4f-1742-4d4a-a492-4cd7322b936a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fdd38aa9a894f33ae644104c4f13cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7338495 Jul 28 10:32:05.363909 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43098) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:05.405330 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d35a98c0-e49e-4e4d-948b-e8443dce8ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9c8bd1f9-d7be-4dc3-8a49-7aea56205664), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.408348 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d35a98c0-e49e-4e4d-948b-e8443dce8ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.413421 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d35a98c0-e49e-4e4d-948b-e8443dce8ac3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c8bd1f9-d7be-4dc3-8a49-7aea56205664 HTTP/1.1" status: 204 len: 168 time: 0.7568371 Jul 28 10:32:05.434735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a98c0-e49e-4e4d-948b-e8443dce8ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8bd1f9-d7be-4dc3-8a49-7aea56205664,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:05.457071 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34f95896-603a-437f-8a87-020f0821c00b admin admin] Publish callbacks [] for security_group (9638152d-3581-472f-841d-60ca3852469d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.492618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34f95896-603a-437f-8a87-020f0821c00b admin admin] Publish callbacks [] for security_group (9638152d-3581-472f-841d-60ca3852469d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.501695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43108) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:05.523225 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:05.548861 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c265be6-074e-4029-9b25-74e797ebeec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.602618 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 11c6c074-10ee-4fe7-88d9-42ea3f0639fc resource provider aggregate not found Jul 28 10:32:05.725414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c265be6-074e-4029-9b25-74e797ebeec7 admin admin] Publish callbacks [] for security_group (10ddf83a-a92b-4864-b4e1-d66a7dea6326), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.749321 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (435f6e23-c89b-4a1f-896a-038892f31a2c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.776085 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c265be6-074e-4029-9b25-74e797ebeec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (10ddf83a-a92b-4864-b4e1-d66a7dea6326), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.778894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.781232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34f95896-603a-437f-8a87-020f0821c00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9638152d-3581-472f-841d-60ca3852469d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.785033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34f95896-603a-437f-8a87-020f0821c00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:05.792149 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-34f95896-603a-437f-8a87-020f0821c00b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9638152d-3581-472f-841d-60ca3852469d HTTP/1.1" status: 204 len: 168 time: 0.4265857 Jul 28 10:32:05.824924 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] 10.222.0.46 "DELETE /v2.0/networks/435f6e23-c89b-4a1f-896a-038892f31a2c HTTP/1.1" status: 204 len: 168 time: 1.8772068 Jul 28 10:32:05.834551 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 11c6c074-10ee-4fe7-88d9-42ea3f0639fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11c6c074-10ee-4fe7-88d9-42ea3f0639fc found for delete ", "request_id": "req-e0223380-4007-4bde-b903-559e944cd73f"}]} Jul 28 10:32:05.842164 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ddd4e694-917c-41e2-bee4-ae1d712f1128 req-79f7d2ee-bbb9-486f-8c42-a625074aae67 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2de28d440728406b98e332b34dbb0fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053293 Jul 28 10:32:05.885538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f1e1-3d0b-4545-b6b1-a18e7f9e620d admin admin] Pushing event deleted for resources: {'Network': ['ID=435f6e23-c89b-4a1f-896a-038892f31a2c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:05.896218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43130) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:05.897507 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6c265be6-074e-4029-9b25-74e797ebeec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d758f30f7b94b20bc829baad0979e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937926 Jul 28 10:32:06.036917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e694-917c-41e2-bee4-ae1d712f1128 req-5758466d-acd8-4b13-8a0f-e43c748ec221 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:06.038875 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ddd4e694-917c-41e2-bee4-ae1d712f1128 req-5758466d-acd8-4b13-8a0f-e43c748ec221 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536343 Jul 28 10:32:06.039874 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:06.040688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c265be6-074e-4029-9b25-74e797ebeec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ddf83a-a92b-4864-b4e1-d66a7dea6326,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:06.046401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c84879e9-ab90-4709-90b9-184f0cec72e7 admin admin] Publish callbacks [] for security_group (10ddf83a-a92b-4864-b4e1-d66a7dea6326), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:06.065630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f95896-603a-437f-8a87-020f0821c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9638152d-3581-472f-841d-60ca3852469d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:06.088869 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ddd4e694-917c-41e2-bee4-ae1d712f1128 req-84bc17dd-190f-4989-80f8-b76f248602c0 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/quotas/2de28d440728406b98e332b34dbb0fdf HTTP/1.1" status: 200 len: 375 time: 0.0264606 Jul 28 10:32:06.152758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c84879e9-ab90-4709-90b9-184f0cec72e7 admin admin] Publish callbacks [] for security_group (10ddf83a-a92b-4864-b4e1-d66a7dea6326), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:06.226646 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ddd4e694-917c-41e2-bee4-ae1d712f1128 req-2e68604b-3d1e-42c0-852a-8ac197be4d71 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2de28d440728406b98e332b34dbb0fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272810 Jul 28 10:32:06.281956 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c84879e9-ab90-4709-90b9-184f0cec72e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (10ddf83a-a92b-4864-b4e1-d66a7dea6326), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:06.302316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c84879e9-ab90-4709-90b9-184f0cec72e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:06.302316 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c84879e9-ab90-4709-90b9-184f0cec72e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10ddf83a-a92b-4864-b4e1-d66a7dea6326 HTTP/1.1" status: 204 len: 168 time: 0.3981330 Jul 28 10:32:06.320744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84879e9-ab90-4709-90b9-184f0cec72e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ddf83a-a92b-4864-b4e1-d66a7dea6326,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:06.570961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5818ab03-d9e4-4879-8ed2-faba5f5c2671 req-0255c0a0-a922-4a20-bee1-ea39e1dd9728 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff78b77-4c50-4b93-a035-c1b27ee8cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0661693 Jul 28 10:32:06.823923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43162) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:06.887353 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-41e5c6da-9489-406f-86fe-4c650e938ffe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1a9c88f254242c0a0a2cd70a69834d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583627 Jul 28 10:32:06.888170 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43164) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:06.960916 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-423723e9-15a3-4b11-be7d-55cf765ec7af admin admin] Publish callbacks [] for security_group (0ee6d107-ae60-4955-9b33-a9b5e2cb5336), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:06.990229 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-423723e9-15a3-4b11-be7d-55cf765ec7af admin admin] Publish callbacks [] for security_group (0ee6d107-ae60-4955-9b33-a9b5e2cb5336), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.038523 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.064815 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-423723e9-15a3-4b11-be7d-55cf765ec7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0ee6d107-ae60-4955-9b33-a9b5e2cb5336), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.068966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-423723e9-15a3-4b11-be7d-55cf765ec7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.070507 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-423723e9-15a3-4b11-be7d-55cf765ec7af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ee6d107-ae60-4955-9b33-a9b5e2cb5336 HTTP/1.1" status: 204 len: 168 time: 0.1812301 Jul 28 10:32:07.092797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423723e9-15a3-4b11-be7d-55cf765ec7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee6d107-ae60-4955-9b33-a9b5e2cb5336,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:07.280464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43176) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:07.474208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.541074 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0d51f4d6-ea05-423f-9203-597267f93f58 req-3ff7101a-2156-4dee-bb45-157232328354 tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5c6b17f75c6d43baa95246f3ec82ac37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329947 Jul 28 10:32:07.622417 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.749600 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:07.760814 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-215f7d5b-f060-4686-963d-a6350b69cc10 req-b0978f60-f2fe-4353-b640-ed871f1f6761 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff78b77-4c50-4b93-a035-c1b27ee8cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0398510 Jul 28 10:32:07.773165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51f4d6-ea05-423f-9203-597267f93f58 req-8ae1e680-d9b7-4db1-af5b-2577e1c49394 tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:07.775241 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0d51f4d6-ea05-423f-9203-597267f93f58 req-8ae1e680-d9b7-4db1-af5b-2577e1c49394 tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275288 Jul 28 10:32:07.777760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d02148b-b7ef-4d8a-873f-3d0fac3cd605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.818659 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0d51f4d6-ea05-423f-9203-597267f93f58 req-2bf055bb-ce77-452f-8e3c-b2c9f4113226 tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] 10.222.0.46 "GET /v2.0/quotas/5c6b17f75c6d43baa95246f3ec82ac37 HTTP/1.1" status: 200 len: 375 time: 0.0285559 Jul 28 10:32:07.887805 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0d51f4d6-ea05-423f-9203-597267f93f58 req-8e0a4b75-b381-43c9-8784-ef2e6cb9e5ae tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c6b17f75c6d43baa95246f3ec82ac37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627518 Jul 28 10:32:07.977238 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d02148b-b7ef-4d8a-873f-3d0fac3cd605 admin admin] Publish callbacks [] for security_group (9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:07.985124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d02148b-b7ef-4d8a-873f-3d0fac3cd605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:08.058024 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0d02148b-b7ef-4d8a-873f-3d0fac3cd605 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f70379b0c4e64729942fc6c2e7918768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7763531 Jul 28 10:32:08.059136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02148b-b7ef-4d8a-873f-3d0fac3cd605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:08.060371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43216) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:08.149732 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-15f8ed04-1811-4780-9ae9-93b0e26a6a85 req-a349fdbe-fe5f-4940-aed8-863f14c09240 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ff78b77-4c50-4b93-a035-c1b27ee8cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0477355 Jul 28 10:32:08.239936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2cf74c04-9d51-4327-ace0-081cdf44ae1d admin admin] Publish callbacks [] for security_group (9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:08.376079 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e148bdf2-22f6-4544-b922-aea736aca038 req-eda7fbee-a747-4acf-a268-34697d269a96 tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] 10.222.0.46 "GET /v2.0/ports?device_id=818b9991-1d7c-411a-8046-841739c52c68 HTTP/1.1" status: 200 len: 210 time: 0.0813587 Jul 28 10:32:08.389979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2cf74c04-9d51-4327-ace0-081cdf44ae1d admin admin] Publish callbacks [] for security_group (9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:08.504623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2cf74c04-9d51-4327-ace0-081cdf44ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:08.512716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2cf74c04-9d51-4327-ace0-081cdf44ae1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:08.516494 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2cf74c04-9d51-4327-ace0-081cdf44ae1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa HTTP/1.1" status: 204 len: 168 time: 0.4534140 Jul 28 10:32:08.547133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf74c04-9d51-4327-ace0-081cdf44ae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abbea33-6e9b-43ca-bb88-6bc4e5b4e4fa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:09.003208 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-33d4d2df-1866-4d6c-a522-3e999adbe74d req-46546411-762c-47c5-9405-4dd1cc599870 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2de28d440728406b98e332b34dbb0fdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450287 Jul 28 10:32:09.232447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43274) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:09.257061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-056573b7-1842-4dd1-b4e6-7f56f9bdb24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:09.367539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4d2df-1866-4d6c-a522-3e999adbe74d req-96df9275-317c-4177-8304-bcd5e6dd675d tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:09.375117 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-33d4d2df-1866-4d6c-a522-3e999adbe74d req-96df9275-317c-4177-8304-bcd5e6dd675d tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637536 Jul 28 10:32:09.397614 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-33d4d2df-1866-4d6c-a522-3e999adbe74d req-ed8dd3c9-99d6-4cda-b3b6-8c0466c4b459 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/quotas/2de28d440728406b98e332b34dbb0fdf HTTP/1.1" status: 200 len: 375 time: 0.0206580 Jul 28 10:32:09.441511 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-33d4d2df-1866-4d6c-a522-3e999adbe74d req-924e060f-897c-496e-bae0-b0f1337859e3 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2de28d440728406b98e332b34dbb0fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422277 Jul 28 10:32:09.458593 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-056573b7-1842-4dd1-b4e6-7f56f9bdb24f admin admin] Publish callbacks [] for security_group (42287a6d-f714-4b89-ad5d-2160d3e2b223), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:09.469097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-056573b7-1842-4dd1-b4e6-7f56f9bdb24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (42287a6d-f714-4b89-ad5d-2160d3e2b223), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:09.550165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43286) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:09.550431 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-056573b7-1842-4dd1-b4e6-7f56f9bdb24f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba3b8954c68e4f3b92618791e6264811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157275 Jul 28 10:32:09.579083 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:09.628836 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:09.673754 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fe49860e-f83d-4c63-8c5e-2c945f40113d req-19b42c7f-92a6-48f6-8185-60a2aa9d960f tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] 10.222.0.46 "GET /v2.0/ports?device_id=818b9991-1d7c-411a-8046-841739c52c68 HTTP/1.1" status: 200 len: 210 time: 0.1397305 Jul 28 10:32:09.677386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056573b7-1842-4dd1-b4e6-7f56f9bdb24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42287a6d-f714-4b89-ad5d-2160d3e2b223,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:09.735153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65c5a2ac-a65f-4044-8b5c-4e719a09b2f8 admin admin] Publish callbacks [] for security_group (42287a6d-f714-4b89-ad5d-2160d3e2b223), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:09.867369 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-805fca28-677c-43c4-9da5-58b589894231 req-65f87889-e544-4a3f-beaf-fb7c04b0d944 tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e93b454-02d2-46eb-9413-f1009b26622a HTTP/1.1" status: 200 len: 210 time: 0.0960057 Jul 28 10:32:09.874813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65c5a2ac-a65f-4044-8b5c-4e719a09b2f8 admin admin] Publish callbacks [] for security_group (42287a6d-f714-4b89-ad5d-2160d3e2b223), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:09.959452 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bd093198-72f4-4313-b60e-afc257adbbc3 req-e79f943c-c39f-493d-a1ef-7f0fd1960dc9 tempest-TenantUsagesTestJSON-1885050361 tempest-TenantUsagesTestJSON-1885050361-project] 10.222.0.46 "GET /v2.0/ports?device_id=818b9991-1d7c-411a-8046-841739c52c68 HTTP/1.1" status: 200 len: 210 time: 0.0510597 Jul 28 10:32:09.988260 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65c5a2ac-a65f-4044-8b5c-4e719a09b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (42287a6d-f714-4b89-ad5d-2160d3e2b223), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:09.995458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65c5a2ac-a65f-4044-8b5c-4e719a09b2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:10.009386 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-65c5a2ac-a65f-4044-8b5c-4e719a09b2f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42287a6d-f714-4b89-ad5d-2160d3e2b223 HTTP/1.1" status: 204 len: 168 time: 0.4561098 Jul 28 10:32:10.032733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5a2ac-a65f-4044-8b5c-4e719a09b2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42287a6d-f714-4b89-ad5d-2160d3e2b223,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:10.639588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43326) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:10.746013 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca4094be-18ae-48cd-9c84-a4432dba6cd4 req-13f1e2cf-4edb-4a73-83b0-ff6b83f52830 tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=738f1914066c4e7eacd4234f88e32068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293696 Jul 28 10:32:10.851099 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:10.889632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4094be-18ae-48cd-9c84-a4432dba6cd4 req-644f66ee-e031-4be4-9325-c65309044b08 tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:10.897629 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca4094be-18ae-48cd-9c84-a4432dba6cd4 req-644f66ee-e031-4be4-9325-c65309044b08 tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429677 Jul 28 10:32:10.917395 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca4094be-18ae-48cd-9c84-a4432dba6cd4 req-c5263d15-4b46-4e1f-9534-738fc24e9268 tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] 10.222.0.46 "GET /v2.0/quotas/738f1914066c4e7eacd4234f88e32068 HTTP/1.1" status: 200 len: 375 time: 0.0186868 Jul 28 10:32:10.976925 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Request body: {'network': {'name': 'tempest-ImagesNegativeTestJSON-1060685829-network', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:11.009586 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca4094be-18ae-48cd-9c84-a4432dba6cd4 req-6e289336-bd52-48a4-b063-854acf6f417f tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=738f1914066c4e7eacd4234f88e32068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910547 Jul 28 10:32:11.013162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Made reservation on behalf of 5fb90e03403f4c0a9d9de4902a0a7ca9 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:11.015640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.028996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.097390 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7e016544-0438-4f7d-abde-ffb4e80cdaae req-9989502a-7a6c-4a02-923b-5f540a8cc99f tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e93b454-02d2-46eb-9413-f1009b26622a HTTP/1.1" status: 200 len: 210 time: 0.0720444 Jul 28 10:32:11.188059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks [] for security_group (3ee940af-8471-4f51-859d-0a7e2530261e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.196955 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3ee940af-8471-4f51-859d-0a7e2530261e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.207708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43358) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:11.251911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:11.305408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee940af-8471-4f51-859d-0a7e2530261e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:11.310519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a0fdee79-811f-4aa3-ac45-4dbbf5bd5435), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.310862 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Added segment a0fdee79-811f-4aa3-ac45-4dbbf5bd5435 of type vlan for network 477601da-c9a1-45cc-8baf-39206a635eab Jul 28 10:32:11.310972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.413138 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7d48457b-3b12-40d6-b7bc-0d18deed2d6f req-8fadb191-436d-4411-a79a-d30108c9b558 tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] 10.222.0.46 "GET /v2.0/ports?device_id=56239473-fc9f-4373-b5e0-7058520716b0 HTTP/1.1" status: 200 len: 210 time: 0.0559402 Jul 28 10:32:11.426091 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (477601da-c9a1-45cc-8baf-39206a635eab), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.486004 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (477601da-c9a1-45cc-8baf-39206a635eab), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.487740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:11.488649 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.589302 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c18e746b-095f-4735-b465-af09e1249d1f req-771f18e6-9255-4e64-a9a0-3fe6fdabdfea tempest-LiveMigrationNegativeTest-1566048892 tempest-LiveMigrationNegativeTest-1566048892-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e93b454-02d2-46eb-9413-f1009b26622a HTTP/1.1" status: 200 len: 210 time: 0.1180012 Jul 28 10:32:11.606773 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9645953 Jul 28 10:32:11.609773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43372) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:11.618817 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Request body: {'subnet': {'network_id': '477601da-c9a1-45cc-8baf-39206a635eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-subnet', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:11.661179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc4dbf-11dd-453d-9280-1d10aec224ea admin admin] Pushing event updated for resources: {'Network': ['ID=477601da-c9a1-45cc-8baf-39206a635eab,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:11.681916 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02acd045-b373-4c06-bc64-4883bd9bf3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.687766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Made reservation on behalf of 5fb90e03403f4c0a9d9de4902a0a7ca9 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:11.691153 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:11.696263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 477601da-c9a1-45cc-8baf-39206a635eab details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:11.993316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02acd045-b373-4c06-bc64-4883bd9bf3a7 admin admin] Publish callbacks [] for security_group (b40ca9dd-95da-425d-82f5-f83c97348301), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.019865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02acd045-b373-4c06-bc64-4883bd9bf3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b40ca9dd-95da-425d-82f5-f83c97348301), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.078312 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-02acd045-b373-4c06-bc64-4883bd9bf3a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c6b17f75c6d43baa95246f3ec82ac37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8690355 Jul 28 10:32:12.084583 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43398) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:12.086695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acd045-b373-4c06-bc64-4883bd9bf3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ca9dd-95da-425d-82f5-f83c97348301,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:12.162441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (16180f6a-96f5-4be8-825b-6cc6e89bc5ab), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.211195 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02057b42-1eae-42b8-bba3-0ad4b68965fa admin admin] Publish callbacks [] for security_group (b40ca9dd-95da-425d-82f5-f83c97348301), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.245634 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16180f6a-96f5-4be8-825b-6cc6e89bc5ab,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:12.249639 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:12.266241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Checking segment: {'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:12.266819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Network hostable DHCP agents. Network: 477601da-c9a1-45cc-8baf-39206a635eab, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:12.273125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02057b42-1eae-42b8-bba3-0ad4b68965fa admin admin] Publish callbacks [] for security_group (b40ca9dd-95da-425d-82f5-f83c97348301), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.302426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Network 477601da-c9a1-45cc-8baf-39206a635eab is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:12.310851 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:12.324337 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 477601da-c9a1-45cc-8baf-39206a635eab) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:12.337879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34f7ba-ffcd-4d6c-b6de-72e9cbbd5e9e None None] Network 477601da-c9a1-45cc-8baf-39206a635eab requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:12.341635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:12.345678 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.394228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02057b42-1eae-42b8-bba3-0ad4b68965fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b40ca9dd-95da-425d-82f5-f83c97348301), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.394913 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d3576e0-67ab-4051-b23d-a900e69b0999 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7837582 Jul 28 10:32:12.396939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02057b42-1eae-42b8-bba3-0ad4b68965fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.400881 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-02057b42-1eae-42b8-bba3-0ad4b68965fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b40ca9dd-95da-425d-82f5-f83c97348301 HTTP/1.1" status: 204 len: 168 time: 0.3119431 Jul 28 10:32:12.401057 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43408) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:12.403929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Request body: {'router': {'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:12.411070 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057b42-1eae-42b8-bba3-0ad4b68965fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ca9dd-95da-425d-82f5-f83c97348301,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:12.464377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a3c74b85-c67e-4eb3-b157-8b6b617bea13), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.465902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a3c74b85-c67e-4eb3-b157-8b6b617bea13), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.528573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-477601da-c9a1-45cc-8baf-39206a635eab', 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab', 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'fixed_ips': [{'subnet_id': '16180f6a-96f5-4be8-825b-6cc6e89bc5ab'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:32:12.529948 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.548088 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:12.618564 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks [] for router_controller (a3c74b85-c67e-4eb3-b157-8b6b617bea13), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.648910 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=55 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:12.702632 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1eb7100c-e70c-4598-9052-5ccc62779d6e req-1e30cea3-3f51-45d9-a67c-c63467118f3d tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] 10.222.0.46 "GET /v2.0/ports?device_id=56239473-fc9f-4373-b5e0-7058520716b0 HTTP/1.1" status: 200 len: 210 time: 0.0906394 Jul 28 10:32:12.870807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks [] for router_gateway (a3c74b85-c67e-4eb3-b157-8b6b617bea13), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:12.884972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Allocated IP 172.20.0.2 (477601da-c9a1-45cc-8baf-39206a635eab/16180f6a-96f5-4be8-825b-6cc6e89bc5ab/4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:12.969370 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=28 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:12.996611 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:13.082790 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a0bf5639-79fc-4a4a-9697-ecca39e1ef4e req-27bfaa2d-39f6-47df-bb16-0e6e94e2a939 tempest-ImagesOneServerTestJSON-1109024356 tempest-ImagesOneServerTestJSON-1109024356-project] 10.222.0.46 "GET /v2.0/ports?device_id=56239473-fc9f-4373-b5e0-7058520716b0 HTTP/1.1" status: 200 len: 210 time: 0.0447705 Jul 28 10:32:13.139566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43432) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:13.207176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Publish callbacks [] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.221006 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.296345 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks [] for router_gateway (a3c74b85-c67e-4eb3-b157-8b6b617bea13), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.324170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.331504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Pushing event updated for resources: {'Port': ['ID=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:13.344233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Network 477601da-c9a1-45cc-8baf-39206a635eab is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:13.347054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:13.349765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:13.423339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Attempting to bind port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:13.423889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Attempting to bind port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:13.424558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Attempting to bind port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 on network 477601da-c9a1-45cc-8baf-39206a635eab {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:13.432142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:13.432769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Checking segment: {'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:13.433332 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.434140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Bound using segment: {'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:13.434779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Bound port: 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:13.435357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.459162 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:13.499824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Allocated IP 172.25.2.69 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/5328323e-ae5c-4e4e-9718-8567614577d1) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:13.524983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43452) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:13.586868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] For port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:13.591838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] For port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,segment=NetworkSegment(a0fdee79-811f-4aa3-ac45-4dbbf5bd5435),segment_id=a0fdee79-811f-4aa3-ac45-4dbbf5bd5435)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:13.611016 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.616679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-344204a3-b63e-41f5-a7ab-065cf3587443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.692682 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks [] for port (5328323e-ae5c-4e4e-9718-8567614577d1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.709979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ad91c-8140-4478-9ef7-8b4fadd014d1 None None] Pushing event updated for resources: {'Port': ['ID=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:13.774022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:13.844635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:13.854044 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:13.863962 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:13.865641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:13.920595 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:13.921923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Pushing event updated for resources: {'Port': ['ID=5328323e-ae5c-4e4e-9718-8567614577d1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:14.093439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56f91a85-14b0-4e8b-bbc3-8a33a0b23e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.185301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-344204a3-b63e-41f5-a7ab-065cf3587443 admin admin] Publish callbacks [] for security_group (6204e934-a9e5-4c54-a180-95d92b571899), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.257214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-344204a3-b63e-41f5-a7ab-065cf3587443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6204e934-a9e5-4c54-a180-95d92b571899), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.438419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:14.465705 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-344204a3-b63e-41f5-a7ab-065cf3587443 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e75a73be69d420092bdb00cbd2fda51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9369752 Jul 28 10:32:14.466341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43480) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:14.474681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56f91a85-14b0-4e8b-bbc3-8a33a0b23e6f admin admin] Publish callbacks [] for security_group (33cdc173-81c2-4d58-bb4d-48918fb6094d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.480460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344204a3-b63e-41f5-a7ab-065cf3587443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6204e934-a9e5-4c54-a180-95d92b571899,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:14.486147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks [] for router_gateway (a3c74b85-c67e-4eb3-b157-8b6b617bea13), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.489414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56f91a85-14b0-4e8b-bbc3-8a33a0b23e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (33cdc173-81c2-4d58-bb4d-48918fb6094d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.568851 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-56f91a85-14b0-4e8b-bbc3-8a33a0b23e6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2de28d440728406b98e332b34dbb0fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4274955 Jul 28 10:32:14.573255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:14.589676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cab7-5813-4070-ba72-a394a6392a23 admin admin] Publish callbacks [] for security_group (6204e934-a9e5-4c54-a180-95d92b571899), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.605215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f91a85-14b0-4e8b-bbc3-8a33a0b23e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cdc173-81c2-4d58-bb4d-48918fb6094d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:14.641988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cab7-5813-4070-ba72-a394a6392a23 admin admin] Publish callbacks [] for security_group (6204e934-a9e5-4c54-a180-95d92b571899), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.713157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f04d5e2-2b96-4a87-909b-49a300d86799 admin admin] Publish callbacks [] for security_group (33cdc173-81c2-4d58-bb4d-48918fb6094d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.722090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cab7-5813-4070-ba72-a394a6392a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6204e934-a9e5-4c54-a180-95d92b571899), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.727474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cab7-5813-4070-ba72-a394a6392a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:14.728943 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11b2cab7-5813-4070-ba72-a394a6392a23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6204e934-a9e5-4c54-a180-95d92b571899 HTTP/1.1" status: 204 len: 168 time: 0.2610435 Jul 28 10:32:14.738549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2cab7-5813-4070-ba72-a394a6392a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6204e934-a9e5-4c54-a180-95d92b571899,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:15.040479 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:15.049645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f04d5e2-2b96-4a87-909b-49a300d86799 admin admin] Publish callbacks [] for security_group (33cdc173-81c2-4d58-bb4d-48918fb6094d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.059105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:15.139305 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a4627ff6-7ef7-4c1a-9f64-30795cd6bedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.158905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a3c74b85-c67e-4eb3-b157-8b6b617bea13), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.214218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:15.215907 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.232931 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43496) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:15.327759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f04d5e2-2b96-4a87-909b-49a300d86799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (33cdc173-81c2-4d58-bb4d-48918fb6094d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.330792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f04d5e2-2b96-4a87-909b-49a300d86799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.331967 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2f04d5e2-2b96-4a87-909b-49a300d86799 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33cdc173-81c2-4d58-bb4d-48918fb6094d HTTP/1.1" status: 204 len: 168 time: 0.7548230 Jul 28 10:32:15.350955 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:15.418215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04d5e2-2b96-4a87-909b-49a300d86799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cdc173-81c2-4d58-bb4d-48918fb6094d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:15.439493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ba0b7-ee15-4584-b62a-d6eda34fd9ea None None] Network 477601da-c9a1-45cc-8baf-39206a635eab requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:15.485059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a4627ff6-7ef7-4c1a-9f64-30795cd6bedc admin admin] Publish callbacks [] for security_group (3694d170-81f6-46f5-8604-7cbc362b998f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.491021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a4627ff6-7ef7-4c1a-9f64-30795cd6bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3694d170-81f6-46f5-8604-7cbc362b998f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.538478 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Router a3c74b85-c67e-4eb3-b157-8b6b617bea13 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:32:15.558202 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a4627ff6-7ef7-4c1a-9f64-30795cd6bedc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=738f1914066c4e7eacd4234f88e32068&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1154821 Jul 28 10:32:15.559830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4627ff6-7ef7-4c1a-9f64-30795cd6bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3694d170-81f6-46f5-8604-7cbc362b998f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:15.563215 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43508) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:15.568357 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:15.584638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:15.584638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.654766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee074538-8534-4030-85f3-e443459b7aa9 admin admin] Publish callbacks [] for security_group (3694d170-81f6-46f5-8604-7cbc362b998f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.666011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,segment=NetworkSegment(a0fdee79-811f-4aa3-ac45-4dbbf5bd5435),segment_id=a0fdee79-811f-4aa3-ac45-4dbbf5bd5435)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:15.672671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a5581abd-784d-451a-a23a-760a65c7ba89 None None] Provisioning complete for port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:15.673371 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5581abd-784d-451a-a23a-760a65c7ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.693163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee074538-8534-4030-85f3-e443459b7aa9 admin admin] Publish callbacks [] for security_group (3694d170-81f6-46f5-8604-7cbc362b998f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.722481 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.740912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c3a02c7-6a8a-4668-916d-beeb57be051d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:15.868962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a5581abd-784d-451a-a23a-760a65c7ba89 None None] Current status of the port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:15.888260 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:15.928502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:15.965643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:15.979418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Sync routers for ids ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:16.001817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c3a02c7-6a8a-4668-916d-beeb57be051d admin admin] Publish callbacks [] for security_group (ffd1f602-c069-45c6-ab65-1218c9b63a8b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.003205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.005174 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-56788839-1fbb-4e1a-954f-997d4db0b1ac admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6047773 Jul 28 10:32:16.007495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43510) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:16.018390 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2,neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:16.037330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Routers {'a3c74b85-c67e-4eb3-b157-8b6b617bea13'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:16.038417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:16.080731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c3a02c7-6a8a-4668-916d-beeb57be051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ffd1f602-c069-45c6-ab65-1218c9b63a8b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.096589 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:32:16.132261 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5c3a02c7-6a8a-4668-916d-beeb57be051d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63839af1e0c542058d20df37d726ba37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8859122 Jul 28 10:32:16.135084 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43514) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:16.197801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee074538-8534-4030-85f3-e443459b7aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3694d170-81f6-46f5-8604-7cbc362b998f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.200467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee074538-8534-4030-85f3-e443459b7aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.201634 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ee074538-8534-4030-85f3-e443459b7aa9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3694d170-81f6-46f5-8604-7cbc362b998f HTTP/1.1" status: 204 len: 168 time: 0.6371598 Jul 28 10:32:16.297958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Set router a3c74b85-c67e-4eb3-b157-8b6b617bea13 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:16.306062 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5fceb53-8e6e-4126-ba80-2729d7c2cdaa admin admin] Publish callbacks [] for security_group (ffd1f602-c069-45c6-ab65-1218c9b63a8b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.325215 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a02c7-6a8a-4668-916d-beeb57be051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1f602-c069-45c6-ab65-1218c9b63a8b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:16.376877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee074538-8534-4030-85f3-e443459b7aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3694d170-81f6-46f5-8604-7cbc362b998f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:16.391002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5fceb53-8e6e-4126-ba80-2729d7c2cdaa admin admin] Publish callbacks [] for security_group (ffd1f602-c069-45c6-ab65-1218c9b63a8b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.472910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ef44ee41-260e-4151-a53e-730cadb97e74 None None] Provisioning complete for port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:16.473341 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef44ee41-260e-4151-a53e-730cadb97e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.498284 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5fceb53-8e6e-4126-ba80-2729d7c2cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ffd1f602-c069-45c6-ab65-1218c9b63a8b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.500828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5fceb53-8e6e-4126-ba80-2729d7c2cdaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.502182 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e5fceb53-8e6e-4126-ba80-2729d7c2cdaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffd1f602-c069-45c6-ab65-1218c9b63a8b HTTP/1.1" status: 204 len: 168 time: 0.3658850 Jul 28 10:32:16.515825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fceb53-8e6e-4126-ba80-2729d7c2cdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1f602-c069-45c6-ab65-1218c9b63a8b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:16.655193 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:16.688488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43536) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:16.711587 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5b6d75b7-4721-46fc-b374-7dde1323b640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.812696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef44ee41-260e-4151-a53e-730cadb97e74 None None] Current status of the port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:16.892715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:14Z', 'revision_number': 3, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port': {'id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:13Z', 'updated_at': '2022-07-28T10:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:16.928593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Checking router: a3c74b85-c67e-4eb3-b157-8b6b617bea13 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:16.929089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Updating router a3c74b85-c67e-4eb3-b157-8b6b617bea13 port 5328323e-ae5c-4e4e-9718-8567614577d1 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:16.936357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5b6d75b7-4721-46fc-b374-7dde1323b640 admin admin] Publish callbacks [] for security_group (e9af4b82-37a3-48df-b274-fc1442d59ef2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.943515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5b6d75b7-4721-46fc-b374-7dde1323b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e9af4b82-37a3-48df-b274-fc1442d59ef2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:16.997881 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.030252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.054049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d75b7-4721-46fc-b374-7dde1323b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af4b82-37a3-48df-b274-fc1442d59ef2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:17.059917 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5b6d75b7-4721-46fc-b374-7dde1323b640 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39586a3e73534fc8a115b5d580649c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680830 Jul 28 10:32:17.060212 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43548) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:17.197807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc22cabd-f27a-4b31-93be-36da806a06bd admin admin] Publish callbacks [] for security_group (e9af4b82-37a3-48df-b274-fc1442d59ef2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.239975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:17.244771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc22cabd-f27a-4b31-93be-36da806a06bd admin admin] Publish callbacks [] for security_group (e9af4b82-37a3-48df-b274-fc1442d59ef2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.321733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:17.322257 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.347905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc22cabd-f27a-4b31-93be-36da806a06bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e9af4b82-37a3-48df-b274-fc1442d59ef2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.355885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc22cabd-f27a-4b31-93be-36da806a06bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.355885 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc22cabd-f27a-4b31-93be-36da806a06bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9af4b82-37a3-48df-b274-fc1442d59ef2 HTTP/1.1" status: 204 len: 168 time: 0.2922244 Jul 28 10:32:17.364589 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:17.372988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22cabd-f27a-4b31-93be-36da806a06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af4b82-37a3-48df-b274-fc1442d59ef2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:17.395873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Allocated IP 172.20.0.1 (477601da-c9a1-45cc-8baf-39206a635eab/16180f6a-96f5-4be8-825b-6cc6e89bc5ab/7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:17.463455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:17.597285 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks [] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.666826 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Publish callbacks [] for port (5328323e-ae5c-4e4e-9718-8567614577d1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.672416 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-901d4adb-78ab-4bb8-a6e5-f09d7b7341ab req-9cd3bba4-bdf2-4a46-8dab-b530cce2b960 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1bae7d999d904322aa22e76ac004ba16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431335 Jul 28 10:32:17.677383 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.799492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Attempting to bind port 5328323e-ae5c-4e4e-9718-8567614577d1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:17.799873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Attempting to bind port 5328323e-ae5c-4e4e-9718-8567614577d1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:17.800237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Attempting to bind port 5328323e-ae5c-4e4e-9718-8567614577d1 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:17.812512 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:17.814247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:17.815777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:17.816238 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.816801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:17.817362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Bound port: 5328323e-ae5c-4e4e-9718-8567614577d1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:17.821285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.832457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43570) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:17.849520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1da8f4c-74fa-4290-9ed6-223edee12bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.850838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d4adb-78ab-4bb8-a6e5-f09d7b7341ab req-44c2a436-7552-4c37-92aa-29f12cf076e4 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:17.861837 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-901d4adb-78ab-4bb8-a6e5-f09d7b7341ab req-44c2a436-7552-4c37-92aa-29f12cf076e4 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878116 Jul 28 10:32:17.869544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f3b00-1f3f-41ad-adb2-6fb1cf4e3e58 None None] Pushing event updated for resources: {'Port': ['ID=5328323e-ae5c-4e4e-9718-8567614577d1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:17.918461 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-901d4adb-78ab-4bb8-a6e5-f09d7b7341ab req-9f62b8fd-e200-419a-bf70-4cba9743b6d0 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/quotas/1bae7d999d904322aa22e76ac004ba16 HTTP/1.1" status: 200 len: 375 time: 0.0554125 Jul 28 10:32:17.921889 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:17.926274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] For port 5328323e-ae5c-4e4e-9718-8567614577d1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:17.930235 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:17.933207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] For port 5328323e-ae5c-4e4e-9718-8567614577d1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5328323e-ae5c-4e4e-9718-8567614577d1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:17.952938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:17.968675 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-901d4adb-78ab-4bb8-a6e5-f09d7b7341ab req-d0ac7cd8-4e41-483c-bb9c-6345312460ef tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bae7d999d904322aa22e76ac004ba16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491493 Jul 28 10:32:17.971615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.051305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Network 477601da-c9a1-45cc-8baf-39206a635eab is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:18.056759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:18.058246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Routers {'a3c74b85-c67e-4eb3-b157-8b6b617bea13'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:18.059034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:18.068604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:18.114298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1da8f4c-74fa-4290-9ed6-223edee12bbd admin admin] Publish callbacks [] for security_group (c3b54ca6-a47a-4abd-a49d-789f190d08cc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.117064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1da8f4c-74fa-4290-9ed6-223edee12bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c3b54ca6-a47a-4abd-a49d-789f190d08cc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.147821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:18.168947 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:18.183401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a3c74b85-c67e-4eb3-b157-8b6b617bea13), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.242265 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d1da8f4c-74fa-4290-9ed6-223edee12bbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b7cff898fee4239a7ad45c3a073ff3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053235 Jul 28 10:32:18.243012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43586) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:18.249973 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da8f4c-74fa-4290-9ed6-223edee12bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b54ca6-a47a-4abd-a49d-789f190d08cc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:18.334343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] Set router a3c74b85-c67e-4eb3-b157-8b6b617bea13 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:18.393428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c95a50f-31fc-46d4-9c86-2834521c93f4 admin admin] Publish callbacks [] for security_group (c3b54ca6-a47a-4abd-a49d-789f190d08cc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.439222 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:18.456989 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c95a50f-31fc-46d4-9c86-2834521c93f4 admin admin] Publish callbacks [] for security_group (c3b54ca6-a47a-4abd-a49d-789f190d08cc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.487263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f3b00-1f3f-41ad-adb2-6fb1cf4e3e58 None None] Pushing event updated for resources: {'Port': ['ID=5328323e-ae5c-4e4e-9718-8567614577d1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:18.556607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c95a50f-31fc-46d4-9c86-2834521c93f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c3b54ca6-a47a-4abd-a49d-789f190d08cc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.560087 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c95a50f-31fc-46d4-9c86-2834521c93f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.561749 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c95a50f-31fc-46d4-9c86-2834521c93f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3b54ca6-a47a-4abd-a49d-789f190d08cc HTTP/1.1" status: 204 len: 168 time: 0.3173461 Jul 28 10:32:18.572939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95a50f-31fc-46d4-9c86-2834521c93f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b54ca6-a47a-4abd-a49d-789f190d08cc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:18.585895 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.603608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-63ecec49-1916-4943-89b8-2cdb4ccee27d None None] Provisioning complete for port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:18.604247 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-63ecec49-1916-4943-89b8-2cdb4ccee27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.674015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-63ecec49-1916-4943-89b8-2cdb4ccee27d None None] Port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:18.723362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:14Z', 'revision_number': 3, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port': {'id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:13Z', 'updated_at': '2022-07-28T10:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:18.797079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be503c2a-6bd9-4027-9b36-8793a76c527c None None] The sync data for ids ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'] in n-d-850468-6 is: [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:14Z', 'revision_number': 3, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port': {'id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:13Z', 'updated_at': '2022-07-28T10:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:18.855167 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:18.967339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks [] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:18.974117 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:19.071960 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a3c74b85-c67e-4eb3-b157-8b6b617bea13), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:19.075438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:19.213577 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Network 477601da-c9a1-45cc-8baf-39206a635eab is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:19.215311 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:19.413637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Router a3c74b85-c67e-4eb3-b157-8b6b617bea13 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:19.614991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b2f3bab4-a79b-4b2e-8999-e8c44d569906 None None] Provisioning complete for port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:19.615504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2f3bab4-a79b-4b2e-8999-e8c44d569906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:19.638191 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:19.663413 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e5ac86c1-e7e6-41c7-8a20-a3fa332f66a9 admin admin] 10.222.0.46 "PUT /v2.0/routers/a3c74b85-c67e-4eb3-b157-8b6b617bea13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6536443 Jul 28 10:32:19.699005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3bab4-a79b-4b2e-8999-e8c44d569906 None None] Port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:20.334356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43656) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:20.349363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43660) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:20.696660 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1574066417-network', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:20.727707 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Made reservation on behalf of 6a444daab6bb40e9aa209a6e8b1d1fb0 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:20.731708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:20.745064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:20.775569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-962e10ac-1689-4819-84d5-c16d2fe36c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:20.906255 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks [] for security_group (d55d7d97-88f8-4d50-9baf-0f129d22fc6d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:20.915689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d55d7d97-88f8-4d50-9baf-0f129d22fc6d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:20.939465 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:20.955778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:20.981458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ad1b64a4-660b-4966-8d48-4edb918797b9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:20.982208 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Added segment ad1b64a4-660b-4966-8d48-4edb918797b9 of type vlan for network 1919abb0-f185-492d-a78b-1ceacf0f50c1 Jul 28 10:32:21.087184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5328323e-ae5c-4e4e-9718-8567614577d1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:21.099199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-962e10ac-1689-4819-84d5-c16d2fe36c0c admin admin] Publish callbacks [] for security_group (7a32a89c-92e5-40c1-be5e-e5c9ee30284c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.104488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-962e10ac-1689-4819-84d5-c16d2fe36c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7a32a89c-92e5-40c1-be5e-e5c9ee30284c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.212622 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-962e10ac-1689-4819-84d5-c16d2fe36c0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07c282c3a6f54409ac618f166f7fb121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8618886 Jul 28 10:32:21.226197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43690) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:21.241593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e10ac-1689-4819-84d5-c16d2fe36c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a32a89c-92e5-40c1-be5e-e5c9ee30284c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:21.310057 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Sync routers for ids ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:21.331514 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Routers {'a3c74b85-c67e-4eb3-b157-8b6b617bea13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:21.332705 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:21.344935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5328323e-ae5c-4e4e-9718-8567614577d1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:21.345528 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.361023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (1919abb0-f185-492d-a78b-1ceacf0f50c1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.384125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d7d97-88f8-4d50-9baf-0f129d22fc6d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:21.502329 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:32:21.508326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5328323e-ae5c-4e4e-9718-8567614577d1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:21.508854 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.538316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5328323e-ae5c-4e4e-9718-8567614577d1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5328323e-ae5c-4e4e-9718-8567614577d1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:21.548139 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.605357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (1919abb0-f185-492d-a78b-1ceacf0f50c1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.606717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:21.607304 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.631165 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Set router a3c74b85-c67e-4eb3-b157-8b6b617bea13 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:21.633713 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:21.703057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5328323e-ae5c-4e4e-9718-8567614577d1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:21.753010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2d29421-92bf-4621-a433-b3fcb247049b admin admin] Publish callbacks [] for security_group (7a32a89c-92e5-40c1-be5e-e5c9ee30284c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:21.766114 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4307113 Jul 28 10:32:21.770039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43710) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:21.785510 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Request body: {'subnet': {'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-subnet', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:21.815752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-10f98569-de94-4c7a-b3ee-8b6cb0174a3b tempest-ImagesNegativeTestJSON-1148644311 tempest-ImagesNegativeTestJSON-1148644311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:21.833718 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-10f98569-de94-4c7a-b3ee-8b6cb0174a3b tempest-ImagesNegativeTestJSON-1148644311 tempest-ImagesNegativeTestJSON-1148644311-project] 10.222.0.46 "GET /v2.0/networks?id=477601da-c9a1-45cc-8baf-39206a635eab HTTP/1.1" status: 200 len: 813 time: 0.4903829 Jul 28 10:32:21.843557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1a428-fcfc-42d2-8775-2e22ebed043e admin admin] Pushing event updated for resources: {'Network': ['ID=1919abb0-f185-492d-a78b-1ceacf0f50c1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:21.860334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:21.885959 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-b011d6f2-56a0-459b-80c9-154e890e00c4 tempest-ImagesNegativeTestJSON-1148644311 tempest-ImagesNegativeTestJSON-1148644311-project] 10.222.0.46 "GET /v2.0/quotas/5fb90e03403f4c0a9d9de4902a0a7ca9 HTTP/1.1" status: 200 len: 375 time: 0.0584254 Jul 28 10:32:21.943817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Made reservation on behalf of 6a444daab6bb40e9aa209a6e8b1d1fb0 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:21.957331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.003912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2d29421-92bf-4621-a433-b3fcb247049b admin admin] Publish callbacks [] for security_group (7a32a89c-92e5-40c1-be5e-e5c9ee30284c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.033477 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:22.033704 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:22.059852 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-1fbfcbc8-6191-4fa5-bd85-6cae29793e40 tempest-ImagesNegativeTestJSON-1148644311 tempest-ImagesNegativeTestJSON-1148644311-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fb90e03403f4c0a9d9de4902a0a7ca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720130 Jul 28 10:32:22.155754 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2d29421-92bf-4621-a433-b3fcb247049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7a32a89c-92e5-40c1-be5e-e5c9ee30284c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.160005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2d29421-92bf-4621-a433-b3fcb247049b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.164524 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d2d29421-92bf-4621-a433-b3fcb247049b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a32a89c-92e5-40c1-be5e-e5c9ee30284c HTTP/1.1" status: 204 len: 168 time: 0.9222071 Jul 28 10:32:22.169342 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-684a023e-3b6b-4579-9e57-d42cfa0f5f80 req-666a22b7-9dac-40af-934f-735df0483316 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1bae7d999d904322aa22e76ac004ba16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2984142 Jul 28 10:32:22.182744 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29421-92bf-4621-a433-b3fcb247049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a32a89c-92e5-40c1-be5e-e5c9ee30284c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:22.194732 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:18Z', 'revision_number': 4, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port': {'id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:13Z', 'updated_at': '2022-07-28T10:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe', 'name': '', 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'mac_address': 'fa:16:3e:b2:05:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '16180f6a-96f5-4be8-825b-6cc6e89bc5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:17Z', 'updated_at': '2022-07-28T10:32:18Z', 'revision_number': 2, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'subnets': [{'id': '16180f6a-96f5-4be8-825b-6cc6e89bc5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:22.212443 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:22.267974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Checking router: a3c74b85-c67e-4eb3-b157-8b6b617bea13 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:22.268167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Updating router a3c74b85-c67e-4eb3-b157-8b6b617bea13 port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:22.331321 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.406937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a023e-3b6b-4579-9e57-d42cfa0f5f80 req-9eee39b0-dbdc-44bd-b1a7-14bcd1d899b4 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:22.409768 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-684a023e-3b6b-4579-9e57-d42cfa0f5f80 req-9eee39b0-dbdc-44bd-b1a7-14bcd1d899b4 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265377 Jul 28 10:32:22.411706 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (22d95bd5-f679-4a49-8d5d-586fe51679e9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.471053 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-684a023e-3b6b-4579-9e57-d42cfa0f5f80 req-e7b9c97c-0617-4980-9443-538c7f2d9ca0 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/quotas/1bae7d999d904322aa22e76ac004ba16 HTTP/1.1" status: 200 len: 375 time: 0.0537760 Jul 28 10:32:22.535754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-0c3e5da5-61f5-490f-b299-0a68cfdb56aa service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:32:22.538433 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-0c3e5da5-61f5-490f-b299-0a68cfdb56aa service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2669964 Jul 28 10:32:22.745652 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-05b2b0e6-a102-495a-8f50-72a61f5b0968 service neutron] 10.222.0.46 "GET /v2.0/networks/477601da-c9a1-45cc-8baf-39206a635eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975284 Jul 28 10:32:22.772190 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:22.776803 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-684a023e-3b6b-4579-9e57-d42cfa0f5f80 req-082cbd9a-05c3-4453-aaf8-9796f8b14c2d tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bae7d999d904322aa22e76ac004ba16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2990074 Jul 28 10:32:22.796050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d95bd5-f679-4a49-8d5d-586fe51679e9,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:22.804918 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Publish callbacks [] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.811152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Checking segment: {'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:22.811782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Network hostable DHCP agents. Network: 1919abb0-f185-492d-a78b-1ceacf0f50c1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:22.834498 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.838650 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:22.875033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 1919abb0-f185-492d-a78b-1ceacf0f50c1) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:22.888894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970b62c-3e7d-4912-9054-f32b6123ea6b None None] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:22.902904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:22.904642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:22.905465 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Pushing event updated for resources: {'Port': ['ID=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:22.965317 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-27f55cd0-7f1e-4a8e-990e-33d975ab1fdf req-347452ec-4086-4d32-bc6e-590c36f4d722 service neutron] 10.222.0.46 "GET /v2.0/networks/477601da-c9a1-45cc-8baf-39206a635eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186906 Jul 28 10:32:22.978123 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.978722 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.979259 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.980058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.980751 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.982704 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.986150 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.987071 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.987600 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.988702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.989586 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.990310 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.990923 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.991346 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.993398 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:22.993604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:22.995476 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-adaa7a4d-9294-42dd-95c9-94adf8ac97ec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2240543 Jul 28 10:32:22.998888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:23.086308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (3a9b145b-432d-4668-ac1f-00ca2897f0bc), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.086793 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Attempting to bind port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:23.087268 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Attempting to bind port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:23.087395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (3a9b145b-432d-4668-ac1f-00ca2897f0bc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.087806 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Attempting to bind port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe on network 477601da-c9a1-45cc-8baf-39206a635eab {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:23.093579 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:23.094125 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Checking segment: {'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:23.094977 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.095124 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Bound using segment: {'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:23.096932 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Bound port: 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:23.097431 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.153315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:23.206105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2219ec8e-cca6-4487-8c4e-59deefb58adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.229544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks [] for router_controller (3a9b145b-432d-4668-ac1f-00ca2897f0bc), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.251309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5328323e-ae5c-4e4e-9718-8567614577d1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:23.259849 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] For port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:23.274061 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] For port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,segment=NetworkSegment(a0fdee79-811f-4aa3-ac45-4dbbf5bd5435),segment_id=a0fdee79-811f-4aa3-ac45-4dbbf5bd5435)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:23.288148 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.421377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-1919abb0-f185-492d-a78b-1ceacf0f50c1', 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1', 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'fixed_ips': [{'subnet_id': '22d95bd5-f679-4a49-8d5d-586fe51679e9'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:32:23.422376 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.457306 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:23.465746 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a606a33-3b6d-4dd0-8abe-e1f4820f0b96 None None] Pushing event updated for resources: {'Port': ['ID=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:23.475961 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Routers {'a3c74b85-c67e-4eb3-b157-8b6b617bea13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:23.477160 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:23.592982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2219ec8e-cca6-4487-8c4e-59deefb58adb admin admin] Publish callbacks [] for security_group (f9131836-dbb3-4469-b865-a48726505ca7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.607513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2219ec8e-cca6-4487-8c4e-59deefb58adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9131836-dbb3-4469-b865-a48726505ca7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.725440 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks [] for router_gateway (3a9b145b-432d-4668-ac1f-00ca2897f0bc), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:23.756667 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2219ec8e-cca6-4487-8c4e-59deefb58adb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efdfa03564c544dda7e6f65e7ff5f781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6021757 Jul 28 10:32:23.758255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219ec8e-cca6-4487-8c4e-59deefb58adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9131836-dbb3-4469-b865-a48726505ca7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:23.759691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43772) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:23.865451 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] Set router a3c74b85-c67e-4eb3-b157-8b6b617bea13 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:23.877664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1811cef3-f1a7-47f2-83e8-f452151f0405 None None] Provisioning complete for port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:23.890766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1811cef3-f1a7-47f2-83e8-f452151f0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.019487 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-eebdc41d-3a5b-426a-b407-f836d1b6632e req-cf7b04c6-bc1f-4dea-913f-1d27bdcb8200 tempest-ImagesNegativeTestJSON-1148644311 tempest-ImagesNegativeTestJSON-1148644311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e98d4b6b-a8c4-4461-be6b-93d6a9a9915a HTTP/1.1" status: 200 len: 210 time: 0.0714548 Jul 28 10:32:24.039078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5328323e-ae5c-4e4e-9718-8567614577d1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:24.039471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.106983 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:24.246003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1811cef3-f1a7-47f2-83e8-f452151f0405 None None] Current status of the port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:24.246606 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1811cef3-f1a7-47f2-83e8-f452151f0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.250631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Allocated IP 172.20.0.2 (1919abb0-f185-492d-a78b-1ceacf0f50c1/22d95bd5-f679-4a49-8d5d-586fe51679e9/80c4f216-875d-4f6d-ac4e-4f58ced7a54a) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:24.305144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83a87f5a-3a29-4327-9812-07f47b6a742f admin admin] Publish callbacks [] for security_group (f9131836-dbb3-4469-b865-a48726505ca7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.391232 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:18Z', 'revision_number': 4, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port': {'id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:13Z', 'updated_at': '2022-07-28T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe', 'name': '', 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'mac_address': 'fa:16:3e:b2:05:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '16180f6a-96f5-4be8-825b-6cc6e89bc5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:17Z', 'updated_at': '2022-07-28T10:32:23Z', 'revision_number': 4, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'subnets': [{'id': '16180f6a-96f5-4be8-825b-6cc6e89bc5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:24.395141 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83a87f5a-3a29-4327-9812-07f47b6a742f admin admin] Publish callbacks [] for security_group (f9131836-dbb3-4469-b865-a48726505ca7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.435664 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2550feb8-de51-4fa2-a9e1-b3db8ebcc49c None None] The sync data for ids ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'] in n-d-850468-6 is: [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:18Z', 'revision_number': 4, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port': {'id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:13Z', 'updated_at': '2022-07-28T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe', 'name': '', 'network_id': '477601da-c9a1-45cc-8baf-39206a635eab', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'mac_address': 'fa:16:3e:b2:05:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '16180f6a-96f5-4be8-825b-6cc6e89bc5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:17Z', 'updated_at': '2022-07-28T10:32:23Z', 'revision_number': 4, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'subnets': [{'id': '16180f6a-96f5-4be8-825b-6cc6e89bc5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:24.523132 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:24.651823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3d8b7-d06b-4ff9-9178-695f361ca234 req-e953144f-d468-4ce9-87b2-26e92a293f9f tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:24.672151 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-90f3d8b7-d06b-4ff9-9178-695f361ca234 req-e953144f-d468-4ce9-87b2-26e92a293f9f tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/networks?id=1c87581d-6ea4-480a-85dd-94af3087f3e2 HTTP/1.1" status: 200 len: 820 time: 0.2868321 Jul 28 10:32:24.716737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5328323e-ae5c-4e4e-9718-8567614577d1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:24.723953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1811cef3-f1a7-47f2-83e8-f452151f0405 None None] For port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,segment=NetworkSegment(a0fdee79-811f-4aa3-ac45-4dbbf5bd5435),segment_id=a0fdee79-811f-4aa3-ac45-4dbbf5bd5435)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:24.726591 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-90f3d8b7-d06b-4ff9-9178-695f361ca234 req-503dd143-0e5d-4601-93a7-c358c71c4e08 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/quotas/07e2042b56704e9fb5195d43d8116494 HTTP/1.1" status: 200 len: 375 time: 0.0531478 Jul 28 10:32:24.731591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83a87f5a-3a29-4327-9812-07f47b6a742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9131836-dbb3-4469-b865-a48726505ca7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.737120 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83a87f5a-3a29-4327-9812-07f47b6a742f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.748627 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1811cef3-f1a7-47f2-83e8-f452151f0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.753024 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-83a87f5a-3a29-4327-9812-07f47b6a742f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9131836-dbb3-4469-b865-a48726505ca7 HTTP/1.1" status: 204 len: 168 time: 0.9811022 Jul 28 10:32:24.806071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a87f5a-3a29-4327-9812-07f47b6a742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9131836-dbb3-4469-b865-a48726505ca7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:24.819288 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks [] for router_gateway (3a9b145b-432d-4668-ac1f-00ca2897f0bc), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:24.856965 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-90f3d8b7-d06b-4ff9-9178-695f361ca234 req-f86f213b-8e53-4eea-903f-807fbc55d08f tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07e2042b56704e9fb5195d43d8116494&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282763 Jul 28 10:32:24.858351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.006996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-acb54929-81df-49d1-8c28-920b30f01fa3 None None] Provisioning complete for port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:25.008043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acb54929-81df-49d1-8c28-920b30f01fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.013765 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-90f3d8b7-d06b-4ff9-9178-695f361ca234 req-c164d2a8-bb3e-47a3-82f6-a58d9ad7c33f service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559377 Jul 28 10:32:25.060320 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-040bcbc6-62b4-435c-90ec-d8d38d44f940 req-aef875b4-3f17-4bef-8757-76b10ab18764 tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a82c16499174675a06d390a1417fab3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753341 Jul 28 10:32:25.078605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811cef3-f1a7-47f2-83e8-f452151f0405 None None] Pushing event updated for resources: {'Port': ['ID=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:25.114970 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:25.137832 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:25.179350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Publish callbacks [] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.185920 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:25.194042 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:25.195798 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:25.207889 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.212180 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-90f3d8b7-d06b-4ff9-9178-695f361ca234 req-796e8ab7-c502-4149-ad2b-8fdce114ba85 service neutron] 10.222.0.46 "GET /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922982 Jul 28 10:32:25.311283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-acb54929-81df-49d1-8c28-920b30f01fa3 None None] Current status of the port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:25.315995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:25.335439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:25.342983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:25.351342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Pushing event updated for resources: {'Port': ['ID=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:25.359236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:25.359798 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.370277 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Allocated IP 172.25.2.159 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/52ef994d-300b-40a8-bff7-68f9ee401a5e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:25.388648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bcbc6-62b4-435c-90ec-d8d38d44f940 req-0511f54e-25b2-4684-8e30-ea386f1bc764 tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:25.390311 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-040bcbc6-62b4-435c-90ec-d8d38d44f940 req-0511f54e-25b2-4684-8e30-ea386f1bc764 tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187222 Jul 28 10:32:25.426832 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-040bcbc6-62b4-435c-90ec-d8d38d44f940 req-29cbe4c3-696d-4840-adbf-2bcbbb24b3da tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] 10.222.0.46 "GET /v2.0/quotas/5a82c16499174675a06d390a1417fab3 HTTP/1.1" status: 200 len: 375 time: 0.0285523 Jul 28 10:32:25.498400 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:25.508939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Attempting to bind port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:25.509411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Attempting to bind port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:25.509720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Attempting to bind port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a on network 1919abb0-f185-492d-a78b-1ceacf0f50c1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:25.523209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:25.523663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Checking segment: {'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:25.524073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.524463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Bound using segment: {'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:25.525087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Bound port: 80c4f216-875d-4f6d-ac4e-4f58ced7a54a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:25.525329 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.543936 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-040bcbc6-62b4-435c-90ec-d8d38d44f940 req-ea0c8564-0a8e-4782-9f24-39c21791ea9e tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a82c16499174675a06d390a1417fab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675042 Jul 28 10:32:25.596786 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks [] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.619701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:25.673155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] For port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:25.677910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] For port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,segment=NetworkSegment(ad1b64a4-660b-4966-8d48-4edb918797b9),segment_id=ad1b64a4-660b-4966-8d48-4edb918797b9)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:25.687735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.694926 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:25.743388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:25.766969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:25.778696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:25.832035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f0fe-060c-41d5-b56f-8b65e72fb898 None None] Pushing event updated for resources: {'Port': ['ID=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:25.885036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Pushing event updated for resources: {'Port': ['ID=52ef994d-300b-40a8-bff7-68f9ee401a5e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:26.391903 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6197ec8b-2310-4e92-bc6e-962d095027a1 req-ce23d93d-eb2a-48c2-ada2-249f67982c68 tempest-ImagesNegativeTestJSON-1148644311 tempest-ImagesNegativeTestJSON-1148644311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e98d4b6b-a8c4-4461-be6b-93d6a9a9915a HTTP/1.1" status: 200 len: 210 time: 0.0804272 Jul 28 10:32:26.467503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks [] for router_gateway (3a9b145b-432d-4668-ac1f-00ca2897f0bc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:26.534744 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-24b4e6b3-320a-425a-8a47-ec0d8e37d953 req-73d3774f-44fd-48e7-b071-b219bb75ef28 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d3f71-0a17-4e98-9158-a92944492744 HTTP/1.1" status: 200 len: 210 time: 0.0438509 Jul 28 10:32:26.578420 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8b226eb1-5b9e-44a1-a373-4f2d9003d2a6 req-7ff37db0-b279-4980-86ff-bc21d91dbcc2 tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bf10c19-7f3f-4ef1-99bf-83fc47308b28 HTTP/1.1" status: 200 len: 210 time: 0.1224003 Jul 28 10:32:26.600468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43892) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:26.708469 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:26.783146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-network', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:26.822349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Made reservation on behalf of 9e74f455ebc344809c84a0c8ee738037 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:26.834183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:26.846952 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:26.868866 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (3a9b145b-432d-4668-ac1f-00ca2897f0bc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:26.886987 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fd399379-ba2e-456c-89cf-7f405635e07f req-3ec2ab89-8487-4f3b-83ea-b98938d1ff92 tempest-ImagesNegativeTestJSON-1148644311 tempest-ImagesNegativeTestJSON-1148644311-project] 10.222.0.46 "GET /v2.0/ports?device_id=e98d4b6b-a8c4-4461-be6b-93d6a9a9915a HTTP/1.1" status: 200 len: 210 time: 0.0418782 Jul 28 10:32:27.001925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks [] for security_group (478ae566-8abf-4e75-a3f1-58da86b396b3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.015897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (478ae566-8abf-4e75-a3f1-58da86b396b3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.036672 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:27.058101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a6a94398-d278-4466-9b85-fc413508c3df), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.059499 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Added segment a6a94398-d278-4466-9b85-fc413508c3df of type vlan for network ddce2b17-9e43-406d-a5fd-f8091cd52bff Jul 28 10:32:27.160743 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (ddce2b17-9e43-406d-a5fd-f8091cd52bff), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.163100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Router 3a9b145b-432d-4668-ac1f-00ca2897f0bc is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:32:27.240589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ae566-8abf-4e75-a3f1-58da86b396b3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:27.243512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (ddce2b17-9e43-406d-a5fd-f8091cd52bff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.244818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:27.245542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.267537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 80c4f216-875d-4f6d-ac4e-4f58ced7a54a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:27.351968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:27.356341 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:27.366213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Sync routers for ids ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:27.383776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.386513 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-42bb2d6d-55c1-477c-b503-91cb51d82d25 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3918228 Jul 28 10:32:27.391629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43934) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:27.436831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Routers {'3a9b145b-432d-4668-ac1f-00ca2897f0bc'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:27.437605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:27.445951 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8408341 Jul 28 10:32:27.451797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43942) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:27.459122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Request body: {'subnet': {'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-subnet', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:27.477926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43946) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:27.491409 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19aa259-b510-4930-a7c1-43fca7384ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=ddce2b17-9e43-406d-a5fd-f8091cd52bff,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:27.500668 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-63b1a584-b649-41f7-9b4c-e7572f168246 req-23d15c03-9c90-4934-a638-9987401ba1eb tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1bae7d999d904322aa22e76ac004ba16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415885 Jul 28 10:32:27.543182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:27.564868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb932d7d-726e-484f-b748-5b7142f98ee7 None None] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:27.627237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Made reservation on behalf of 9e74f455ebc344809c84a0c8ee738037 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:27.629659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.640026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:27.640784 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.644063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1a584-b649-41f7-9b4c-e7572f168246 req-02c82fa7-2834-4200-9c49-4ff19f74aec1 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:27.648152 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-63b1a584-b649-41f7-9b4c-e7572f168246 req-02c82fa7-2834-4200-9c49-4ff19f74aec1 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447165 Jul 28 10:32:27.676253 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-63b1a584-b649-41f7-9b4c-e7572f168246 req-c658914e-2627-4a45-8433-4876046229f0 tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/quotas/1bae7d999d904322aa22e76ac004ba16 HTTP/1.1" status: 200 len: 375 time: 0.0198581 Jul 28 10:32:27.705913 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-63b1a584-b649-41f7-9b4c-e7572f168246 req-822a53ed-6425-44b5-86c5-39aa5ae7e2cb tempest-QuotasAdminNegativeTest-1501188797 tempest-QuotasAdminNegativeTest-1501188797-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bae7d999d904322aa22e76ac004ba16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282402 Jul 28 10:32:27.747918 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d16f9e57-8e13-41ea-8dbb-cfde28d68e94 req-aaecfec5-c401-4296-b930-4584428a3bf1 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d3f71-0a17-4e98-9158-a92944492744 HTTP/1.1" status: 200 len: 210 time: 0.0577855 Jul 28 10:32:27.763890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fcba5aea-4805-43c9-836f-fcfb96ae7fda None None] Provisioning complete for port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:27.764407 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fcba5aea-4805-43c9-836f-fcfb96ae7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:27.891964 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:27.895725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Set router 3a9b145b-432d-4668-ac1f-00ca2897f0bc gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:28.066024 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5e05a7fe-6acf-414e-bcad-bae9e479e808 req-eb519302-c6df-442c-b93c-30f9261a399f tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e5d3f71-0a17-4e98-9158-a92944492744 HTTP/1.1" status: 200 len: 210 time: 0.0538368 Jul 28 10:32:28.098775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:28.099459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:28.117187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fcba5aea-4805-43c9-836f-fcfb96ae7fda None None] Current status of the port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:28.117810 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fcba5aea-4805-43c9-836f-fcfb96ae7fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:28.148476 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-58a697e5-109c-470d-a4af-7c937975a086 req-f68f1a87-22a9-49b7-a643-a7474d9454c8 tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bf10c19-7f3f-4ef1-99bf-83fc47308b28 HTTP/1.1" status: 200 len: 210 time: 0.0960851 Jul 28 10:32:28.267430 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:28.285480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,segment=NetworkSegment(ad1b64a4-660b-4966-8d48-4edb918797b9),segment_id=ad1b64a4-660b-4966-8d48-4edb918797b9)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:28.295851 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:28.319912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:28.320975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:28.443506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:32:26Z', 'revision_number': 3, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:28.644132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Checking router: 3a9b145b-432d-4668-ac1f-00ca2897f0bc for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:28.644475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Updating router 3a9b145b-432d-4668-ac1f-00ca2897f0bc port 52ef994d-300b-40a8-bff7-68f9ee401a5e binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:28.679758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c76a4bde-157a-461e-b3d7-cd096ccfc408), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:28.694368 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-fcba5aea-4805-43c9-836f-fcfb96ae7fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:32:28.694776 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-fcba5aea-4805-43c9-836f-fcfb96ae7fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:32:28.715313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:28.729403 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:28.733187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:28.733564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:28.808100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76a4bde-157a-461e-b3d7-cd096ccfc408,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:29.000083 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:29.004525 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a3c74b85-c67e-4eb3-b157-8b6b617bea13), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.006990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:29.016746 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0683dad3-649e-4d3e-b945-65eb1b0d1a29 req-20a3f777-ab6d-44c9-88d1-1dba9138ad78 tempest-ServerDiagnosticsNegativeTest-1435654049 tempest-ServerDiagnosticsNegativeTest-1435654049-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bf10c19-7f3f-4ef1-99bf-83fc47308b28 HTTP/1.1" status: 200 len: 210 time: 0.3518679 Jul 28 10:32:29.222421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44036) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:29.238736 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Checking segment: {'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:29.241873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Network hostable DHCP agents. Network: ddce2b17-9e43-406d-a5fd-f8091cd52bff, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:29.272408 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:29.312734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 80c4f216-875d-4f6d-ac4e-4f58ced7a54a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:29.375331 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44040) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:29.400961 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6384-d435-48b8-95e2-49d00e204043 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group (2a5567b8-4527-4c5b-b7dc-1fa7f1738c40), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.427338 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:29.469140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, ddce2b17-9e43-406d-a5fd-f8091cd52bff) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:29.493991 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Publish callbacks [] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.496496 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:29.497134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.512672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6384-d435-48b8-95e2-49d00e204043 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group (2a5567b8-4527-4c5b-b7dc-1fa7f1738c40), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.549670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39467abb-bfdf-4bd9-8bb5-aea010b5ef19 None None] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:29.571253 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.598173 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6384-d435-48b8-95e2-49d00e204043 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2a5567b8-4527-4c5b-b7dc-1fa7f1738c40), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.604577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e5d6384-d435-48b8-95e2-49d00e204043 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.605653 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6e5d6384-d435-48b8-95e2-49d00e204043 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "DELETE /v2.0/security-groups/2a5567b8-4527-4c5b-b7dc-1fa7f1738c40 HTTP/1.1" status: 204 len: 168 time: 0.3805768 Jul 28 10:32:29.616534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44048) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:29.633150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d6384-d435-48b8-95e2-49d00e204043 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5567b8-4527-4c5b-b7dc-1fa7f1738c40,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:29.656959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fcba5aea-4805-43c9-836f-fcfb96ae7fda None None] Current status of the port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:29.712710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:29.713300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.715569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1996d-3447-4f6d-baa9-f61c5ca4316d None None] Pushing event updated for resources: {'Port': ['ID=52ef994d-300b-40a8-bff7-68f9ee401a5e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:29.743100 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-2958261c-e5c5-4c9f-a077-7c77395e0557 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] show failed (client error): The resource could not be found. Jul 28 10:32:29.744169 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2958261c-e5c5-4c9f-a077-7c77395e0557 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "GET /v2.0/security-groups/2a5567b8-4527-4c5b-b7dc-1fa7f1738c40 HTTP/1.1" status: 404 len: 347 time: 0.1255133 Jul 28 10:32:29.747889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41235c49-f4a0-43c2-b7c6-1df71ebc2479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.785121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44050) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:29.802085 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6a59cbda-d4d6-492b-baed-61937d37bf64 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3480792 Jul 28 10:32:29.802918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44054) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:29.832945 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:29.849974 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.854732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Attempting to bind port 52ef994d-300b-40a8-bff7-68f9ee401a5e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:29.855459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Attempting to bind port 52ef994d-300b-40a8-bff7-68f9ee401a5e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:29.855846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Attempting to bind port 52ef994d-300b-40a8-bff7-68f9ee401a5e on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:29.868098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f5269be9-bf7e-4c56-b3af-eaedd8dddb2a None None] Provisioning complete for port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:29.868479 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f5269be9-bf7e-4c56-b3af-eaedd8dddb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.897182 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:29.910052 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:29.917610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:29.918761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:29.919422 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.920080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:29.920927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Bound port: 52ef994d-300b-40a8-bff7-68f9ee401a5e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:29.921514 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:29.932175 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:30.010456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44056) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:30.018526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] For port 52ef994d-300b-40a8-bff7-68f9ee401a5e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:30.022708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] For port 52ef994d-300b-40a8-bff7-68f9ee401a5e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=52ef994d-300b-40a8-bff7-68f9ee401a5e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:30.036134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.037531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.055899 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:30.121784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'fixed_ips': [{'subnet_id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:32:30.123499 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.145734 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.168126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:30.172909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Deleting port 0351d1ba-8b6a-4608-96a2-2df1e113d04e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:30.173837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.233906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41235c49-f4a0-43c2-b7c6-1df71ebc2479 admin admin] Publish callbacks [] for security_group (5b65c371-9597-4c2a-9d46-290b1f7cf24a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.254379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41235c49-f4a0-43c2-b7c6-1df71ebc2479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5b65c371-9597-4c2a-9d46-290b1f7cf24a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.340143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks [] for router_controller (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.363202 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-41235c49-f4a0-43c2-b7c6-1df71ebc2479 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1bae7d999d904322aa22e76ac004ba16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9830065 Jul 28 10:32:30.377112 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44068) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:30.377611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44066) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:30.409096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.409435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for floatingip (0351d1ba-8b6a-4608-96a2-2df1e113d04e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.411569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Deleting port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:30.414294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.422363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41235c49-f4a0-43c2-b7c6-1df71ebc2479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b65c371-9597-4c2a-9d46-290b1f7cf24a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:30.472138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Calling delete_port for 0351d1ba-8b6a-4608-96a2-2df1e113d04e owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:30.571107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Allocated IP 172.20.0.2 (ddce2b17-9e43-406d-a5fd-f8091cd52bff/c76a4bde-157a-461e-b3d7-cd096ccfc408/5439d768-3f7d-4dd5-a90a-ccfabd06383b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:30.623826 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2854-0477-4882-ac3f-70b72d7d91b8 admin admin] Publish callbacks [] for security_group (5b65c371-9597-4c2a-9d46-290b1f7cf24a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.675222 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2854-0477-4882-ac3f-70b72d7d91b8 admin admin] Publish callbacks [] for security_group (5b65c371-9597-4c2a-9d46-290b1f7cf24a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.703212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2997-9e71-4777-88f9-bda6d0d4c291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.730367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ed19424-7382-436f-aad2-c57866ec31a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.761305 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Allocated IP 172.20.0.1 (1919abb0-f185-492d-a78b-1ceacf0f50c1/22d95bd5-f679-4a49-8d5d-586fe51679e9/ad7a5900-298c-4cb3-a3be-edc3500377ff) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:30.795867 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0351d1ba-8b6a-4608-96a2-2df1e113d04e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.806226 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:30.809196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2854-0477-4882-ac3f-70b72d7d91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5b65c371-9597-4c2a-9d46-290b1f7cf24a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.812626 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2854-0477-4882-ac3f-70b72d7d91b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.815627 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a3eb2854-0477-4882-ac3f-70b72d7d91b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b65c371-9597-4c2a-9d46-290b1f7cf24a HTTP/1.1" status: 204 len: 168 time: 0.4370716 Jul 28 10:32:30.878358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Pushing event deleted for resources: {'Port': ['ID=0351d1ba-8b6a-4608-96a2-2df1e113d04e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:30.914708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb2854-0477-4882-ac3f-70b72d7d91b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b65c371-9597-4c2a-9d46-290b1f7cf24a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:30.957725 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks [] for router_gateway (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.980238 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:30.981609 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Publish callbacks [] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.987387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks [] for floatingip (eb1af996-89a4-4748-89d5-05b4696e4e17), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:30.999931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.004632 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-42320e65-8634-4ccc-b267-ebb0f5912526 tempest-LiveAutoBlockMigrationV225Test-131348017 tempest-LiveAutoBlockMigrationV225Test-131348017-project] 10.222.0.46 "DELETE /v2.0/floatingips/eb1af996-89a4-4748-89d5-05b4696e4e17 HTTP/1.1" status: 204 len: 168 time: 1.2121634 Jul 28 10:32:31.005701 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44084) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:31.112377 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:31.131626 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.192330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] For port 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,segment=NetworkSegment(a0fdee79-811f-4aa3-ac45-4dbbf5bd5435),segment_id=a0fdee79-811f-4aa3-ac45-4dbbf5bd5435)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:31.192710 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.198422 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:31.287307 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Calling delete_port for 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:31.309726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f5269be9-bf7e-4c56-b3af-eaedd8dddb2a None None] Current status of the port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:31.319272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1996d-3447-4f6d-baa9-f61c5ca4316d None None] Pushing event updated for resources: {'Port': ['ID=52ef994d-300b-40a8-bff7-68f9ee401a5e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:31.394659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:31.398572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Pushing event updated for resources: {'Port': ['ID=5439d768-3f7d-4dd5-a90a-ccfabd06383b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:31.402633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:31.410040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:31.479618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44114) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:31.488451 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:31.512050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Routers {'3a9b145b-432d-4668-ac1f-00ca2897f0bc'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:31.512850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:31.527370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20b97b45-4d14-4140-b175-0b10c743d430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.694765 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:31.696319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] Set router 3a9b145b-432d-4668-ac1f-00ca2897f0bc gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:31.772989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Attempting to bind port 5439d768-3f7d-4dd5-a90a-ccfabd06383b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:31.773399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Attempting to bind port 5439d768-3f7d-4dd5-a90a-ccfabd06383b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:31.773763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Attempting to bind port 5439d768-3f7d-4dd5-a90a-ccfabd06383b on network ddce2b17-9e43-406d-a5fd-f8091cd52bff {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:31.834210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:31.834884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Checking segment: {'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:31.835325 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.835694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Bound using segment: {'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:31.836192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Bound port: 5439d768-3f7d-4dd5-a90a-ccfabd06383b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:31.836582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.871272 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2997-9e71-4777-88f9-bda6d0d4c291 admin admin] Publish callbacks [] for security_group (414c033f-98c1-49cb-8220-a4bb1576cbaa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.894659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks [] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.898644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ed19424-7382-436f-aad2-c57866ec31a1 admin admin] Publish callbacks [] for security_group (280d72bb-2534-4e47-a6e9-a85f2e68cc67), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.907757 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2997-9e71-4777-88f9-bda6d0d4c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (414c033f-98c1-49cb-8220-a4bb1576cbaa), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.924956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ed19424-7382-436f-aad2-c57866ec31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (280d72bb-2534-4e47-a6e9-a85f2e68cc67), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:31.925315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (ea327014-55f5-4e8e-be00-3927e9997410), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.011182 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8eb8b0f7-c45e-42ed-8e47-4c9158448998 req-dbf5a6b7-d1de-4e62-9986-2ab869ef6371 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=839c8046ddb4420e9cc9759af8d9b13b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2178867 Jul 28 10:32:32.053315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] For port 5439d768-3f7d-4dd5-a90a-ccfabd06383b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:32.054128 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1d3e2997-9e71-4777-88f9-bda6d0d4c291 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a82c16499174675a06d390a1417fab3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6714101 Jul 28 10:32:32.060177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] For port 5439d768-3f7d-4dd5-a90a-ccfabd06383b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5439d768-3f7d-4dd5-a90a-ccfabd06383b,segment=NetworkSegment(a6a94398-d278-4466-9b85-fc413508c3df),segment_id=a6a94398-d278-4466-9b85-fc413508c3df)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:32.073953 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.088013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44130) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:32.125664 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9ed19424-7382-436f-aad2-c57866ec31a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6fcc86dc7ed4d6c8b80db3a7bdfe319&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0833757 Jul 28 10:32:32.129891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:32:26Z', 'revision_number': 3, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:32.130112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e2997-9e71-4777-88f9-bda6d0d4c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414c033f-98c1-49cb-8220-a4bb1576cbaa,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:32.144289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44132) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:32.184112 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:32.232648 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.250057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20b97b45-4d14-4140-b175-0b10c743d430 admin admin] Publish callbacks [] for security_group (af807ced-6b85-4fd8-8486-f1c65365a1be), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.264466 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20b97b45-4d14-4140-b175-0b10c743d430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af807ced-6b85-4fd8-8486-f1c65365a1be), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.266058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:32.268324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks [] for router_gateway (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.285576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:32.301327 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d524253c-86d3-48c9-bd37-83a1a19132f1 admin admin] Publish callbacks [] for security_group (414c033f-98c1-49cb-8220-a4bb1576cbaa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.336049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:32.364610 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:32.381321 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-20b97b45-4d14-4140-b175-0b10c743d430 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6564718598cd4861b0108bbe2a978eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9006629 Jul 28 10:32:32.395839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44134) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:32.407038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62040fe5-1ca7-453f-ac42-c55dcd052589 None None] Pushing event updated for resources: {'Port': ['ID=5439d768-3f7d-4dd5-a90a-ccfabd06383b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:32.412848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff561ea-9c5b-47a8-b200-37e071cfe546 None None] The sync data for ids ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'] in n-d-850468-6 is: [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:32:26Z', 'revision_number': 3, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:32.431717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed19424-7382-436f-aad2-c57866ec31a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d72bb-2534-4e47-a6e9-a85f2e68cc67,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:32.439315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97b45-4d14-4140-b175-0b10c743d430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af807ced-6b85-4fd8-8486-f1c65365a1be,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:32.448059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.466977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d524253c-86d3-48c9-bd37-83a1a19132f1 admin admin] Publish callbacks [] for security_group (414c033f-98c1-49cb-8220-a4bb1576cbaa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.576413 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-99aa00b2-1a20-4798-ae3b-8c35feca8259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.612575 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:32.621777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (3a9b145b-432d-4668-ac1f-00ca2897f0bc), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.656143 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2b2340c-4eec-4c59-ae83-a7a45fa2cf55 admin admin] Publish callbacks [] for security_group (af807ced-6b85-4fd8-8486-f1c65365a1be), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.660108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Deleting port 00d08b9f-e6d8-4a6b-8068-56340a41f02b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:32.660498 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.682437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5840-596c-49f8-9c16-e5b912fbd8ad admin admin] Publish callbacks [] for security_group (280d72bb-2534-4e47-a6e9-a85f2e68cc67), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.743726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-59e38c3e-2bb0-4f39-acca-24b355ce8140 None None] Provisioning complete for port ad7a5900-298c-4cb3-a3be-edc3500377ff triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:32.744346 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-59e38c3e-2bb0-4f39-acca-24b355ce8140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.769383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d524253c-86d3-48c9-bd37-83a1a19132f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (414c033f-98c1-49cb-8220-a4bb1576cbaa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.772432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d524253c-86d3-48c9-bd37-83a1a19132f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.773637 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d524253c-86d3-48c9-bd37-83a1a19132f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/414c033f-98c1-49cb-8220-a4bb1576cbaa HTTP/1.1" status: 204 len: 168 time: 0.6843991 Jul 28 10:32:32.779793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2b2340c-4eec-4c59-ae83-a7a45fa2cf55 admin admin] Publish callbacks [] for security_group (af807ced-6b85-4fd8-8486-f1c65365a1be), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.784089 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:32.815035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524253c-86d3-48c9-bd37-83a1a19132f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414c033f-98c1-49cb-8220-a4bb1576cbaa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:32.870484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] For port 00d08b9f-e6d8-4a6b-8068-56340a41f02b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00d08b9f-e6d8-4a6b-8068-56340a41f02b,segment=NetworkSegment(2621197a-3aed-42f6-9df4-20cd6914f65a),segment_id=2621197a-3aed-42f6-9df4-20cd6914f65a)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:32.870904 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:32.908668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Calling delete_port for 00d08b9f-e6d8-4a6b-8068-56340a41f02b owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:32.945065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-59e38c3e-2bb0-4f39-acca-24b355ce8140 None None] Port ad7a5900-298c-4cb3-a3be-edc3500377ff cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:32.961057 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Allocated IP 172.25.2.94 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/d570e4db-56e9-4dbc-99e1-22061fbe1258) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:33.031574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2b2340c-4eec-4c59-ae83-a7a45fa2cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af807ced-6b85-4fd8-8486-f1c65365a1be), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:33.035387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2b2340c-4eec-4c59-ae83-a7a45fa2cf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:33.036722 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e2b2340c-4eec-4c59-ae83-a7a45fa2cf55 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af807ced-6b85-4fd8-8486-f1c65365a1be HTTP/1.1" status: 204 len: 168 time: 0.6343062 Jul 28 10:32:33.056227 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2340c-4eec-4c59-ae83-a7a45fa2cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af807ced-6b85-4fd8-8486-f1c65365a1be,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:33.061341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8b0f7-c45e-42ed-8e47-4c9158448998 req-72872eea-df05-4415-a566-ab6223c4051f tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:33.069072 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8eb8b0f7-c45e-42ed-8e47-4c9158448998 req-72872eea-df05-4415-a566-ab6223c4051f tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0331516 Jul 28 10:32:33.093043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:33.114139 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Pushing event updated for resources: {'Port': ['ID=ad7a5900-298c-4cb3-a3be-edc3500377ff,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:33.381463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (00d08b9f-e6d8-4a6b-8068-56340a41f02b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:33.453359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5439d768-3f7d-4dd5-a90a-ccfabd06383b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:33.490393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=00d08b9f-e6d8-4a6b-8068-56340a41f02b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:33.582493 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8eb8b0f7-c45e-42ed-8e47-4c9158448998 req-45625a9a-abaf-4114-840a-6b8fa1ae2f38 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/quotas/839c8046ddb4420e9cc9759af8d9b13b HTTP/1.1" status: 200 len: 375 time: 0.5122182 Jul 28 10:32:33.654284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5439d768-3f7d-4dd5-a90a-ccfabd06383b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:33.654675 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:33.716744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a3c74b85-c67e-4eb3-b157-8b6b617bea13), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:33.726605 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8eb8b0f7-c45e-42ed-8e47-4c9158448998 req-b053010f-e17e-4cb9-a8cb-d99e8879c249 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=839c8046ddb4420e9cc9759af8d9b13b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426246 Jul 28 10:32:33.894946 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:33.913605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5840-596c-49f8-9c16-e5b912fbd8ad admin admin] Publish callbacks [] for security_group (280d72bb-2534-4e47-a6e9-a85f2e68cc67), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:33.934393 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:33.980543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:33.982526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5439d768-3f7d-4dd5-a90a-ccfabd06383b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:33.982940 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.111680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5439d768-3f7d-4dd5-a90a-ccfabd06383b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5439d768-3f7d-4dd5-a90a-ccfabd06383b,segment=NetworkSegment(a6a94398-d278-4466-9b85-fc413508c3df),segment_id=a6a94398-d278-4466-9b85-fc413508c3df)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:34.132524 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.133387 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 52ef994d-300b-40a8-bff7-68f9ee401a5e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:34.142565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44152) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:34.211470 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks [] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.246322 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:34.294279 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:34.355342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920bf90-c5c6-4872-8907-e51392d7dc0d None None] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:34.357367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 52ef994d-300b-40a8-bff7-68f9ee401a5e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:34.357780 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.395848 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:34.421497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f28d6dd-371f-4725-a469-6bdebff28236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.486871 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (ea327014-55f5-4e8e-be00-3927e9997410), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.539043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.555138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ed33dd60-4b08-473f-9a0d-e55482bc5b15 None None] Provisioning complete for port 5439d768-3f7d-4dd5-a90a-ccfabd06383b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:34.555591 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed33dd60-4b08-473f-9a0d-e55482bc5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.560041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5439d768-3f7d-4dd5-a90a-ccfabd06383b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:34.658812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.661528 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:34.775341 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:34.786941 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7b4794d7-245e-4174-9cce-dc75da6b412a req-f85fecad-7772-44a3-8ef4-5f9d7835aec6 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=839c8046ddb4420e9cc9759af8d9b13b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640771 Jul 28 10:32:34.884616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 52ef994d-300b-40a8-bff7-68f9ee401a5e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:34.884616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.961884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 52ef994d-300b-40a8-bff7-68f9ee401a5e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=52ef994d-300b-40a8-bff7-68f9ee401a5e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:34.981040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks [] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.987349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5840-596c-49f8-9c16-e5b912fbd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (280d72bb-2534-4e47-a6e9-a85f2e68cc67), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:34.991461 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5840-596c-49f8-9c16-e5b912fbd8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:35.002182 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0f1b5840-596c-49f8-9c16-e5b912fbd8ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/280d72bb-2534-4e47-a6e9-a85f2e68cc67 HTTP/1.1" status: 204 len: 168 time: 2.8560863 Jul 28 10:32:35.009204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Pushing event updated for resources: {'Port': ['ID=d570e4db-56e9-4dbc-99e1-22061fbe1258,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:35.009692 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:35.028845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ed33dd60-4b08-473f-9a0d-e55482bc5b15 None None] Current status of the port 5439d768-3f7d-4dd5-a90a-ccfabd06383b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:35.047539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:35.072319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e38e66c2-aa16-41b2-bed9-50e58d6f46a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:35.144915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:35.173401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (3a9b145b-432d-4668-ac1f-00ca2897f0bc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:35.182158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=52ef994d-300b-40a8-bff7-68f9ee401a5e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:35.211600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Router ea327014-55f5-4e8e-be00-3927e9997410 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:35.271038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b5840-596c-49f8-9c16-e5b912fbd8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d72bb-2534-4e47-a6e9-a85f2e68cc67,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:35.273009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:35.359755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4794d7-245e-4174-9cce-dc75da6b412a req-6bfb6ace-7a30-41c5-9434-d602238d36ce tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:35.363043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-88276adf-9334-4bff-b1c3-dc13962644b6 None None] Provisioning complete for port 5439d768-3f7d-4dd5-a90a-ccfabd06383b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:35.363675 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-88276adf-9334-4bff-b1c3-dc13962644b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:35.374142 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7b4794d7-245e-4174-9cce-dc75da6b412a req-6bfb6ace-7a30-41c5-9434-d602238d36ce tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5849564 Jul 28 10:32:35.397095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:35.457194 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:35.472962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Router a3c74b85-c67e-4eb3-b157-8b6b617bea13 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:35.505094 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7b4794d7-245e-4174-9cce-dc75da6b412a req-8f7d1262-9597-4550-a29c-853e2658faa3 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/quotas/839c8046ddb4420e9cc9759af8d9b13b HTTP/1.1" status: 200 len: 375 time: 0.1299541 Jul 28 10:32:35.557269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-88276adf-9334-4bff-b1c3-dc13962644b6 None None] Current status of the port 5439d768-3f7d-4dd5-a90a-ccfabd06383b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:35.574838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Pushing event updated for resources: {'Port': ['ID=ad7a5900-298c-4cb3-a3be-edc3500377ff,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:35.592799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5439d768-3f7d-4dd5-a90a-ccfabd06383b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:35.607682 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:35.668526 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7b4794d7-245e-4174-9cce-dc75da6b412a req-e5fa03ea-893f-4878-ab4f-18f07a3ca184 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=839c8046ddb4420e9cc9759af8d9b13b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624718 Jul 28 10:32:35.737562 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:35.743332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5439d768-3f7d-4dd5-a90a-ccfabd06383b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:35.743956 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:35.755920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:35.771187 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] Sync routers for ids ['ea327014-55f5-4e8e-be00-3927e9997410'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:35.771847 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a1f4af87-a269-4aa1-8aeb-c78a66586a3e admin admin] 10.222.0.46 "PUT /v2.0/routers/ea327014-55f5-4e8e-be00-3927e9997410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7650721 Jul 28 10:32:35.776612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44188) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:35.803964 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] Routers {'ea327014-55f5-4e8e-be00-3927e9997410'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:35.804630 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ea327014-55f5-4e8e-be00-3927e9997410'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:35.987772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5439d768-3f7d-4dd5-a90a-ccfabd06383b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:36.010465 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] Set router ea327014-55f5-4e8e-be00-3927e9997410 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:36.054143 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.172630 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks [] for router (ea327014-55f5-4e8e-be00-3927e9997410), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.307015 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:32:33Z', 'revision_number': 5, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:36.347875 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] Checking router: ea327014-55f5-4e8e-be00-3927e9997410 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:36.359308 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] Routers {'ea327014-55f5-4e8e-be00-3927e9997410'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:36.361543 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ea327014-55f5-4e8e-be00-3927e9997410'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:36.419481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:36.422364 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f28d6dd-371f-4725-a469-6bdebff28236 admin admin] Publish callbacks [] for security_group (82e375a5-94be-4a50-bdc9-92f21a87ca7f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.440422 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4ca55cb5-802a-4d83-b728-d8b9cba00180 req-2762666c-ad68-4245-8a5e-5ae446d80e27 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d46db95-fecf-482c-837b-77ff7c339bff HTTP/1.1" status: 200 len: 210 time: 0.2568004 Jul 28 10:32:36.471548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f28d6dd-371f-4725-a469-6bdebff28236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (82e375a5-94be-4a50-bdc9-92f21a87ca7f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.474867 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:36.506555 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks [] for router_gateway (ea327014-55f5-4e8e-be00-3927e9997410), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.526247 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] Set router ea327014-55f5-4e8e-be00-3927e9997410 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:36.572807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28d6dd-371f-4725-a469-6bdebff28236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e375a5-94be-4a50-bdc9-92f21a87ca7f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:36.628880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Deleting port 87fdd047-627b-4afa-9050-41c1336dfdac {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:36.630417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.767528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44212) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:36.767852 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9f28d6dd-371f-4725-a469-6bdebff28236 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=830e4586440d4b36ab9581c117a1599f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5381360 Jul 28 10:32:36.800520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks [] for router_gateway (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.892738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6a054fb9-3477-4f75-9db8-6b1777d182e9 None None] Provisioning complete for port ad7a5900-298c-4cb3-a3be-edc3500377ff triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:36.893115 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a054fb9-3477-4f75-9db8-6b1777d182e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.908470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:36.928386 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c90207b2-8172-4322-8aea-ec0c843251b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/a3c74b85-c67e-4eb3-b157-8b6b617bea13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4478886 Jul 28 10:32:36.931572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] For port 87fdd047-627b-4afa-9050-41c1336dfdac, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=87fdd047-627b-4afa-9050-41c1336dfdac,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:36.932345 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:36.934707 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44220) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:36.941749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] Sync routers for ids ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:36.944106 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:32:33Z', 'revision_number': 5, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:36.992090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6a054fb9-3477-4f75-9db8-6b1777d182e9 None None] Port ad7a5900-298c-4cb3-a3be-edc3500377ff cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:36.996483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Calling delete_port for 87fdd047-627b-4afa-9050-41c1336dfdac owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:36.998702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] Routers {'a3c74b85-c67e-4eb3-b157-8b6b617bea13'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:36.999362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:37.003711 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:37.015598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-605f5489-3043-4cdf-bd8b-3ea4538de684 admin admin] Publish callbacks [] for security_group (82e375a5-94be-4a50-bdc9-92f21a87ca7f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.029742 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca6303-9570-4171-8867-333e37563fa5 None None] The sync data for ids ['ea327014-55f5-4e8e-be00-3927e9997410'] in n-d-850468-6 is: [{'id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'name': 'tempest-LiveAutoBlockMigrationV225Test-883692822-router', 'tenant_id': '07e2042b56704e9fb5195d43d8116494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:32:33Z', 'revision_number': 5, 'project_id': '07e2042b56704e9fb5195d43d8116494', 'gw_port': {'id': '87fdd047-627b-4afa-9050-41c1336dfdac', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea327014-55f5-4e8e-be00-3927e9997410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:29:58Z', 'updated_at': '2022-07-28T10:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:37.081242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks [] for router (a3c74b85-c67e-4eb3-b157-8b6b617bea13), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.155559 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:37.175344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-605f5489-3043-4cdf-bd8b-3ea4538de684 admin admin] Publish callbacks [] for security_group (82e375a5-94be-4a50-bdc9-92f21a87ca7f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.230409 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.237255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Router 3a9b145b-432d-4668-ac1f-00ca2897f0bc has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:37.322735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] Set router a3c74b85-c67e-4eb3-b157-8b6b617bea13 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:37.358162 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks [] for router_gateway (a3c74b85-c67e-4eb3-b157-8b6b617bea13), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.483717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44232) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:37.493735 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:37.519819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-605f5489-3043-4cdf-bd8b-3ea4538de684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (82e375a5-94be-4a50-bdc9-92f21a87ca7f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.522531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-605f5489-3043-4cdf-bd8b-3ea4538de684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.526374 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-605f5489-3043-4cdf-bd8b-3ea4538de684 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82e375a5-94be-4a50-bdc9-92f21a87ca7f HTTP/1.1" status: 204 len: 168 time: 0.7526803 Jul 28 10:32:37.562820 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:37.567920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Deleting port 5328323e-ae5c-4e4e-9718-8567614577d1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:37.568689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.571428 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f5489-3043-4cdf-bd8b-3ea4538de684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e375a5-94be-4a50-bdc9-92f21a87ca7f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:37.577263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:37.587544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (87fdd047-627b-4afa-9050-41c1336dfdac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.588864 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Sync routers for ids ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:37.595848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 52ef994d-300b-40a8-bff7-68f9ee401a5e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:37.596882 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c3197d0c-8b88-4e7a-87db-63f68e53059e admin admin] 10.222.0.46 "PUT /v2.0/routers/3a9b145b-432d-4668-ac1f-00ca2897f0bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2018564 Jul 28 10:32:37.630787 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Routers {'3a9b145b-432d-4668-ac1f-00ca2897f0bc'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:37.631494 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:37.649767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.680578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fdd047-627b-4afa-9050-41c1336dfdac,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:37.735066 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ed8d4dab-a573-49db-bf13-65d553943009 req-43584c02-f4d1-4d07-83cd-824e1e8c4f9e tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b7dbda2a02546dbb8024325fffe55f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589125 Jul 28 10:32:37.806787 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:37.822707 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:37.856053 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.867484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.897282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-network', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:37.936259 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a18c463e-bb8f-41f5-99c0-8d2c2ed6293e req-5cd29c1b-0687-49cc-b1d6-a4d19f7b9b7c tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d46db95-fecf-482c-837b-77ff7c339bff HTTP/1.1" status: 200 len: 210 time: 0.2130196 Jul 28 10:32:37.943816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 52ef994d-300b-40a8-bff7-68f9ee401a5e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:37.944612 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:37.951070 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Set router 3a9b145b-432d-4668-ac1f-00ca2897f0bc gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:38.009187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (ea327014-55f5-4e8e-be00-3927e9997410), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.107514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:32Z', 'revision_number': 5, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port': {'id': '5328323e-ae5c-4e4e-9718-8567614577d1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:13Z', 'updated_at': '2022-07-28T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:38.152878 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Made reservation on behalf of 09bc1ff0d5164cabaeb43d17f1c5bddc for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:38.159017 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.173186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] Checking router: a3c74b85-c67e-4eb3-b157-8b6b617bea13 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:38.215036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] For port 5328323e-ae5c-4e4e-9718-8567614577d1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5328323e-ae5c-4e4e-9718-8567614577d1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:38.215408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.218639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.264380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (ea327014-55f5-4e8e-be00-3927e9997410), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.272308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] Routers {'a3c74b85-c67e-4eb3-b157-8b6b617bea13'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:38.273194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:38.276238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d4dab-a573-49db-bf13-65d553943009 req-a9c6c16a-8a91-4c7b-80ec-68c9a129f84b tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:38.277801 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ed8d4dab-a573-49db-bf13-65d553943009 req-a9c6c16a-8a91-4c7b-80ec-68c9a129f84b tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4982071 Jul 28 10:32:38.279251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks [] for router_controller (ea327014-55f5-4e8e-be00-3927e9997410), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.315264 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:38.354606 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ed8d4dab-a573-49db-bf13-65d553943009 req-67fa1df1-0184-4537-985b-61d397dad8d7 tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] 10.222.0.46 "GET /v2.0/quotas/6b7dbda2a02546dbb8024325fffe55f5 HTTP/1.1" status: 200 len: 375 time: 0.0689843 Jul 28 10:32:38.366807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (ea327014-55f5-4e8e-be00-3927e9997410), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.367573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea327014-55f5-4e8e-be00-3927e9997410 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:32:38.369348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Calling delete_port for 5328323e-ae5c-4e4e-9718-8567614577d1 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:38.377243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.378485 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5a5ae6e6-88e7-44b1-8ad1-357e1d4cada2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ea327014-55f5-4e8e-be00-3927e9997410 HTTP/1.1" status: 204 len: 168 time: 2.5984328 Jul 28 10:32:38.385268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44262) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:38.435106 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ed8d4dab-a573-49db-bf13-65d553943009 req-48f7454d-c81c-489d-953f-4ec3d43fcd89 tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b7dbda2a02546dbb8024325fffe55f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737145 Jul 28 10:32:38.508775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:32:38.531047 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:32:33Z', 'revision_number': 4, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ad7a5900-298c-4cb3-a3be-edc3500377ff', 'name': '', 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'mac_address': 'fa:16:3e:1b:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '22d95bd5-f679-4a49-8d5d-586fe51679e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:29Z', 'updated_at': '2022-07-28T10:32:34Z', 'revision_number': 2, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'subnets': [{'id': '22d95bd5-f679-4a49-8d5d-586fe51679e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:38.541686 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-07b5b341-bff0-412f-91ec-203e73abdf4a req-16dba22a-8e9e-46b4-b9b9-7653f96a5283 tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d46db95-fecf-482c-837b-77ff7c339bff HTTP/1.1" status: 200 len: 210 time: 0.2543156 Jul 28 10:32:38.593997 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Checking router: 3a9b145b-432d-4668-ac1f-00ca2897f0bc for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:38.597483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Updating router 3a9b145b-432d-4668-ac1f-00ca2897f0bc port ad7a5900-298c-4cb3-a3be-edc3500377ff binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:38.735873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] Set router a3c74b85-c67e-4eb3-b157-8b6b617bea13 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:38.909989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:37Z', 'revision_number': 6, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:38.925840 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:38.978494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6265c055-b4ea-491a-8a9d-ec75d27f19c6 None None] The sync data for ids ['a3c74b85-c67e-4eb3-b157-8b6b617bea13'] in n-d-850468-6 is: [{'id': 'a3c74b85-c67e-4eb3-b157-8b6b617bea13', 'name': 'tempest-ImagesNegativeTestJSON-1060685829-router', 'tenant_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:12Z', 'updated_at': '2022-07-28T10:32:37Z', 'revision_number': 6, 'project_id': '5fb90e03403f4c0a9d9de4902a0a7ca9', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:38.985966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 52ef994d-300b-40a8-bff7-68f9ee401a5e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:39.079010 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3dffe3d5-2851-4667-910d-f1ee958974a7 req-67711c42-c015-4433-9546-d33f19f8ddf4 tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] 10.222.0.46 "GET /v2.0/ports?device_id=4924fb6b-dd55-416f-989a-91b6fa8d47e2 HTTP/1.1" status: 200 len: 210 time: 0.1227040 Jul 28 10:32:39.334295 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:39.404943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44292) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:39.422130 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1707961236-network', 'tenant_id': '49a6f149235249c1bfb92f358d27102e'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:39.482203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Made reservation on behalf of 49a6f149235249c1bfb92f358d27102e for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:39.487843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.512799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks [] for security_group (f55f40cc-9b4b-4001-b0fe-b32031181cdc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.516702 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Publish callbacks [] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.522321 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.529009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00d08b9f-e6d8-4a6b-8068-56340a41f02b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:39.534972 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.569629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 00d08b9f-e6d8-4a6b-8068-56340a41f02b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:39.569899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00d08b9f-e6d8-4a6b-8068-56340a41f02b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:39.570532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 87fdd047-627b-4afa-9050-41c1336dfdac no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:39.621236 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae11837-b203-4dbf-9a9b-7b4c3c84f443 None None] Pushing event updated for resources: {'Port': ['ID=ad7a5900-298c-4cb3-a3be-edc3500377ff,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:39.643884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 87fdd047-627b-4afa-9050-41c1336dfdac {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:39.644873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 87fdd047-627b-4afa-9050-41c1336dfdac not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:39.645646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:39.650621 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:39.655423 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:39.693323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:39.693971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7f6bf9f1-89b2-4e1c-b994-489bac1f4cbe not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:39.731299 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Attempting to bind port ad7a5900-298c-4cb3-a3be-edc3500377ff on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:39.732715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f55f40cc-9b4b-4001-b0fe-b32031181cdc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.732984 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Attempting to bind port ad7a5900-298c-4cb3-a3be-edc3500377ff by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:39.733538 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Attempting to bind port ad7a5900-298c-4cb3-a3be-edc3500377ff on network 1919abb0-f185-492d-a78b-1ceacf0f50c1 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:39.745011 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks [] for security_group (b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.752332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.753034 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:39.753418 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Checking segment: {'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:39.754447 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.754858 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Bound using segment: {'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:39.755352 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Bound port: ad7a5900-298c-4cb3-a3be-edc3500377ff, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b64a4-660b-4966-8d48-4edb918797b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:39.757403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] Deleting subnet 5bb1d88c-40ec-4253-b692-0c6164d10d59 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:32:39.757565 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.800051 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:39.806504 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] Publish callbacks [] for subnet (5bb1d88c-40ec-4253-b692-0c6164d10d59), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.816591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:39.829949 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a71ad12-5a10-41bb-b139-551beff7bca1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.830343 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Added segment 9a71ad12-5a10-41bb-b139-551beff7bca1 of type vlan for network 6aa872b5-8335-4c54-b8a2-692bf41a0407 Jul 28 10:32:39.891012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6aa872b5-8335-4c54-b8a2-692bf41a0407), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.902312 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-87aac13e-572b-4da2-9ae2-2e6157198ad9 req-29670f06-9115-440c-b6fd-e5503858a54d tempest-ListImageFiltersTestJSON-306585994 tempest-ListImageFiltersTestJSON-306585994-project] 10.222.0.46 "GET /v2.0/ports?device_id=b721d299-a710-45f6-af51-82576b542be6 HTTP/1.1" status: 200 len: 210 time: 0.1968763 Jul 28 10:32:39.914314 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] For port ad7a5900-298c-4cb3-a3be-edc3500377ff, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:39.917910 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] For port ad7a5900-298c-4cb3-a3be-edc3500377ff, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ad7a5900-298c-4cb3-a3be-edc3500377ff,segment=NetworkSegment(ad1b64a4-660b-4966-8d48-4edb918797b9),segment_id=ad1b64a4-660b-4966-8d48-4edb918797b9)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:39.928621 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.936973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6aa872b5-8335-4c54-b8a2-692bf41a0407), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.940116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:39.946430 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.954153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-11c02757-13f6-439c-a7ae-7b010266247a None None] Provisioning complete for port ad7a5900-298c-4cb3-a3be-edc3500377ff triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:39.955069 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11c02757-13f6-439c-a7ae-7b010266247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.956049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:39.980519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:39.986623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5328323e-ae5c-4e4e-9718-8567614577d1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:39.997693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f40cc-9b4b-4001-b0fe-b32031181cdc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:40.014713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (5bb1d88c-40ec-4253-b692-0c6164d10d59), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.019401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b2f25f7b-d938-44b5-b1af-a3695e1d1569), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.019745 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Added segment b2f25f7b-d938-44b5-b1af-a3695e1d1569 of type vlan for network f03c1d86-de05-48c1-a848-7c981e6e6ed6 Jul 28 10:32:40.047081 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6394665 Jul 28 10:32:40.072215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Sync routers for ids ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:40.085924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44300) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:40.097704 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Request body: {'subnet': {'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-subnet', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:40.116811 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae11837-b203-4dbf-9a9b-7b4c3c84f443 None None] Pushing event updated for resources: {'Port': ['ID=ad7a5900-298c-4cb3-a3be-edc3500377ff,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:40.139380 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Routers {'3a9b145b-432d-4668-ac1f-00ca2897f0bc'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:40.139663 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:40.168492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1de41f-50e1-457b-943a-f484081705b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6aa872b5-8335-4c54-b8a2-692bf41a0407,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:40.196177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Made reservation on behalf of 49a6f149235249c1bfb92f358d27102e for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:40.197211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Routers {'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:40.199909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.201082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:40.238959 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5bb1d88c-40ec-4253-b692-0c6164d10d59), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.415592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Set router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:40.440721 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] Set router 3a9b145b-432d-4668-ac1f-00ca2897f0bc gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:40.456025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:40.460374 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d9e6508e-424e-42ff-b948-9387c941b284 req-0946d403-3f28-45ee-9cef-5246561f204d tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] 10.222.0.46 "GET /v2.0/ports?device_id=4924fb6b-dd55-416f-989a-91b6fa8d47e2 HTTP/1.1" status: 200 len: 210 time: 0.1356542 Jul 28 10:32:40.487428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f03c1d86-de05-48c1-a848-7c981e6e6ed6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.515302 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=16 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:40.552966 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:40.660500 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.667307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-52d5c21a-5ea0-4bc8-a5e2-1d0ce4d3d43c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.8613477 Jul 28 10:32:40.667456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:40.676186 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (5bb1d88c-40ec-4253-b692-0c6164d10d59), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.680407 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f03c1d86-de05-48c1-a848-7c981e6e6ed6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.681393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:40.682469 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:40.687241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.730178 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5328323e-ae5c-4e4e-9718-8567614577d1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:40.852422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.857045 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5bb1d88c-40ec-4253-b692-0c6164d10d59 HTTP/1.1" status: 204 len: 168 time: 2.3950155 Jul 28 10:32:40.862460 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8ffb8655-727b-4371-a82c-30ca60d71892 req-66ceaf52-a74c-4266-9519-9ceb4ca9cf86 tempest-ServersAdminNegativeTestJSON-1665660947 tempest-ServersAdminNegativeTestJSON-1665660947-project] 10.222.0.46 "GET /v2.0/ports?device_id=4924fb6b-dd55-416f-989a-91b6fa8d47e2 HTTP/1.1" status: 200 len: 210 time: 0.1474040 Jul 28 10:32:40.868885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44332) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:40.877639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-11c02757-13f6-439c-a7ae-7b010266247a None None] Current status of the port ad7a5900-298c-4cb3-a3be-edc3500377ff is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:40.878059 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11c02757-13f6-439c-a7ae-7b010266247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:40.915491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5929d6-472e-4c1d-a23f-6ac42eaec418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb1d88c-40ec-4253-b692-0c6164d10d59,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:40.916926 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:32:33Z', 'revision_number': 4, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ad7a5900-298c-4cb3-a3be-edc3500377ff', 'name': '', 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'mac_address': 'fa:16:3e:1b:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '22d95bd5-f679-4a49-8d5d-586fe51679e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:29Z', 'updated_at': '2022-07-28T10:32:39Z', 'revision_number': 4, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'subnets': [{'id': '22d95bd5-f679-4a49-8d5d-586fe51679e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:40.930372 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.4454744 Jul 28 10:32:40.938206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44338) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:40.953635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Request body: {'subnet': {'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-subnet', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:40.970447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3388e7-4ef5-4e6e-8123-94b05694e7f5 None None] Network 1c87581d-6ea4-480a-85dd-94af3087f3e2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:40.983237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12991d-125b-4522-8593-265a4101af71 admin admin] Pushing event updated for resources: {'Network': ['ID=f03c1d86-de05-48c1-a848-7c981e6e6ed6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:40.999901 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4158707-aac5-4958-b6ef-5e46d58bb399 None None] The sync data for ids ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'] in n-d-850468-6 is: [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:32:33Z', 'revision_number': 4, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ad7a5900-298c-4cb3-a3be-edc3500377ff', 'name': '', 'network_id': '1919abb0-f185-492d-a78b-1ceacf0f50c1', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'mac_address': 'fa:16:3e:1b:b5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '22d95bd5-f679-4a49-8d5d-586fe51679e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:29Z', 'updated_at': '2022-07-28T10:32:39Z', 'revision_number': 4, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'subnets': [{'id': '22d95bd5-f679-4a49-8d5d-586fe51679e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:41.018174 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (a3c74b85-c67e-4eb3-b157-8b6b617bea13), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.023315 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Made reservation on behalf of 09bc1ff0d5164cabaeb43d17f1c5bddc for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:41.023625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:41.026357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.087591 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:INSERT=3,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:41.359795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a3c74b85-c67e-4eb3-b157-8b6b617bea13), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.365015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks [] for router_controller (a3c74b85-c67e-4eb3-b157-8b6b617bea13), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.395141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5328323e-ae5c-4e4e-9718-8567614577d1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:41.445242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a3c74b85-c67e-4eb3-b157-8b6b617bea13), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.445536 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c74b85-c67e-4eb3-b157-8b6b617bea13 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:32:41.450785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.452469 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d6d6c343-921f-47ac-8ae8-ecd3cdc46d72 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a3c74b85-c67e-4eb3-b157-8b6b617bea13 HTTP/1.1" status: 204 len: 168 time: 4.5166085 Jul 28 10:32:41.456800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44354) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:41.467583 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:41.472691 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (40b8fc55-a753-4144-8ebc-44628bbf3df6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.511471 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:41.529150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-11c02757-13f6-439c-a7ae-7b010266247a None None] For port ad7a5900-298c-4cb3-a3be-edc3500377ff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ad7a5900-298c-4cb3-a3be-edc3500377ff,segment=NetworkSegment(ad1b64a4-660b-4966-8d48-4edb918797b9),segment_id=ad1b64a4-660b-4966-8d48-4edb918797b9)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:41.570333 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:41.581833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] Deleting subnet 16180f6a-96f5-4be8-825b-6cc6e89bc5ab {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:32:41.612683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] Publish callbacks [] for subnet (16180f6a-96f5-4be8-825b-6cc6e89bc5ab), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.694239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (eedab65c-8d51-40b3-93b0-7aa1eee18fc5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.702591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b8fc55-a753-4144-8ebc-44628bbf3df6,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:41.710962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (16180f6a-96f5-4be8-825b-6cc6e89bc5ab), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.805493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5328323e-ae5c-4e4e-9718-8567614577d1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:41.806058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5328323e-ae5c-4e4e-9718-8567614577d1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:41.826544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Checking segment: {'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:41.826899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Network hostable DHCP agents. Network: 6aa872b5-8335-4c54-b8a2-692bf41a0407, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:41.870518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (1c87581d-6ea4-480a-85dd-94af3087f3e2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.885464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:41.893520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedab65c-8d51-40b3-93b0-7aa1eee18fc5,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:41.895123 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11c02757-13f6-439c-a7ae-7b010266247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:41.967061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Checking segment: {'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:41.967698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Network hostable DHCP agents. Network: f03c1d86-de05-48c1-a848-7c981e6e6ed6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:41.979002 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6aa872b5-8335-4c54-b8a2-692bf41a0407) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:41.991328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (16180f6a-96f5-4be8-825b-6cc6e89bc5ab), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.085447 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.089157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02757-13f6-439c-a7ae-7b010266247a None None] Pushing event updated for resources: {'Port': ['ID=ad7a5900-298c-4cb3-a3be-edc3500377ff,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:42.090035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:42.090891 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.104285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a532385-27dd-41b7-99ee-3fd382aafd7d None None] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:42.143617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (16180f6a-96f5-4be8-825b-6cc6e89bc5ab), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.154647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Deleting port 1ef0838f-a7a4-4e37-8050-4041abc00c4e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:42.155989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.193356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.198144 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/16180f6a-96f5-4be8-825b-6cc6e89bc5ab HTTP/1.1" status: 204 len: 168 time: 0.7402220 Jul 28 10:32:42.286110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1199a53-8fed-478d-8679-670db6f66f2e None None] Network 477601da-c9a1-45cc-8baf-39206a635eab requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:42.288933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:30Z', 'updated_at': '2022-07-28T10:32:36Z', 'revision_number': 3, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'gw_port': {'id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:32Z', 'updated_at': '2022-07-28T10:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:42.294317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44388) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:42.325451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:42.350873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44404) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:42.352854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4d04a-de1a-4744-85fc-a5063f7e1887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16180f6a-96f5-4be8-825b-6cc6e89bc5ab,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:42.362141 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b092a484-39cc-4fb5-a164-51c5fb687bd5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2705519 Jul 28 10:32:42.366921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44406) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:42.369705 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f03c1d86-de05-48c1-a848-7c981e6e6ed6) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:42.392644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:42.393826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.411270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:42.434456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] For port 1ef0838f-a7a4-4e37-8050-4041abc00c4e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1ef0838f-a7a4-4e37-8050-4041abc00c4e,segment=NetworkSegment(2621197a-3aed-42f6-9df4-20cd6914f65a),segment_id=2621197a-3aed-42f6-9df4-20cd6914f65a)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:42.439956 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.482443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eedd68-b6f0-4ad8-9070-1de78b7b84b8 None None] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:42.504659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Checking router: c45fb8a2-6ce4-4e67-b43b-375ac5b6571c for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:42.521626 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Calling delete_port for 1ef0838f-a7a4-4e37-8050-4041abc00c4e owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:42.530809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Updating router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c port d570e4db-56e9-4dbc-99e1-22061fbe1258 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:42.553616 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:42.677041 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a30643b5-d29b-4483-8fae-5906f246449f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7346666 Jul 28 10:32:42.677758 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44424) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:42.683642 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (3a8a9264-3e87-4d70-ad44-23606530a874), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.689745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (3a8a9264-3e87-4d70-ad44-23606530a874), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.692459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a6c2fcb0-9d1d-45eb-b51d-2a7d72ba9303 None None] Provisioning complete for port ad7a5900-298c-4cb3-a3be-edc3500377ff triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:42.693059 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6c2fcb0-9d1d-45eb-b51d-2a7d72ba9303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.705402 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:42.777599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae61e-a7a4-42de-9614-927ace7322d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.882812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6f104-cbc1-49e4-8cbe-8269d2937ff7 None None] DHCP port deletion for 1c87581d-6ea4-480a-85dd-94af3087f3e2 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:32:42.887917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.908424 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1ef0838f-a7a4-4e37-8050-4041abc00c4e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.946523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-6aa872b5-8335-4c54-b8a2-692bf41a0407', 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407', 'project_id': '49a6f149235249c1bfb92f358d27102e', 'fixed_ips': [{'subnet_id': '40b8fc55-a753-4144-8ebc-44628bbf3df6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:32:42.947467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (477601da-c9a1-45cc-8baf-39206a635eab), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.947875 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.963845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef0838f-a7a4-4e37-8050-4041abc00c4e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:42.965085 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:42.973901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (90300685-30c6-4fe0-b2ae-7f2c47906bde), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.989841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (90300685-30c6-4fe0-b2ae-7f2c47906bde), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:42.996920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] No DVR routers for this DVR port 1ef0838f-a7a4-4e37-8050-4041abc00c4e on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:32:43.052433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks [] for router_controller (3a8a9264-3e87-4d70-ad44-23606530a874), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.206014 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (1c87581d-6ea4-480a-85dd-94af3087f3e2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.212996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae61e-a7a4-42de-9614-927ace7322d2 admin admin] Publish callbacks [] for security_group (04b73b1b-0a54-4d4e-a7f5-6e2c877a472b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.242018 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:43.271420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1ae61e-a7a4-42de-9614-927ace7322d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (04b73b1b-0a54-4d4e-a7f5-6e2c877a472b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.321312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c87581d-6ea4-480a-85dd-94af3087f3e2']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:43.354562 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.382605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] DHCP port deletion for 477601da-c9a1-45cc-8baf-39206a635eab request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:32:43.385212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ad7a5900-298c-4cb3-a3be-edc3500377ff up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:43.388110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2621197a-3aed-42f6-9df4-20cd6914f65a') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:43.388408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2621197a-3aed-42f6-9df4-20cd6914f65a') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:43.406398 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:43.416280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (2621197a-3aed-42f6-9df4-20cd6914f65a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.420091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ae61e-a7a4-42de-9614-927ace7322d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b73b1b-0a54-4d4e-a7f5-6e2c877a472b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:43.427122 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef1ae61e-a7a4-42de-9614-927ace7322d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b7dbda2a02546dbb8024325fffe55f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0633473 Jul 28 10:32:43.434548 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44440) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:43.466796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2621197a-3aed-42f6-9df4-20cd6914f65a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.511766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:32:43.512315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (2621197a-3aed-42f6-9df4-20cd6914f65a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.534104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks [] for router_controller (90300685-30c6-4fe0-b2ae-7f2c47906bde), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.586035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-f03c1d86-de05-48c1-a848-7c981e6e6ed6', 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6', 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'fixed_ips': [{'subnet_id': 'eedab65c-8d51-40b3-93b0-7aa1eee18fc5'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:32:43.587599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.600996 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2621197a-3aed-42f6-9df4-20cd6914f65a resource provider aggregate not found Jul 28 10:32:43.639762 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:43.640673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Deleting port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:43.641000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.668789 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2621197a-3aed-42f6-9df4-20cd6914f65a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2621197a-3aed-42f6-9df4-20cd6914f65a found for delete ", "request_id": "req-b12cf19d-3f6d-4442-9f17-34189d4b7ee1"}]} Jul 28 10:32:43.677459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:43.704505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2fcb0-9d1d-45eb-b51d-2a7d72ba9303 None None] Current status of the port ad7a5900-298c-4cb3-a3be-edc3500377ff is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:43.716631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (1c87581d-6ea4-480a-85dd-94af3087f3e2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.749739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.753366 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1c87581d-6ea4-480a-85dd-94af3087f3e2 HTTP/1.1" status: 204 len: 168 time: 2.8830359 Jul 28 10:32:43.758891 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b91063b1-4936-4ba6-930a-b3ee28edd90f admin admin] Publish callbacks [] for security_group (04b73b1b-0a54-4d4e-a7f5-6e2c877a472b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.763878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44454) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:43.764325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607ac6b-7961-4e69-b9c9-156f111a8ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c87581d-6ea4-480a-85dd-94af3087f3e2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:43.793076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] Deleting port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:43.793705 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:43.888902 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:44.003453 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:44.027511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b91063b1-4936-4ba6-930a-b3ee28edd90f admin admin] Publish callbacks [] for security_group (04b73b1b-0a54-4d4e-a7f5-6e2c877a472b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.041903 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7789b710-da3d-4494-ba21-b8ca91c89162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.086204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ad7a5900-298c-4cb3-a3be-edc3500377ff triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:44.086662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.110762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] For port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,segment=NetworkSegment(a0fdee79-811f-4aa3-ac45-4dbbf5bd5435),segment_id=a0fdee79-811f-4aa3-ac45-4dbbf5bd5435)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:44.112021 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.139641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Allocated IP 172.20.0.1 (ddce2b17-9e43-406d-a5fd-f8091cd52bff/c76a4bde-157a-461e-b3d7-cd096ccfc408/62e42f23-fe69-4388-99fc-851adf5221e1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:44.144718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44458) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:44.162512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Allocated IP 172.20.0.2 (6aa872b5-8335-4c54-b8a2-692bf41a0407/40b8fc55-a753-4144-8ebc-44628bbf3df6/8abf1485-7548-4493-9584-dbd4f59a8104) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:44.181698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] Calling delete_port for 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:44.199958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7789b710-da3d-4494-ba21-b8ca91c89162 admin admin] Publish callbacks [] for security_group (552ec688-632d-4358-8569-933a673679fe), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.220165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7789b710-da3d-4494-ba21-b8ca91c89162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (552ec688-632d-4358-8569-933a673679fe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.249685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks [] for router_gateway (90300685-30c6-4fe0-b2ae-7f2c47906bde), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.353085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b91063b1-4936-4ba6-930a-b3ee28edd90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (04b73b1b-0a54-4d4e-a7f5-6e2c877a472b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.356036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b91063b1-4936-4ba6-930a-b3ee28edd90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.357795 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b91063b1-4936-4ba6-930a-b3ee28edd90f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04b73b1b-0a54-4d4e-a7f5-6e2c877a472b HTTP/1.1" status: 204 len: 168 time: 0.9166176 Jul 28 10:32:44.387359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks [] for router_gateway (3a8a9264-3e87-4d70-ad44-23606530a874), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.396366 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7789b710-da3d-4494-ba21-b8ca91c89162 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=839c8046ddb4420e9cc9759af8d9b13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162220 Jul 28 10:32:44.400300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789b710-da3d-4494-ba21-b8ca91c89162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ec688-632d-4358-8569-933a673679fe,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:44.402809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44464) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:44.426489 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:44.440075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Allocated IP 172.20.0.2 (f03c1d86-de05-48c1-a848-7c981e6e6ed6/eedab65c-8d51-40b3-93b0-7aa1eee18fc5/37362242-a3ce-400a-b5a7-03413c9335d1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:44.450831 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:44.479648 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Publish callbacks [] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.571465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] For port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,segment=NetworkSegment(a0fdee79-811f-4aa3-ac45-4dbbf5bd5435),segment_id=a0fdee79-811f-4aa3-ac45-4dbbf5bd5435)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:44.571830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.623724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Publish callbacks [] for port (8abf1485-7548-4493-9584-dbd4f59a8104), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.626048 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks [] for router_gateway (90300685-30c6-4fe0-b2ae-7f2c47906bde), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.642213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Calling delete_port for 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:44.675915 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.682943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91063b1-4936-4ba6-930a-b3ee28edd90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b73b1b-0a54-4d4e-a7f5-6e2c877a472b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:44.696076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4e73f6-ec48-46cf-815f-2f9df9a6a4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.715822 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:44.734338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks [] for port (62e42f23-fe69-4388-99fc-851adf5221e1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.783893 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Publish callbacks [] for port (37362242-a3ce-400a-b5a7-03413c9335d1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.787225 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=9 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:44.790834 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:44.820755 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.823394 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.836921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.842672 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44468) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:44.870102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0604d244-164d-458b-acba-2c7917a9bea0 admin admin] Publish callbacks [] for security_group (552ec688-632d-4358-8569-933a673679fe), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.900414 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8dfe-3e7b-4421-b013-a910116f4e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.905087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:44.934354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:44.945926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:44.960486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ad7a5900-298c-4cb3-a3be-edc3500377ff is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:44.972090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:44.980859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:44.982049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:44.985734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:44.986281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Allocated IP 172.25.2.66 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9736a853-d003-44b8-88d0-68cd22befca1) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:44.989565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Pushing event updated for resources: {'Port': ['ID=8abf1485-7548-4493-9584-dbd4f59a8104,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:44.998477 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.020145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Attempting to bind port d570e4db-56e9-4dbc-99e1-22061fbe1258 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:45.021275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Attempting to bind port d570e4db-56e9-4dbc-99e1-22061fbe1258 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:45.021275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Attempting to bind port d570e4db-56e9-4dbc-99e1-22061fbe1258 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:45.073366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0604d244-164d-458b-acba-2c7917a9bea0 admin admin] Publish callbacks [] for security_group (552ec688-632d-4358-8569-933a673679fe), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.096562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:45.096830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:45.097881 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.097881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:45.098116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Bound port: d570e4db-56e9-4dbc-99e1-22061fbe1258, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:45.098443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.106967 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks [] for router_gateway (3a8a9264-3e87-4d70-ad44-23606530a874), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.107925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1ef0838f-a7a4-4e37-8050-4041abc00c4e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:45.130244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] No DVR routers for this DVR port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:32:45.138972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.149121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:45.152786 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.184369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:45.187300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:45.199871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1ef0838f-a7a4-4e37-8050-4041abc00c4e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:45.200158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1ef0838f-a7a4-4e37-8050-4041abc00c4e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:45.202882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Pushing event updated for resources: {'Port': ['ID=37362242-a3ce-400a-b5a7-03413c9335d1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.217290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Attempting to bind port 37362242-a3ce-400a-b5a7-03413c9335d1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:45.217658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Attempting to bind port 37362242-a3ce-400a-b5a7-03413c9335d1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:45.218038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Attempting to bind port 37362242-a3ce-400a-b5a7-03413c9335d1 on network f03c1d86-de05-48c1-a848-7c981e6e6ed6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:45.248819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.252139 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] No DVR routers for this DVR port 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:32:45.273507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Attempting to bind port 8abf1485-7548-4493-9584-dbd4f59a8104 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:45.273906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Attempting to bind port 8abf1485-7548-4493-9584-dbd4f59a8104 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:45.274244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Attempting to bind port 8abf1485-7548-4493-9584-dbd4f59a8104 on network 6aa872b5-8335-4c54-b8a2-692bf41a0407 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:45.276426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:45.276762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Checking segment: {'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:45.277158 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.277548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Bound using segment: {'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:45.278065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Bound port: 37362242-a3ce-400a-b5a7-03413c9335d1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:45.279029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.286053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] For port d570e4db-56e9-4dbc-99e1-22061fbe1258, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:45.298287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4e73f6-ec48-46cf-815f-2f9df9a6a4cf admin admin] Publish callbacks [] for security_group (993ca1d5-ab36-41c4-abb0-d2ec08bf66d7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.318035 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:45.319470 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.319962 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:45.333496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:45.333887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Checking segment: {'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:45.334298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.334687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Bound using segment: {'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:45.335175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Bound port: 8abf1485-7548-4493-9584-dbd4f59a8104, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:45.335548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.358369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] For port d570e4db-56e9-4dbc-99e1-22061fbe1258, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d570e4db-56e9-4dbc-99e1-22061fbe1258,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:45.375328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ffb53-59b9-40f4-979d-139b9bcb2422 None None] Pushing event updated for resources: {'Port': ['ID=d570e4db-56e9-4dbc-99e1-22061fbe1258,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.384778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.398984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (477601da-c9a1-45cc-8baf-39206a635eab), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.414810 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.426117 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4e73f6-ec48-46cf-815f-2f9df9a6a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (993ca1d5-ab36-41c4-abb0-d2ec08bf66d7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.442403 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:45.471408 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477601da-c9a1-45cc-8baf-39206a635eab']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:45.479355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:45.504759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks [] for port (9736a853-d003-44b8-88d0-68cd22befca1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.506403 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce4e73f6-ec48-46cf-815f-2f9df9a6a4cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5998e3f730ff403882d0d9a28d052896&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3499255 Jul 28 10:32:45.507236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=62e42f23-fe69-4388-99fc-851adf5221e1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.514317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:45.514756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fdee79-811f-4aa3-ac45-4dbbf5bd5435') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:45.517573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44472) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:45.520377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0604d244-164d-458b-acba-2c7917a9bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (552ec688-632d-4358-8569-933a673679fe), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.523203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0604d244-164d-458b-acba-2c7917a9bea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.527435 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0604d244-164d-458b-acba-2c7917a9bea0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/552ec688-632d-4358-8569-933a673679fe HTTP/1.1" status: 204 len: 168 time: 1.1192756 Jul 28 10:32:45.558243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a0fdee79-811f-4aa3-ac45-4dbbf5bd5435), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.572385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] For port 8abf1485-7548-4493-9584-dbd4f59a8104, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:45.577920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] For port 8abf1485-7548-4493-9584-dbd4f59a8104, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8abf1485-7548-4493-9584-dbd4f59a8104,segment=NetworkSegment(9a71ad12-5a10-41bb-b139-551beff7bca1),segment_id=9a71ad12-5a10-41bb-b139-551beff7bca1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:45.613816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a0fdee79-811f-4aa3-ac45-4dbbf5bd5435), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.624245 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.635454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c679d2-4dfb-4db8-b72f-03cb2b295206 None None] Pushing event deleted for resources: {'Port': ['ID=4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.642238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:32:45.642790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a0fdee79-811f-4aa3-ac45-4dbbf5bd5435), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.716240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:45.717047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4a20ae9e-be8e-45f2-a1a0-d4356c5ecad6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:45.729141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ffb53-59b9-40f4-979d-139b9bcb2422 None None] Pushing event updated for resources: {'Port': ['ID=d570e4db-56e9-4dbc-99e1-22061fbe1258,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.733253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e73f6-ec48-46cf-815f-2f9df9a6a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993ca1d5-ab36-41c4-abb0-d2ec08bf66d7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.742800 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a0fdee79-811f-4aa3-ac45-4dbbf5bd5435 resource provider aggregate not found Jul 28 10:32:45.779940 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:45.793612 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a0fdee79-811f-4aa3-ac45-4dbbf5bd5435 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0fdee79-811f-4aa3-ac45-4dbbf5bd5435 found for delete ", "request_id": "req-67a5e8d7-f4cb-455e-b702-185155e67d50"}]} Jul 28 10:32:45.802133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9736a853-d003-44b8-88d0-68cd22befca1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.806372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4438c3bb-6418-4622-a3a6-761fa1ba988a None None] Provisioning complete for port 62e42f23-fe69-4388-99fc-851adf5221e1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:45.807324 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4438c3bb-6418-4622-a3a6-761fa1ba988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.820827 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:45.826366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8dfe-3e7b-4421-b013-a910116f4e95 admin admin] Publish callbacks [] for security_group (0d11ba5f-d91c-45e0-9729-292ae3d81aa2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.837984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604d244-164d-458b-acba-2c7917a9bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ec688-632d-4358-8569-933a673679fe,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:45.842019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.846080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8dfe-3e7b-4421-b013-a910116f4e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d11ba5f-d91c-45e0-9729-292ae3d81aa2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.889939 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8d4f8dfe-3e7b-4421-b013-a910116f4e95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1412cd152fc84e8794a6fa6543d1c93b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0413027 Jul 28 10:32:45.897377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44484) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:45.927460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] For port 37362242-a3ce-400a-b5a7-03413c9335d1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:45.942849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98bb4eb8-f6ed-4def-91ed-793996f2d6bb admin admin] Publish callbacks [] for security_group (993ca1d5-ab36-41c4-abb0-d2ec08bf66d7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:45.959226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:45.981073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:46.006977 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:46.035559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f8dfe-3e7b-4421-b013-a910116f4e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d11ba5f-d91c-45e0-9729-292ae3d81aa2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.053332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (477601da-c9a1-45cc-8baf-39206a635eab), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.160607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.164135 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] 10.222.0.46 "DELETE /v2.0/networks/477601da-c9a1-45cc-8baf-39206a635eab HTTP/1.1" status: 204 len: 168 time: 3.8645513 Jul 28 10:32:46.171041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85cabc-0f11-48cb-b017-d3b387e8fe15 admin admin] Pushing event deleted for resources: {'Network': ['ID=477601da-c9a1-45cc-8baf-39206a635eab,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.176091 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:46.239532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98bb4eb8-f6ed-4def-91ed-793996f2d6bb admin admin] Publish callbacks [] for security_group (993ca1d5-ab36-41c4-abb0-d2ec08bf66d7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.254719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80aa23d5-b8cc-4cc9-9b00-c5659981ccde admin admin] Publish callbacks [] for security_group (0d11ba5f-d91c-45e0-9729-292ae3d81aa2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.257620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ea086-811c-46e6-8e8b-9fcbb84493cd None None] Pushing event updated for resources: {'Port': ['ID=8abf1485-7548-4493-9584-dbd4f59a8104,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.260455 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Pushing event updated for resources: {'Port': ['ID=9736a853-d003-44b8-88d0-68cd22befca1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.293509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4438c3bb-6418-4622-a3a6-761fa1ba988a None None] Port 62e42f23-fe69-4388-99fc-851adf5221e1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:46.296943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] For port 37362242-a3ce-400a-b5a7-03413c9335d1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=37362242-a3ce-400a-b5a7-03413c9335d1,segment=NetworkSegment(b2f25f7b-d938-44b5-b1af-a3695e1d1569),segment_id=b2f25f7b-d938-44b5-b1af-a3695e1d1569)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:46.299898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Routers {'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:46.300615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:46.311916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Allocated IP 172.25.2.127 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/64a58aa1-6408-430f-9af3-b14eb8789f28) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:46.364502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80aa23d5-b8cc-4cc9-9b00-c5659981ccde admin admin] Publish callbacks [] for security_group (0d11ba5f-d91c-45e0-9729-292ae3d81aa2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.364934 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.430665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Deleting port 60f22fb1-8c74-47c4-88c7-94445fac05cc {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:46.431010 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.485399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44496) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:46.536607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eb1e2-6829-4d27-be6e-78ead836f428 None None] Pushing event updated for resources: {'Port': ['ID=37362242-a3ce-400a-b5a7-03413c9335d1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.562686 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:46.584507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks [] for port (62e42f23-fe69-4388-99fc-851adf5221e1), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.591868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] Set router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:46.603239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80aa23d5-b8cc-4cc9-9b00-c5659981ccde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d11ba5f-d91c-45e0-9729-292ae3d81aa2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.606262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80aa23d5-b8cc-4cc9-9b00-c5659981ccde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.607429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.611065 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-80aa23d5-b8cc-4cc9-9b00-c5659981ccde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d11ba5f-d91c-45e0-9729-292ae3d81aa2 HTTP/1.1" status: 204 len: 168 time: 0.6699305 Jul 28 10:32:46.623333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98bb4eb8-f6ed-4def-91ed-793996f2d6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (993ca1d5-ab36-41c4-abb0-d2ec08bf66d7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.632361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98bb4eb8-f6ed-4def-91ed-793996f2d6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.634193 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-98bb4eb8-f6ed-4def-91ed-793996f2d6bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/993ca1d5-ab36-41c4-abb0-d2ec08bf66d7 HTTP/1.1" status: 204 len: 168 time: 1.1152534 Jul 28 10:32:46.749230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa23d5-b8cc-4cc9-9b00-c5659981ccde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d11ba5f-d91c-45e0-9729-292ae3d81aa2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.774969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=62e42f23-fe69-4388-99fc-851adf5221e1,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.846929 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:46.856162 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.908114 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] For port 60f22fb1-8c74-47c4-88c7-94445fac05cc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=60f22fb1-8c74-47c4-88c7-94445fac05cc,segment=NetworkSegment(9a062ae3-0d62-4275-b7f3-163f7ddf789b),segment_id=9a062ae3-0d62-4275-b7f3-163f7ddf789b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:46.908658 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:46.919557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb4eb8-f6ed-4def-91ed-793996f2d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993ca1d5-ab36-41c4-abb0-d2ec08bf66d7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:46.961212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Calling delete_port for 60f22fb1-8c74-47c4-88c7-94445fac05cc owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:47.011369 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7d556117-5437-4a81-b04a-20121c2e65c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fb90e03403f4c0a9d9de4902a0a7ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402604 Jul 28 10:32:47.022114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44508) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:47.157955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:30Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 4, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'gw_port': {'id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:32Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '62e42f23-fe69-4388-99fc-851adf5221e1', 'name': '', 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'mac_address': 'fa:16:3e:9b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:44Z', 'revision_number': 1, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'subnets': [{'id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:47.187718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246ec2f-94dd-4ebc-82e2-a6a6af64990c None None] The sync data for ids ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'] in n-d-850468-6 is: [{'id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:30Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 4, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'gw_port': {'id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:32Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '62e42f23-fe69-4388-99fc-851adf5221e1', 'name': '', 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'mac_address': 'fa:16:3e:9b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:44Z', 'revision_number': 1, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'subnets': [{'id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:47.280781 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:47.335433 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:47.572780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 37362242-a3ce-400a-b5a7-03413c9335d1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:47.823508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 37362242-a3ce-400a-b5a7-03413c9335d1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:47.824170 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:47.825240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:47.860919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30a984-8f7b-409a-af5f-dd0e2f08dbc3 None None] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:47.871750 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks [] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:47.883066 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (60f22fb1-8c74-47c4-88c7-94445fac05cc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:47.944606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Pushing event deleted for resources: {'Port': ['ID=60f22fb1-8c74-47c4-88c7-94445fac05cc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:48.013586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:48.018166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Provisioning complete for port 62e42f23-fe69-4388-99fc-851adf5221e1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:48.018550 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.064092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44522) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:48.101075 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:48.105714 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5399824c-892f-41f3-bf48-d3b5afeba400 admin admin] Publish callbacks [] for security_group (3ee940af-8471-4f51-859d-0a7e2530261e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.130799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Port 62e42f23-fe69-4388-99fc-851adf5221e1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:48.145047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Provisioning complete for port 8abf1485-7548-4493-9584-dbd4f59a8104 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:48.146260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.192865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks [] for router_gateway (90300685-30c6-4fe0-b2ae-7f2c47906bde), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.362503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5399824c-892f-41f3-bf48-d3b5afeba400 admin admin] Publish callbacks [] for security_group (3ee940af-8471-4f51-859d-0a7e2530261e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.403699 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.414029 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e4db49d2-a2f5-46a2-9138-4e4cb0da0221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.586011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 37362242-a3ce-400a-b5a7-03413c9335d1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:48.586988 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.596297 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:48.672689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c60c48-cf9c-45db-8c2a-817f2cce8957 None None] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:48.733242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:48.735275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e4db49d2-a2f5-46a2-9138-4e4cb0da0221 admin admin] Publish callbacks [] for security_group (a689f963-e034-4859-b7af-533da806ace6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.797753 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:48.816904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:48.822949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Pushing event updated for resources: {'Port': ['ID=64a58aa1-6408-430f-9af3-b14eb8789f28,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:48.910712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Current status of the port 8abf1485-7548-4493-9584-dbd4f59a8104 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:48.911265 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.939753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 37362242-a3ce-400a-b5a7-03413c9335d1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=37362242-a3ce-400a-b5a7-03413c9335d1,segment=NetworkSegment(b2f25f7b-d938-44b5-b1af-a3695e1d1569),segment_id=b2f25f7b-d938-44b5-b1af-a3695e1d1569)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:48.965652 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:48.968224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8abf1485-7548-4493-9584-dbd4f59a8104 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:49.125423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:49.139123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e4db49d2-a2f5-46a2-9138-4e4cb0da0221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a689f963-e034-4859-b7af-533da806ace6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:49.213701 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5399824c-892f-41f3-bf48-d3b5afeba400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3ee940af-8471-4f51-859d-0a7e2530261e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:49.218276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5399824c-892f-41f3-bf48-d3b5afeba400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:49.223091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5399824c-892f-41f3-bf48-d3b5afeba400 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ee940af-8471-4f51-859d-0a7e2530261e HTTP/1.1" status: 204 len: 168 time: 2.1524315 Jul 28 10:32:49.223091 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:49.226620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:49.234269 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f697a3a1-148d-47a4-b7f0-a47e821de6a6 admin admin] 10.222.0.46 "PUT /v2.0/routers/c45fb8a2-6ce4-4e67-b43b-375ac5b6571c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5647252 Jul 28 10:32:49.367277 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399824c-892f-41f3-bf48-d3b5afeba400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee940af-8471-4f51-859d-0a7e2530261e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:49.369297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] For port 8abf1485-7548-4493-9584-dbd4f59a8104, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8abf1485-7548-4493-9584-dbd4f59a8104,segment=NetworkSegment(9a71ad12-5a10-41bb-b139-551beff7bca1),segment_id=9a71ad12-5a10-41bb-b139-551beff7bca1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:49.506772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:49.515265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=37362242-a3ce-400a-b5a7-03413c9335d1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:49.525679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8abf1485-7548-4493-9584-dbd4f59a8104 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:49.526323 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:49.666296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44552) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:49.670523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4364c022-9f28-44d5-9418-c14cc9834ccb None None] Provisioning complete for port 8abf1485-7548-4493-9584-dbd4f59a8104 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:49.676002 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4364c022-9f28-44d5-9418-c14cc9834ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:49.704294 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:49.957300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5283e9-38a7-4d7d-8611-69e7c5b6939d None None] Pushing event updated for resources: {'Port': ['ID=8abf1485-7548-4493-9584-dbd4f59a8104,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:50.005388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (90300685-30c6-4fe0-b2ae-7f2c47906bde), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.080098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db49d2-a2f5-46a2-9138-4e4cb0da0221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a689f963-e034-4859-b7af-533da806ace6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:50.100719 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e4db49d2-a2f5-46a2-9138-4e4cb0da0221 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d553861192fd48ddaf08952d0e16cbf9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0248194 Jul 28 10:32:50.101543 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44570) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:50.127755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-network', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:50.177573 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:50.190147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8abf1485-7548-4493-9584-dbd4f59a8104 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:50.209742 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:50.282969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4364c022-9f28-44d5-9418-c14cc9834ccb None None] Current status of the port 8abf1485-7548-4493-9584-dbd4f59a8104 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:50.311587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4364c022-9f28-44d5-9418-c14cc9834ccb None None] Provisioning complete for port 37362242-a3ce-400a-b5a7-03413c9335d1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:50.311996 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4364c022-9f28-44d5-9418-c14cc9834ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.404374 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b90c422a-59b4-4b80-9be2-55b71376b9af admin admin] Publish callbacks [] for security_group (a689f963-e034-4859-b7af-533da806ace6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.543602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b90c422a-59b4-4b80-9be2-55b71376b9af admin admin] Publish callbacks [] for security_group (a689f963-e034-4859-b7af-533da806ace6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.583099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Made reservation on behalf of e60e39df35a24b9e902b4c3159e154da for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:50.586683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.610844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4364c022-9f28-44d5-9418-c14cc9834ccb None None] Current status of the port 37362242-a3ce-400a-b5a7-03413c9335d1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:50.646677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.699582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks [] for router_gateway (3a8a9264-3e87-4d70-ad44-23606530a874), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.699934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Router e6985d34-8aca-4851-8d2b-4b1bb13f92ba has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:50.744469 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b90c422a-59b4-4b80-9be2-55b71376b9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a689f963-e034-4859-b7af-533da806ace6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.748226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c4a5e521-17a0-4125-a441-1ff4d88f2889 None None] Provisioning complete for port 37362242-a3ce-400a-b5a7-03413c9335d1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:50.749989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e521-17a0-4125-a441-1ff4d88f2889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.785450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b90c422a-59b4-4b80-9be2-55b71376b9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:50.804461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Router 90300685-30c6-4fe0-b2ae-7f2c47906bde is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:32:50.811958 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b90c422a-59b4-4b80-9be2-55b71376b9af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a689f963-e034-4859-b7af-533da806ace6 HTTP/1.1" status: 204 len: 168 time: 0.7046993 Jul 28 10:32:50.850935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8abf1485-7548-4493-9584-dbd4f59a8104 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:50.882597 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:50.905160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c422a-59b4-4b80-9be2-55b71376b9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a689f963-e034-4859-b7af-533da806ace6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:50.922715 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=11 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:51.041009 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks [] for security_group (72623883-a939-49dd-b53b-cdfd5e09ea21), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.047923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:51.055686 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4aa11f2a-e109-4615-9cac-4eadaf5200ad admin admin] 10.222.0.46 "PUT /v2.0/routers/e6985d34-8aca-4851-8d2b-4b1bb13f92ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2881372 Jul 28 10:32:51.058135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:51.061635 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] Sync routers for ids ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:51.101517 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] Routers {'e6985d34-8aca-4851-8d2b-4b1bb13f92ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:51.102529 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:51.104109 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:51.127613 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:51.184424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8abf1485-7548-4493-9584-dbd4f59a8104 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:51.185136 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.199662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (72623883-a939-49dd-b53b-cdfd5e09ea21), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.221645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5e521-17a0-4125-a441-1ff4d88f2889 None None] Current status of the port 37362242-a3ce-400a-b5a7-03413c9335d1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:51.280437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:51.299325 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:51.347945 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72623883-a939-49dd-b53b-cdfd5e09ea21,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:51.362329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44620) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:51.369158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-network', 'tenant_id': '4100dfb4e898401993468915b74050cd'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:51.370956 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:51.399706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Sync routers for ids ['90300685-30c6-4fe0-b2ae-7f2c47906bde'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:51.400780 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (59cc2be1-d596-40f5-949b-021e1e081dda), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.401182 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Added segment 59cc2be1-d596-40f5-949b-021e1e081dda of type vlan for network e318a6cc-4c41-417d-90b1-48556b0d25fe Jul 28 10:32:51.405000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.407646 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-acb65b9d-c524-4fc7-8745-cb0c1cc97a89 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.7120399 Jul 28 10:32:51.412588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44622) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:51.422667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8abf1485-7548-4493-9584-dbd4f59a8104 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:51.423423 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:51.429739 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] Set router e6985d34-8aca-4851-8d2b-4b1bb13f92ba gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:51.442751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 37362242-a3ce-400a-b5a7-03413c9335d1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:51.513458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (e318a6cc-4c41-417d-90b1-48556b0d25fe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.524910 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (3a8a9264-3e87-4d70-ad44-23606530a874), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.530362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Routers {'90300685-30c6-4fe0-b2ae-7f2c47906bde'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:51.531417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90300685-30c6-4fe0-b2ae-7f2c47906bde'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:51.592962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks [] for router (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.731050 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:32:51.792927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Made reservation on behalf of 4100dfb4e898401993468915b74050cd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:51.795572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.835933 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (e318a6cc-4c41-417d-90b1-48556b0d25fe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.837296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:51.838617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.851256 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:32:47Z', 'revision_number': 5, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:51.890612 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] Checking router: e6985d34-8aca-4851-8d2b-4b1bb13f92ba for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:51.896696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:51.899680 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Sync routers for ids ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:51.919152 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] Routers {'e6985d34-8aca-4851-8d2b-4b1bb13f92ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:51.920046 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:51.991383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] Pushing event updated for resources: {'Network': ['ID=e318a6cc-4c41-417d-90b1-48556b0d25fe,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:52.013612 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b69b4f27-2f91-4b1d-b5f2-37ec963d14cb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3459597 Jul 28 10:32:52.018241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44646) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:52.026450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Request body: {'subnet': {'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-subnet', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:52.035645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Router 3a8a9264-3e87-4d70-ad44-23606530a874 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:32:52.075768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network e318a6cc-4c41-417d-90b1-48556b0d25fe details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:52.114299 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Routers {'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:52.115820 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:52.120643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Made reservation on behalf of e60e39df35a24b9e902b4c3159e154da for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:52.123932 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.202361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 37362242-a3ce-400a-b5a7-03413c9335d1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:52.210292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.302294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Set router 90300685-30c6-4fe0-b2ae-7f2c47906bde gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:52.334473 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks [] for security_group (c98ae268-e6fd-4543-ab19-a905ed015c78), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.342485 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:52.350144 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44652) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:52.363647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c98ae268-e6fd-4543-ab19-a905ed015c78), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.372233 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Set router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:52.397962 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:52.498027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44658) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:52.546436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 37362242-a3ce-400a-b5a7-03413c9335d1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:52.547653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d570e4db-56e9-4dbc-99e1-22061fbe1258 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:52.561449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:52.595717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Sync routers for ids ['3a8a9264-3e87-4d70-ad44-23606530a874'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:32:52.606553 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:52.607486 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.614064 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-06305931-03a2-493b-aaa4-134f27ad1142 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2173653 Jul 28 10:32:52.618313 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44664) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:52.621904 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (22008732-7d0c-4102-acc6-0510fa920d94), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.622643 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Added segment 22008732-7d0c-4102-acc6-0510fa920d94 of type vlan for network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 Jul 28 10:32:52.663917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Routers {'3a8a9264-3e87-4d70-ad44-23606530a874'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:52.664563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a8a9264-3e87-4d70-ad44-23606530a874'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:52.685431 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (e2ae8690-fb6c-4330-be7f-7b976cc1fd67), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.722772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-network', 'tenant_id': '58ca977f82924ab49d534a3410458a76'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:52.735176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks [] for router_gateway (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.790121 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (e2ae8690-fb6c-4330-be7f-7b976cc1fd67), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.791253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:52.792084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.873098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Set router 3a8a9264-3e87-4d70-ad44-23606530a874 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:52.877395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Deleting port 1d7337c8-d5ca-429c-a609-2269abd8834e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:52.878272 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.935097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb91ede4-6bb6-4314-bf4a-8d366d8e3143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.979391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] For port 1d7337c8-d5ca-429c-a609-2269abd8834e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1d7337c8-d5ca-429c-a609-2269abd8834e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:52.980455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.995467 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6301761 Jul 28 10:32:52.998430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (ed6de6ea-ab6f-4964-b6ed-b15e374895c8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:52.998802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44668) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:53.011188 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.013147 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] Set router e6985d34-8aca-4851-8d2b-4b1bb13f92ba gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:53.019077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98ae268-e6fd-4543-ab19-a905ed015c78,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:53.020157 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.029095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Request body: {'subnet': {'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-subnet', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:53.066396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d570e4db-56e9-4dbc-99e1-22061fbe1258 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:53.066780 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.072171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:47Z', 'revision_number': 3, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:53.092695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44670) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:53.094643 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Calling delete_port for 1d7337c8-d5ca-429c-a609-2269abd8834e owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:53.103787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Made reservation on behalf of 4100dfb4e898401993468915b74050cd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:53.106522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.114804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Checking router: 90300685-30c6-4fe0-b2ae-7f2c47906bde for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:53.115521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Updating router 90300685-30c6-4fe0-b2ae-7f2c47906bde port 9736a853-d003-44b8-88d0-68cd22befca1 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:53.217948 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:32:53.230634 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9736a853-d003-44b8-88d0-68cd22befca1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.231747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb91ede4-6bb6-4314-bf4a-8d366d8e3143 admin admin] Publish callbacks [] for security_group (6b64f918-0934-454b-86ae-418d5d0926e3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.233376 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.235919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6de6ea-ab6f-4964-b6ed-b15e374895c8,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:53.245962 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.305094 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.316637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb91ede4-6bb6-4314-bf4a-8d366d8e3143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6b64f918-0934-454b-86ae-418d5d0926e3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.324901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:32:50Z', 'revision_number': 3, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:53.334038 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:30Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 4, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'gw_port': {'id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:32Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '62e42f23-fe69-4388-99fc-851adf5221e1', 'name': '', 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'mac_address': 'fa:16:3e:9b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:46Z', 'revision_number': 2, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'subnets': [{'id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:53.380109 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Made reservation on behalf of 58ca977f82924ab49d534a3410458a76 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:53.382525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.456606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91ede4-6bb6-4314-bf4a-8d366d8e3143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b64f918-0934-454b-86ae-418d5d0926e3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:53.464991 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bb91ede4-6bb6-4314-bf4a-8d366d8e3143 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ce205552ef3402faeecc69f68a4d2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9655347 Jul 28 10:32:53.466200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde92d74-5753-4f35-b52f-b357b1e91295 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ae8690-fb6c-4330-be7f-7b976cc1fd67,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:53.469965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44674) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:53.489881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Checking segment: {'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:53.490620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Network hostable DHCP agents. Network: e318a6cc-4c41-417d-90b1-48556b0d25fe, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:53.511977 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.515699 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.521272 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (f3f5968a-11da-4966-ad9f-8aac1587a285), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.573391 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Checking router: c45fb8a2-6ce4-4e67-b43b-375ac5b6571c for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:53.574141 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Updating router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c port 62e42f23-fe69-4388-99fc-851adf5221e1 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:53.612446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Network e318a6cc-4c41-417d-90b1-48556b0d25fe is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:53.627630 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.629639 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:32:47Z', 'revision_number': 5, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:53.630259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-network', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:53.635490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f5968a-11da-4966-ad9f-8aac1587a285,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:53.668105 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.674570 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, e318a6cc-4c41-417d-90b1-48556b0d25fe) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:53.684178 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.684377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:53.685110 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8034277b-e58c-4dc0-8fad-7c82d35efa4b None None] The sync data for ids ['e6985d34-8aca-4851-8d2b-4b1bb13f92ba'] in n-d-850468-6 is: [{'id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'name': 'tempest-LiveAutoBlockMigrationV225Test-215738417-router', 'tenant_id': '7710ba7e69634387bc1388c7be1242b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:30:08Z', 'updated_at': '2022-07-28T10:32:47Z', 'revision_number': 5, 'project_id': '7710ba7e69634387bc1388c7be1242b9', 'gw_port': {'id': '1d7337c8-d5ca-429c-a609-2269abd8834e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6985d34-8aca-4851-8d2b-4b1bb13f92ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:30:09Z', 'updated_at': '2022-07-28T10:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:53.695012 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a112172-7c01-424f-8286-6140466c3dd5 admin admin] Publish callbacks [] for security_group (6b64f918-0934-454b-86ae-418d5d0926e3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.709585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:53.710860 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.770301 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4866a8ad-e91f-4d46-a982-dc05fc468750 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7500205 Jul 28 10:32:53.772685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a112172-7c01-424f-8286-6140466c3dd5 admin admin] Publish callbacks [] for security_group (6b64f918-0934-454b-86ae-418d5d0926e3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.783187 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44676) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:53.791211 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.792442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Checking router: 3a8a9264-3e87-4d70-ad44-23606530a874 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:32:53.792797 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Updating router 3a8a9264-3e87-4d70-ad44-23606530a874 port 64a58aa1-6408-430f-9af3-b14eb8789f28 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:32:53.793602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:53.812071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Made reservation on behalf of b02b39bdd29b4b53b3a897e9eef4615e for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:53.814966 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:53.816522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.833616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484cb92-0fcf-4aa6-8b2a-68e4a05d409c None None] Network e318a6cc-4c41-417d-90b1-48556b0d25fe requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:53.838223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.878066 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.887808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a910d381-b0aa-421d-8d00-07d2ca145e7c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.889407 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a910d381-b0aa-421d-8d00-07d2ca145e7c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.926540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a112172-7c01-424f-8286-6140466c3dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6b64f918-0934-454b-86ae-418d5d0926e3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.930445 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a112172-7c01-424f-8286-6140466c3dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:53.931939 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a112172-7c01-424f-8286-6140466c3dd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b64f918-0934-454b-86ae-418d5d0926e3 HTTP/1.1" status: 204 len: 168 time: 0.4590945 Jul 28 10:32:54.000388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d570e4db-56e9-4dbc-99e1-22061fbe1258 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:54.000972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.005995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a112172-7c01-424f-8286-6140466c3dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b64f918-0934-454b-86ae-418d5d0926e3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:54.019969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Checking segment: {'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:54.020474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Network hostable DHCP agents. Network: e2ae8690-fb6c-4330-be7f-7b976cc1fd67, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:54.040910 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.079974 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks [] for router_controller (a910d381-b0aa-421d-8d00-07d2ca145e7c), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.232708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.239530 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Publish callbacks [] for port (62e42f23-fe69-4388-99fc-851adf5221e1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.249312 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.289795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Publish callbacks [] for port (9736a853-d003-44b8-88d0-68cd22befca1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.312226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port d570e4db-56e9-4dbc-99e1-22061fbe1258, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d570e4db-56e9-4dbc-99e1-22061fbe1258,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:54.315019 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9736a853-d003-44b8-88d0-68cd22befca1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.363903 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e189227-4eb5-4e05-9d0a-b7459cebfa68 None None] Pushing event updated for resources: {'Port': ['ID=62e42f23-fe69-4388-99fc-851adf5221e1,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:54.421612 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.487956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Attempting to bind port 9736a853-d003-44b8-88d0-68cd22befca1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:54.488739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Attempting to bind port 9736a853-d003-44b8-88d0-68cd22befca1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:54.489137 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks [] for router_gateway (a910d381-b0aa-421d-8d00-07d2ca145e7c), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.489488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Attempting to bind port 9736a853-d003-44b8-88d0-68cd22befca1 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:54.523293 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Attempting to bind port 62e42f23-fe69-4388-99fc-851adf5221e1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:54.525004 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Attempting to bind port 62e42f23-fe69-4388-99fc-851adf5221e1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:54.526246 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Attempting to bind port 62e42f23-fe69-4388-99fc-851adf5221e1 on network ddce2b17-9e43-406d-a5fd-f8091cd52bff {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:54.535855 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:54.536371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Checking segment: {'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:54.536881 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.537499 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Bound using segment: {'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:54.542278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Allocated IP 172.20.0.1 (f03c1d86-de05-48c1-a848-7c981e6e6ed6/eedab65c-8d51-40b3-93b0-7aa1eee18fc5/f546ba0e-9404-473d-bbf1-8d55d53405cb) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:54.543732 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Bound port: 62e42f23-fe69-4388-99fc-851adf5221e1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a94398-d278-4466-9b85-fc413508c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:54.544241 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.581603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:54.582046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:54.584221 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.584569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:54.585080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Bound port: 9736a853-d003-44b8-88d0-68cd22befca1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:54.587354 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9736a853-d003-44b8-88d0-68cd22befca1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.593202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 60f22fb1-8c74-47c4-88c7-94445fac05cc no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:32:54.606211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a2f5a-36df-462d-8a08-dbba2363bb4e None None] Pushing event updated for resources: {'Port': ['ID=9736a853-d003-44b8-88d0-68cd22befca1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:54.665346 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:54.714028 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] For port 62e42f23-fe69-4388-99fc-851adf5221e1, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:54.725480 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] For port 62e42f23-fe69-4388-99fc-851adf5221e1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=62e42f23-fe69-4388-99fc-851adf5221e1,segment=NetworkSegment(a6a94398-d278-4466-9b85-fc413508c3df),segment_id=a6a94398-d278-4466-9b85-fc413508c3df)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:54.739731 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.762788 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:54.765369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:54.876903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Publish callbacks [] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.881999 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:54.882693 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e189227-4eb5-4e05-9d0a-b7459cebfa68 None None] Pushing event updated for resources: {'Port': ['ID=62e42f23-fe69-4388-99fc-851adf5221e1,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:54.897214 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:54.898116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Routers {'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:54.898780 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:54.904372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Allocated IP 172.20.0.1 (6aa872b5-8335-4c54-b8a2-692bf41a0407/40b8fc55-a753-4144-8ebc-44628bbf3df6/a90427cf-ddf9-4367-863f-9a859c18e747) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:54.925217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks [] for security_group (8eea36c1-8378-4e42-bf7c-25ef156d74e3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:54.986850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, e2ae8690-fb6c-4330-be7f-7b976cc1fd67) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:54.990369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-12ed54a7-3b98-4fa9-8039-0acb97525bdf None None] Provisioning complete for port 62e42f23-fe69-4388-99fc-851adf5221e1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:54.990760 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ed54a7-3b98-4fa9-8039-0acb97525bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.002557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:55.003178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.024577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.061100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9c87e-1651-420a-99cd-50c5b518cbfa None None] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:55.072772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 60f22fb1-8c74-47c4-88c7-94445fac05cc {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:32:55.074657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 60f22fb1-8c74-47c4-88c7-94445fac05cc not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:32:55.083637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks [] for router_gateway (a910d381-b0aa-421d-8d00-07d2ca145e7c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.112890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-e318a6cc-4c41-417d-90b1-48556b0d25fe', 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe', 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'fixed_ips': [{'subnet_id': 'ed6de6ea-ab6f-4964-b6ed-b15e374895c8'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:32:55.113941 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.117443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Attempting to bind port 64a58aa1-6408-430f-9af3-b14eb8789f28 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:55.117755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Attempting to bind port 64a58aa1-6408-430f-9af3-b14eb8789f28 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:55.118155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Attempting to bind port 64a58aa1-6408-430f-9af3-b14eb8789f28 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:55.133096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.176627 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] Set router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:55.204869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:55.205249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:55.205657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.206092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:55.206593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Bound port: 64a58aa1-6408-430f-9af3-b14eb8789f28, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:55.206978 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.218065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks [] for port (a90427cf-ddf9-4367-863f-9a859c18e747), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.264163 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:55.273344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.351242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] For port 64a58aa1-6408-430f-9af3-b14eb8789f28, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:55.356258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] For port 64a58aa1-6408-430f-9af3-b14eb8789f28, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=64a58aa1-6408-430f-9af3-b14eb8789f28,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:55.373084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-12ed54a7-3b98-4fa9-8039-0acb97525bdf None None] Current status of the port 62e42f23-fe69-4388-99fc-851adf5221e1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:55.373722 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ed54a7-3b98-4fa9-8039-0acb97525bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.440794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8eea36c1-8378-4e42-bf7c-25ef156d74e3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.444560 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.485632 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d61a60a0-6d4f-4204-9a5b-5d1f38cd34c9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4574919 Jul 28 10:32:55.504638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44702) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:55.523261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=d570e4db-56e9-4dbc-99e1-22061fbe1258,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:55.531805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:55.546456 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:55.550622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] For port 9736a853-d003-44b8-88d0-68cd22befca1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:55.554461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-12ed54a7-3b98-4fa9-8039-0acb97525bdf None None] For port 62e42f23-fe69-4388-99fc-851adf5221e1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=62e42f23-fe69-4388-99fc-851adf5221e1,segment=NetworkSegment(a6a94398-d278-4466-9b85-fc413508c3df),segment_id=a6a94398-d278-4466-9b85-fc413508c3df)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:55.555782 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:55.565630 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:30Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 4, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'gw_port': {'id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:32Z', 'updated_at': '2022-07-28T10:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '62e42f23-fe69-4388-99fc-851adf5221e1', 'name': '', 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'mac_address': 'fa:16:3e:9b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:54Z', 'revision_number': 4, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'subnets': [{'id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:55.603323 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32370d4b-ab32-453b-8143-ea0540354212 None None] The sync data for ids ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'] in n-d-850468-6 is: [{'id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:30Z', 'updated_at': '2022-07-28T10:32:45Z', 'revision_number': 4, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'gw_port': {'id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:32Z', 'updated_at': '2022-07-28T10:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '62e42f23-fe69-4388-99fc-851adf5221e1', 'name': '', 'network_id': 'ddce2b17-9e43-406d-a5fd-f8091cd52bff', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'mac_address': 'fa:16:3e:9b:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:54Z', 'revision_number': 4, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'subnets': [{'id': 'c76a4bde-157a-461e-b3d7-cd096ccfc408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:55.664232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Routers {'3a8a9264-3e87-4d70-ad44-23606530a874'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:55.665304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a8a9264-3e87-4d70-ad44-23606530a874'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:55.678092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:55.707937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1d7337c8-d5ca-429c-a609-2269abd8834e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.713520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:55.725451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ed54a7-3b98-4fa9-8039-0acb97525bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.727280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:55.733579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Pushing event updated for resources: {'Port': ['ID=a90427cf-ddf9-4367-863f-9a859c18e747,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:55.737709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:55.744263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] For port 9736a853-d003-44b8-88d0-68cd22befca1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9736a853-d003-44b8-88d0-68cd22befca1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:55.778583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks [] for security_group (f823c7ab-de21-4946-aaf8-46f3b6a13c0d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.806935 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9736a853-d003-44b8-88d0-68cd22befca1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.854724 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (3a8a9264-3e87-4d70-ad44-23606530a874), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.857830 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.982869 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.986390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks [] for router_controller (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:55.988353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'project_id': '4100dfb4e898401993468915b74050cd', 'fixed_ips': [{'subnet_id': 'f3f5968a-11da-4966-ad9f-8aac1587a285'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:32:55.990284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.042695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Allocated IP 172.25.2.104 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/258146ae-b08a-448d-9199-5b0635aebb2d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:56.073735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea36c1-8378-4e42-bf7c-25ef156d74e3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.108831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e6985d34-8aca-4851-8d2b-4b1bb13f92ba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.110361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6985d34-8aca-4851-8d2b-4b1bb13f92ba {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:32:56.126482 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.131326 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] 10.222.0.46 "DELETE /v2.0/routers/e6985d34-8aca-4851-8d2b-4b1bb13f92ba HTTP/1.1" status: 204 len: 168 time: 5.0713184 Jul 28 10:32:56.132734 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f823c7ab-de21-4946-aaf8-46f3b6a13c0d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.152042 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7983aa15-ed31-4053-9740-6270fdeadbf5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.157490 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Added segment 7983aa15-ed31-4053-9740-6270fdeadbf5 of type vlan for network a480176f-430c-4f94-be15-0432408980cb Jul 28 10:32:56.159794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6414340-5c66-4873-a52f-19cd5551a2fc None None] Pushing event updated for resources: {'Port': ['ID=64a58aa1-6408-430f-9af3-b14eb8789f28,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.181580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44716) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:56.225290 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f25e72-cab9-44fd-b124-d31e508b7f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7337c8-d5ca-429c-a609-2269abd8834e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.245471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f823c7ab-de21-4946-aaf8-46f3b6a13c0d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.263367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6414340-5c66-4873-a52f-19cd5551a2fc None None] Pushing event updated for resources: {'Port': ['ID=64a58aa1-6408-430f-9af3-b14eb8789f28,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.264632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (7f793a14-519a-473c-b2ba-cf26e51036a8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.266586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (7f793a14-519a-473c-b2ba-cf26e51036a8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.271436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.282851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:56.288140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-32e10987-0efe-4bff-8292-3305a49d6e95 None None] Provisioning complete for port 62e42f23-fe69-4388-99fc-851adf5221e1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:56.288140 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32e10987-0efe-4bff-8292-3305a49d6e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.340282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Routers {'90300685-30c6-4fe0-b2ae-7f2c47906bde'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:32:56.341526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90300685-30c6-4fe0-b2ae-7f2c47906bde'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:56.353732 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:56.362979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks [] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.410153 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:56.414168 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c73679de-e67f-4710-81d1-d32c94d6e01e req-12d54e1d-c32f-479a-9830-1ebdb907b5cd tempest-AbsoluteLimitsNegativeTestJSON-1248655908 tempest-AbsoluteLimitsNegativeTestJSON-1248655908-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=73500ca301a04651a9201ab4eb49b752&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2312660 Jul 28 10:32:56.441397 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:56.462370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4824a7b6-fa71-427b-a48e-c9999ccab586), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.462670 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Added segment 4824a7b6-fa71-427b-a48e-c9999ccab586 of type vlan for network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 Jul 28 10:32:56.467881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] Set router 3a8a9264-3e87-4d70-ad44-23606530a874 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:56.487645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.506538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks [] for port (258146ae-b08a-448d-9199-5b0635aebb2d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.512564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Allocated IP 172.20.0.2 (e318a6cc-4c41-417d-90b1-48556b0d25fe/ed6de6ea-ab6f-4964-b6ed-b15e374895c8/ed630ce4-3314-4a92-8429-d7b90b2b0687) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:56.513651 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a480176f-430c-4f94-be15-0432408980cb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.616527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.653643 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:32:56.733562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks [] for port (a90427cf-ddf9-4367-863f-9a859c18e747), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.739366 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] Deleting subnet acd5b946-9856-4b9c-b0b0-4901efa7c4a0 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:32:56.748847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:56.754034 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.792314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:56.795421 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.807561 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:56.808770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] Publish callbacks [] for subnet (acd5b946-9856-4b9c-b0b0-4901efa7c4a0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.811926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks [] for router_controller (7f793a14-519a-473c-b2ba-cf26e51036a8), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.820911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a480176f-430c-4f94-be15-0432408980cb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.820911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:56.821539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.826985 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:56.848156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (3a8a9264-3e87-4d70-ad44-23606530a874), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:56.852529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:56.859009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:56.873168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Pushing event updated for resources: {'Port': ['ID=f546ba0e-9404-473d-bbf1-8d55d53405cb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.876475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:56.892437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Pushing event updated for resources: {'Port': ['ID=258146ae-b08a-448d-9199-5b0635aebb2d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.898095 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:56.945446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed54a7-3b98-4fa9-8039-0acb97525bdf None None] Pushing event updated for resources: {'Port': ['ID=62e42f23-fe69-4388-99fc-851adf5221e1,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:56.963707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:57.013314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:32:57.051150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73679de-e67f-4710-81d1-d32c94d6e01e req-212afed7-5bd1-4830-adae-da16049884dc tempest-AbsoluteLimitsNegativeTestJSON-1248655908 tempest-AbsoluteLimitsNegativeTestJSON-1248655908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:57.061924 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c73679de-e67f-4710-81d1-d32c94d6e01e req-212afed7-5bd1-4830-adae-da16049884dc tempest-AbsoluteLimitsNegativeTestJSON-1248655908 tempest-AbsoluteLimitsNegativeTestJSON-1248655908-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5903578 Jul 28 10:32:57.104307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (acd5b946-9856-4b9c-b0b0-4901efa7c4a0), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.165307 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Pushing event updated for resources: {'Port': ['ID=a90427cf-ddf9-4367-863f-9a859c18e747,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:57.220628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] Pushing event updated for resources: {'Network': ['ID=a480176f-430c-4f94-be15-0432408980cb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:57.259057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.260312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:32:57.261120 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.263744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d570e4db-56e9-4dbc-99e1-22061fbe1258 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:57.267455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a480176f-430c-4f94-be15-0432408980cb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:57.272170 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:57.276148 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:57.289443 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df4fa860-1cb9-4df4-b83d-76f5c041656c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.9296286 Jul 28 10:32:57.314324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:57.320269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Request body: {'subnet': {'network_id': 'a480176f-430c-4f94-be15-0432408980cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-subnet', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:57.329914 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c73679de-e67f-4710-81d1-d32c94d6e01e req-3cd9302f-7567-4141-9933-f789bf07b81d tempest-AbsoluteLimitsNegativeTestJSON-1248655908 tempest-AbsoluteLimitsNegativeTestJSON-1248655908-project] 10.222.0.46 "GET /v2.0/quotas/73500ca301a04651a9201ab4eb49b752 HTTP/1.1" status: 200 len: 375 time: 0.2664669 Jul 28 10:32:57.351235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-32e10987-0efe-4bff-8292-3305a49d6e95 None None] Current status of the port 62e42f23-fe69-4388-99fc-851adf5221e1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:57.407302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] Set router 90300685-30c6-4fe0-b2ae-7f2c47906bde gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:32:57.427005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a2f5a-36df-462d-8a08-dbba2363bb4e None None] Pushing event updated for resources: {'Port': ['ID=9736a853-d003-44b8-88d0-68cd22befca1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:57.447258 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:57.456753 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Made reservation on behalf of 58ca977f82924ab49d534a3410458a76 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:57.458547 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.470663 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c73679de-e67f-4710-81d1-d32c94d6e01e req-f0feda01-05a6-41c8-8478-2d8be03e1f84 tempest-AbsoluteLimitsNegativeTestJSON-1248655908 tempest-AbsoluteLimitsNegativeTestJSON-1248655908-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=73500ca301a04651a9201ab4eb49b752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067939 Jul 28 10:32:57.479876 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 4.3756297 Jul 28 10:32:57.508934 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44726) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:57.552113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Request body: {'subnet': {'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-subnet', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:57.596381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Allocated IP 172.20.0.2 (e2ae8690-fb6c-4330-be7f-7b976cc1fd67/f3f5968a-11da-4966-ad9f-8aac1587a285/5098051a-e1f0-4335-8875-7eb6f61cdba9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:57.611410 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks [] for router_gateway (7f793a14-519a-473c-b2ba-cf26e51036a8), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.628612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (90300685-30c6-4fe0-b2ae-7f2c47906bde), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.657139 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:57.693154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (acd5b946-9856-4b9c-b0b0-4901efa7c4a0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.704409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0b97b9fe-1d12-4149-a0f2-54c8b6b2114e None None] Provisioning complete for port a90427cf-ddf9-4367-863f-9a859c18e747 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:57.704882 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b97b9fe-1d12-4149-a0f2-54c8b6b2114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.711298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks [] for router_gateway (a910d381-b0aa-421d-8d00-07d2ca145e7c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.734760 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:57.782509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46792af6-e455-45d4-96fe-994e26dd6a3a admin admin] Pushing event updated for resources: {'Network': ['ID=bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:57.841306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d570e4db-56e9-4dbc-99e1-22061fbe1258 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:57.841927 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.862191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:57.885038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (acd5b946-9856-4b9c-b0b0-4901efa7c4a0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.963768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Router 3a8a9264-3e87-4d70-ad44-23606530a874 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:32:57.970329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Made reservation on behalf of b02b39bdd29b4b53b3a897e9eef4615e for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:57.973805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:57.974190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b97b9fe-1d12-4149-a0f2-54c8b6b2114e None None] Port a90427cf-ddf9-4367-863f-9a859c18e747 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:58.000738 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Publish callbacks [] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.005103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:32:50Z', 'revision_number': 3, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:58.006481 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.014824 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/acd5b946-9856-4b9c-b0b0-4901efa7c4a0 HTTP/1.1" status: 204 len: 168 time: 1.7909555 Jul 28 10:32:58.015420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44732) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:58.051986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e767180-2995-465c-8849-1d9c2e2c0d4b None None] Network cb3b5447-69c5-4281-aaca-82e47393970b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:32:58.061990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3782f-345b-4320-938a-81c3a15a856c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd5b946-9856-4b9c-b0b0-4901efa7c4a0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:58.102373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.126282 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:58.129326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44734) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:58.136197 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:58.137417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0b97b9fe-1d12-4149-a0f2-54c8b6b2114e None None] Provisioning complete for port f546ba0e-9404-473d-bbf1-8d55d53405cb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:58.137806 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b97b9fe-1d12-4149-a0f2-54c8b6b2114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.149666 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.194080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e891f3c-3470-4b00-af50-708cee10a97a None None] The sync data for ids ['3a8a9264-3e87-4d70-ad44-23606530a874'] in n-d-850468-6 is: [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:32:50Z', 'revision_number': 3, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:58.339343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Pushing event updated for resources: {'Port': ['ID=ed630ce4-3314-4a92-8429-d7b90b2b0687,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:58.385423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:32:58.415694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks [] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.421619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Network e318a6cc-4c41-417d-90b1-48556b0d25fe is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:58.433943 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-22b7b478-56c9-492e-9e64-c38a1ec5724d admin admin] 10.222.0.46 "PUT /v2.0/routers/3a8a9264-3e87-4d70-ad44-23606530a874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7987001 Jul 28 10:32:58.434370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.459125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b97b9fe-1d12-4149-a0f2-54c8b6b2114e None None] Port f546ba0e-9404-473d-bbf1-8d55d53405cb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:58.460062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:58.479401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a910d381-b0aa-421d-8d00-07d2ca145e7c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.522293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (cb3b5447-69c5-4281-aaca-82e47393970b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.529018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-455daf5a-e970-4b4b-b6d1-87b5a09b8a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.541945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d570e4db-56e9-4dbc-99e1-22061fbe1258 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:58.543813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 62e42f23-fe69-4388-99fc-851adf5221e1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:58.553352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:58.572728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Pushing event updated for resources: {'Port': ['ID=f546ba0e-9404-473d-bbf1-8d55d53405cb,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:58.674020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Publish callbacks [] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.696139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:47Z', 'revision_number': 3, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:32:58.882824 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.901251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e8f5c9af-4147-4822-8a77-64e33f692769 None None] Provisioning complete for port a90427cf-ddf9-4367-863f-9a859c18e747 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:58.901566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c9af-4147-4822-8a77-64e33f692769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:58.928971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a2db0-812c-463c-8fbf-926707797d21 None None] The sync data for ids ['90300685-30c6-4fe0-b2ae-7f2c47906bde'] in n-d-850468-6 is: [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:47Z', 'revision_number': 3, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:32:58.938325 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:58.942784 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (90300685-30c6-4fe0-b2ae-7f2c47906bde), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.012791 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:59.016184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Deleting port 0b2d3333-ef40-4be3-b11e-b098e815e04b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:59.016979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.145330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] DHCP port deletion for cb3b5447-69c5-4281-aaca-82e47393970b request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:32:59.155449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:59.176840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:59.207657 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:59.231134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (ddbd8a12-b65f-4313-86e8-fc9a38fd06d4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.250459 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:59.261203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:32:59.273191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Deleting port 0b2d3333-ef40-4be3-b11e-b098e815e04b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:32:59.274414 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.278834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks [] for router_gateway (7f793a14-519a-473c-b2ba-cf26e51036a8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.322828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.364931 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:59.383172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Pushing event updated for resources: {'Port': ['ID=5098051a-e1f0-4335-8875-7eb6f61cdba9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:59.389979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319854298', 'description': 'tempest-description--1441029743'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:32:59.395300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Attempting to bind port ed630ce4-3314-4a92-8429-d7b90b2b0687 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:59.396715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Attempting to bind port ed630ce4-3314-4a92-8429-d7b90b2b0687 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:59.397553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Attempting to bind port ed630ce4-3314-4a92-8429-d7b90b2b0687 on network e318a6cc-4c41-417d-90b1-48556b0d25fe {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:59.414614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5c9af-4147-4822-8a77-64e33f692769 None None] Port a90427cf-ddf9-4367-863f-9a859c18e747 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:32:59.427470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 62e42f23-fe69-4388-99fc-851adf5221e1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:32:59.428170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.474463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbd8a12-b65f-4313-86e8-fc9a38fd06d4,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:59.479192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-455daf5a-e970-4b4b-b6d1-87b5a09b8a12 admin admin] Publish callbacks [] for security_group (d952168a-e6aa-4ac4-9fc2-dff91e9a9686), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.490788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (2af75be8-8b0f-4957-b94e-01b7b3dfe28e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.524424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-455daf5a-e970-4b4b-b6d1-87b5a09b8a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d952168a-e6aa-4ac4-9fc2-dff91e9a9686), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.559960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:59.560998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Checking segment: {'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:59.561818 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.562009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Bound using segment: {'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:59.563221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Bound port: ed630ce4-3314-4a92-8429-d7b90b2b0687, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:59.566382 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.575277 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:59.582601 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.586580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] For port 0b2d3333-ef40-4be3-b11e-b098e815e04b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b2d3333-ef40-4be3-b11e-b098e815e04b,segment=NetworkSegment(9a062ae3-0d62-4275-b7f3-163f7ddf789b),segment_id=9a062ae3-0d62-4275-b7f3-163f7ddf789b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:59.586800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.620277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Allocated IP 172.25.2.205 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/68329ee3-eb17-45e9-9fb7-9dea60c3b9ff) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:59.634395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Calling delete_port for 0b2d3333-ef40-4be3-b11e-b098e815e04b owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:59.654236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Router a910d381-b0aa-421d-8d00-07d2ca145e7c is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:32:59.663713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:59.669784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Checking segment: {'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:59.670461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Network hostable DHCP agents. Network: a480176f-430c-4f94-be15-0432408980cb, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:59.670894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:59.682039 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-455daf5a-e970-4b4b-b6d1-87b5a09b8a12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73500ca301a04651a9201ab4eb49b752&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5115049 Jul 28 10:32:59.695505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:32:59.701065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455daf5a-e970-4b4b-b6d1-87b5a09b8a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d952168a-e6aa-4ac4-9fc2-dff91e9a9686,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:59.742794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] For port 0b2d3333-ef40-4be3-b11e-b098e815e04b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b2d3333-ef40-4be3-b11e-b098e815e04b,segment=NetworkSegment(9a062ae3-0d62-4275-b7f3-163f7ddf789b),segment_id=9a062ae3-0d62-4275-b7f3-163f7ddf789b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:59.743213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.747981 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:32:59.793285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af75be8-8b0f-4957-b94e-01b7b3dfe28e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:59.837232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Attempting to bind port 5098051a-e1f0-4335-8875-7eb6f61cdba9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:32:59.838730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Attempting to bind port 5098051a-e1f0-4335-8875-7eb6f61cdba9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:32:59.839135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Attempting to bind port 5098051a-e1f0-4335-8875-7eb6f61cdba9 on network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:32:59.861125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Calling delete_port for 0b2d3333-ef40-4be3-b11e-b098e815e04b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:32:59.904224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:32:59.904606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Checking segment: {'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:32:59.905012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.905410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Bound using segment: {'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:32:59.906771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Bound port: 5098051a-e1f0-4335-8875-7eb6f61cdba9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:32:59.907212 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:32:59.943632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 62e42f23-fe69-4388-99fc-851adf5221e1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:32:59.986022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Router 90300685-30c6-4fe0-b2ae-7f2c47906bde has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:00.176274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Checking segment: {'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:00.176730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Network hostable DHCP agents. Network: bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:33:00.189000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Network a480176f-430c-4f94-be15-0432408980cb is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:33:00.219899 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:00.241641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] For port ed630ce4-3314-4a92-8429-d7b90b2b0687, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:00.253017 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks [] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.256865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1d7337c8-d5ca-429c-a609-2269abd8834e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:00.257816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.294162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a480176f-430c-4f94-be15-0432408980cb) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:00.302575 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:00.303111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.316961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2d3333-ef40-4be3-b11e-b098e815e04b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:00.319946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bce82ea-36d1-4b55-8a92-a3d89824702e admin admin] Publish callbacks [] for security_group (d952168a-e6aa-4ac4-9fc2-dff91e9a9686), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.322093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] No DVR routers for this DVR port 0b2d3333-ef40-4be3-b11e-b098e815e04b on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:00.338475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:00.352383 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c75de449-4c1f-4f89-890b-2d500148f015 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0361691 Jul 28 10:33:00.363025 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:00.368572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:00.369181 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b9c18e03-aea7-4bb4-8491-3b9fb0baf2bc admin admin] 10.222.0.46 "PUT /v2.0/routers/90300685-30c6-4fe0-b2ae-7f2c47906bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9408925 Jul 28 10:33:00.388325 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Request body: {'router': {'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:00.401411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:33:00.424673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] For port ed630ce4-3314-4a92-8429-d7b90b2b0687, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ed630ce4-3314-4a92-8429-d7b90b2b0687,segment=NetworkSegment(59cc2be1-d596-40f5-949b-021e1e081dda),segment_id=59cc2be1-d596-40f5-949b-021e1e081dda)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:00.439618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group (064b117d-7740-45cb-9a92-29d4365fb483), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.442564 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bce82ea-36d1-4b55-8a92-a3d89824702e admin admin] Publish callbacks [] for security_group (d952168a-e6aa-4ac4-9fc2-dff91e9a9686), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.444218 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (0b2d3333-ef40-4be3-b11e-b098e815e04b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.446838 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (cb3b5447-69c5-4281-aaca-82e47393970b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.455942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:00.460798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:00.461405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.477464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3b5447-69c5-4281-aaca-82e47393970b']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:00.480266 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (064b117d-7740-45cb-9a92-29d4365fb483), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.490928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a062ae3-0d62-4275-b7f3-163f7ddf789b') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:00.491442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a062ae3-0d62-4275-b7f3-163f7ddf789b') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:00.494607 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:00.505396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (9a062ae3-0d62-4275-b7f3-163f7ddf789b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.508118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:00.516823 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d7dd5c03-7e56-4cad-a7e6-addcba5158bc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0032616 Jul 28 10:33:00.517990 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Sync routers for ids ['a910d381-b0aa-421d-8d00-07d2ca145e7c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:00.523585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a062ae3-0d62-4275-b7f3-163f7ddf789b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.531944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.533897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:33:00.534513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (9a062ae3-0d62-4275-b7f3-163f7ddf789b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.536800 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1573169 Jul 28 10:33:00.549880 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44754) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:00.550061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:00.559533 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Routers {'a910d381-b0aa-421d-8d00-07d2ca145e7c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:00.560451 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a910d381-b0aa-421d-8d00-07d2ca145e7c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:00.566121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-92736ba8-c776-4704-bcf6-d6cfa0a16889 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Request body: {'security_group_rule': {'security_group_id': '064b117d-7740-45cb-9a92-29d4365fb483', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:00.588594 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:00.622708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa02e2f-5acf-439d-bf8a-3d16b084233a None None] Network a480176f-430c-4f94-be15-0432408980cb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:00.626139 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e06b2be5-e9a8-464b-95fc-96eff630a76b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.627254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e06b2be5-e9a8-464b-95fc-96eff630a76b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.659727 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.664626 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 9a062ae3-0d62-4275-b7f3-163f7ddf789b resource provider aggregate not found Jul 28 10:33:00.691055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (cb3b5447-69c5-4281-aaca-82e47393970b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.724451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (38e53e3c-f240-4613-9284-1ed8c0471db8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.725819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (38e53e3c-f240-4613-9284-1ed8c0471db8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.725970 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 9a062ae3-0d62-4275-b7f3-163f7ddf789b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a062ae3-0d62-4275-b7f3-163f7ddf789b found for delete ", "request_id": "req-6f3cf0ad-0583-4f03-b9d1-5319ad700bdc"}]} Jul 28 10:33:00.729647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.733569 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cb3b5447-69c5-4281-aaca-82e47393970b HTTP/1.1" status: 204 len: 168 time: 2.6761224 Jul 28 10:33:00.794290 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Set router a910d381-b0aa-421d-8d00-07d2ca145e7c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:00.805047 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks [] for router_controller (38e53e3c-f240-4613-9284-1ed8c0471db8), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.819933 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:00.823265 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7df84a33-27e7-47f6-abed-d4f19fb0c111 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.0388644 Jul 28 10:33:00.829829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44768) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:00.833823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:00.837896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8049f05-1cc2-4c6e-a839-99df926f7c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3b5447-69c5-4281-aaca-82e47393970b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:00.880200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:00.918959 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:00.949462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Pushing event deleted for resources: {'Port': ['ID=0b2d3333-ef40-4be3-b11e-b098e815e04b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:00.970232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:00.973536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0915a-bb43-4458-b581-7dc3044704f8 None None] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:00.980070 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:01.000913 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:01.043560 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-397a329f-8b78-4b80-8944-5c2fd2049a9e req-29250ecc-afef-4cb0-a698-b742addb2908 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1396026697', 'description': 'tempest-description-1391728757'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:01.049896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks [] for router_gateway (38e53e3c-f240-4613-9284-1ed8c0471db8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.054632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44770) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:01.057251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks [] for router_controller (e06b2be5-e9a8-464b-95fc-96eff630a76b), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.079928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064b117d-7740-45cb-9a92-29d4365fb483,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:01.082880 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-397a329f-8b78-4b80-8944-5c2fd2049a9e req-29250ecc-afef-4cb0-a698-b742addb2908 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.092190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.092533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.092875 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.093217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.094159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.094494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.094819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.095350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.095661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.095987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.096312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.096635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.096957 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.097275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.097593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec02089-3e6f-428b-bbe2-19e78250761d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.102387 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92736ba8-c776-4704-bcf6-d6cfa0a16889 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group_rule (22dc8dba-52e3-41e3-be4c-cbfc361970b5), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.191230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92736ba8-c776-4704-bcf6-d6cfa0a16889 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group_rule (22dc8dba-52e3-41e3-be4c-cbfc361970b5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.196658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.198609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.199274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.200171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.200963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.201769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.202559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.205244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.205789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.206345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.206827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.207345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.207820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.208325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.208809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:01.246525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:32:57Z', 'revision_number': 3, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port': {'id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:55Z', 'updated_at': '2022-07-28T10:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:01.253749 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.279339 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Checking router: a910d381-b0aa-421d-8d00-07d2ca145e7c for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:01.279919 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Updating router a910d381-b0aa-421d-8d00-07d2ca145e7c port 258146ae-b08a-448d-9199-5b0635aebb2d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:01.285463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92736ba8-c776-4704-bcf6-d6cfa0a16889 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (22dc8dba-52e3-41e3-be4c-cbfc361970b5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.322514 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.330020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1d7337c8-d5ca-429c-a609-2269abd8834e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:01.330390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1d7337c8-d5ca-429c-a609-2269abd8834e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:01.427060 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:01.449591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92736ba8-c776-4704-bcf6-d6cfa0a16889 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.450863 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92736ba8-c776-4704-bcf6-d6cfa0a16889 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8916032 Jul 28 10:33:01.459144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44774) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:01.470163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-233c5d60-3fe1-4cdd-a564-79ed22476590 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Request body: {'security_group_rule': {'security_group_id': '064b117d-7740-45cb-9a92-29d4365fb483', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:01.490341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92736ba8-c776-4704-bcf6-d6cfa0a16889 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dc8dba-52e3-41e3-be4c-cbfc361970b5,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:01.496293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bce82ea-36d1-4b55-8a92-a3d89824702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d952168a-e6aa-4ac4-9fc2-dff91e9a9686), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.500424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bce82ea-36d1-4b55-8a92-a3d89824702e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.504655 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3bce82ea-36d1-4b55-8a92-a3d89824702e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d952168a-e6aa-4ac4-9fc2-dff91e9a9686 HTTP/1.1" status: 204 len: 168 time: 1.8061824 Jul 28 10:33:01.531774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks [] for router_gateway (e06b2be5-e9a8-464b-95fc-96eff630a76b), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.535189 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce82ea-36d1-4b55-8a92-a3d89824702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d952168a-e6aa-4ac4-9fc2-dff91e9a9686,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:01.543772 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f62cfe97-3eac-40e0-afd8-7ac2366f541e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07e2042b56704e9fb5195d43d8116494&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4850461 Jul 28 10:33:01.548244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44778) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:01.559534 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-233c5d60-3fe1-4cdd-a564-79ed22476590 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group_rule (a6079ca9-e355-4f05-82cf-debb63ad4f5f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.611290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a480176f-430c-4f94-be15-0432408980cb', 'network_id': 'a480176f-430c-4f94-be15-0432408980cb', 'project_id': '58ca977f82924ab49d534a3410458a76', 'fixed_ips': [{'subnet_id': 'ddbd8a12-b65f-4313-86e8-fc9a38fd06d4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:33:01.613455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.659179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6', 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6', 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'fixed_ips': [{'subnet_id': '2af75be8-8b0f-4957-b94e-01b7b3dfe28e'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:33:01.662766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.725606 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Publish callbacks [] for port (258146ae-b08a-448d-9199-5b0635aebb2d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.744663 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:01.748284 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.784120 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-233c5d60-3fe1-4cdd-a564-79ed22476590 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group_rule (a6079ca9-e355-4f05-82cf-debb63ad4f5f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.851823 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-233c5d60-3fe1-4cdd-a564-79ed22476590 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a6079ca9-e355-4f05-82cf-debb63ad4f5f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.886257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71dfd6-a0e8-4411-a81f-a4256bd07540 None None] Pushing event updated for resources: {'Port': ['ID=258146ae-b08a-448d-9199-5b0635aebb2d,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:01.915247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-233c5d60-3fe1-4cdd-a564-79ed22476590 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.916473 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-233c5d60-3fe1-4cdd-a564-79ed22476590 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4511178 Jul 28 10:33:01.921285 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Attempting to bind port 258146ae-b08a-448d-9199-5b0635aebb2d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:01.922389 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Attempting to bind port 258146ae-b08a-448d-9199-5b0635aebb2d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:01.923129 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Attempting to bind port 258146ae-b08a-448d-9199-5b0635aebb2d on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:01.932416 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:01.932789 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:01.933250 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.933561 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:01.939802 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Bound port: 258146ae-b08a-448d-9199-5b0635aebb2d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:01.940558 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:01.949463 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:01.963199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44780) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:01.982648 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-397a329f-8b78-4b80-8944-5c2fd2049a9e req-29250ecc-afef-4cb0-a698-b742addb2908 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (2d460aab-6dfd-4117-a68c-c7e5ab3356e7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.013403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:02.031363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8de41009-f6b6-430c-9424-59ca18d5c50a None None] Provisioning complete for port f546ba0e-9404-473d-bbf1-8d55d53405cb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:02.032902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8de41009-f6b6-430c-9424-59ca18d5c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.079002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-397a329f-8b78-4b80-8944-5c2fd2049a9e req-29250ecc-afef-4cb0-a698-b742addb2908 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2d460aab-6dfd-4117-a68c-c7e5ab3356e7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.151487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32599308-9c1d-44f9-8950-4cddd86e4446 None None] No DVR routers for this DVR port 0b2d3333-ef40-4be3-b11e-b098e815e04b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:02.164323 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] For port 258146ae-b08a-448d-9199-5b0635aebb2d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:02.174558 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] For port 258146ae-b08a-448d-9199-5b0635aebb2d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=258146ae-b08a-448d-9199-5b0635aebb2d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:02.204708 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.293129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-397a329f-8b78-4b80-8944-5c2fd2049a9e req-29250ecc-afef-4cb0-a698-b742addb2908 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.294523 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-397a329f-8b78-4b80-8944-5c2fd2049a9e req-29250ecc-afef-4cb0-a698-b742addb2908 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.2618668 Jul 28 10:33:02.354579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.356743 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Routers {'a910d381-b0aa-421d-8d00-07d2ca145e7c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:02.357635 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a910d381-b0aa-421d-8d00-07d2ca145e7c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:02.365734 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71dfd6-a0e8-4411-a81f-a4256bd07540 None None] Pushing event updated for resources: {'Port': ['ID=258146ae-b08a-448d-9199-5b0635aebb2d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:02.413913 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:02.416474 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:02.425699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c5d60-3fe1-4cdd-a564-79ed22476590 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6079ca9-e355-4f05-82cf-debb63ad4f5f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:02.502828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f09765af-59b1-4e51-b360-b246035d5a51 admin admin] Publish callbacks [] for security_group (14f644c8-138c-43d2-aa9e-5db398953771), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.568306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] For port 5098051a-e1f0-4335-8875-7eb6f61cdba9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:02.602961 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] Set router a910d381-b0aa-421d-8d00-07d2ca145e7c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:02.709653 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f09765af-59b1-4e51-b360-b246035d5a51 admin admin] Publish callbacks [] for security_group (14f644c8-138c-43d2-aa9e-5db398953771), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.733774 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-e846b9e2-fe2c-4aab-a699-59d0f300ca74 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/2d460aab-6dfd-4117-a68c-c7e5ab3356e7 HTTP/1.1" status: 200 len: 1830 time: 0.3053651 Jul 28 10:33:02.787693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d460aab-6dfd-4117-a68c-c7e5ab3356e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:02.789671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d460aab-6dfd-4117-a68c-c7e5ab3356e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:02.828559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8de41009-f6b6-430c-9424-59ca18d5c50a None None] Port f546ba0e-9404-473d-bbf1-8d55d53405cb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:02.831004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29630c8d-6aee-4715-bea7-0b16eb0b7108 None None] Pushing event updated for resources: {'Port': ['ID=ed630ce4-3314-4a92-8429-d7b90b2b0687,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:02.837658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks [] for router_gateway (38e53e3c-f240-4613-9284-1ed8c0471db8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.863178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Sync routers for ids ['3a8a9264-3e87-4d70-ad44-23606530a874'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:02.941232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks [] for router_gateway (e06b2be5-e9a8-464b-95fc-96eff630a76b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.948076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:02.954883 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:02.963390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a58aa1-6408-430f-9af3-b14eb8789f28 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:02.973312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250ecc-afef-4cb0-a698-b742addb2908 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d460aab-6dfd-4117-a68c-c7e5ab3356e7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:03.019261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.055394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:32:57Z', 'revision_number': 3, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port': {'id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:55Z', 'updated_at': '2022-07-28T10:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:03.077369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] For port 5098051a-e1f0-4335-8875-7eb6f61cdba9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5098051a-e1f0-4335-8875-7eb6f61cdba9,segment=NetworkSegment(22008732-7d0c-4102-acc6-0510fa920d94),segment_id=22008732-7d0c-4102-acc6-0510fa920d94)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:03.093118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f09765af-59b1-4e51-b360-b246035d5a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (14f644c8-138c-43d2-aa9e-5db398953771), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.098071 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f09765af-59b1-4e51-b360-b246035d5a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.099605 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f09765af-59b1-4e51-b360-b246035d5a51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14f644c8-138c-43d2-aa9e-5db398953771 HTTP/1.1" status: 204 len: 168 time: 1.5503550 Jul 28 10:33:03.113343 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:03.117779 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dceba-c269-4204-a2f0-087bc769c67e None None] The sync data for ids ['a910d381-b0aa-421d-8d00-07d2ca145e7c'] in n-d-850468-6 is: [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:32:57Z', 'revision_number': 3, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port': {'id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:55Z', 'updated_at': '2022-07-28T10:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:03.191832 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Allocated IP 172.20.0.2 (a480176f-430c-4f94-be15-0432408980cb/ddbd8a12-b65f-4313-86e8-fc9a38fd06d4/ba262212-ea8a-48b3-aadd-16004579d488) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:03.278122 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Sync routers for ids ['90300685-30c6-4fe0-b2ae-7f2c47906bde'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:03.293684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09765af-59b1-4e51-b360-b246035d5a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f644c8-138c-43d2-aa9e-5db398953771,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:03.300639 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.318311 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Routers {'90300685-30c6-4fe0-b2ae-7f2c47906bde'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:03.319085 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90300685-30c6-4fe0-b2ae-7f2c47906bde'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:03.433650 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:03.466625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Allocated IP 172.25.2.156 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3489646f-4fd7-4a86-8077-7f419d2bf355) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:03.574925 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group_rule (ab2b3601-d8d9-4417-84db-944bea75dd8b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.608343 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Publish callbacks [] for port (ba262212-ea8a-48b3-aadd-16004579d488), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.620188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group_rule (ab2b3601-d8d9-4417-84db-944bea75dd8b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.629605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (ab2b3601-d8d9-4417-84db-944bea75dd8b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.642651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Routers {'3a8a9264-3e87-4d70-ad44-23606530a874'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:03.644783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:32:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a8a9264-3e87-4d70-ad44-23606530a874'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:03.672920 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Set router 90300685-30c6-4fe0-b2ae-7f2c47906bde gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:03.705711 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2b3601-d8d9-4417-84db-944bea75dd8b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:03.725385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.726831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.727381 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bb09c4e1-9adb-40ab-9abe-f1febe4d28ea req-22c15035-4bb8-44b4-b06c-024f3e8815e8 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9662783 Jul 28 10:33:03.757055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks [] for router_gateway (7f793a14-519a-473c-b2ba-cf26e51036a8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.770664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe51a94-2fe4-477e-8a62-7efa7ea2f9d1 None None] Network e318a6cc-4c41-417d-90b1-48556b0d25fe requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:03.789421 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ba262212-ea8a-48b3-aadd-16004579d488), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.808997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4bdf926b-168f-4f28-8109-613d100a4480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.877826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Network a480176f-430c-4f94-be15-0432408980cb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:03.879026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-22651f80-5bb8-4cb3-bd18-73701b63afe0 None None] Provisioning complete for port ed630ce4-3314-4a92-8429-d7b90b2b0687 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:03.879410 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-22651f80-5bb8-4cb3-bd18-73701b63afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.911928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44808) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:03.913625 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:03.919509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:03.926660 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:03.934072 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44810) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:03.989394 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d09004e-2b3f-413f-96e8-751059604a88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7710ba7e69634387bc1388c7be1242b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0739443 Jul 28 10:33:03.989610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:04.052617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Set router 3a8a9264-3e87-4d70-ad44-23606530a874 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:04.062762 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:04.075741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7023db7d-c981-4f86-9479-7d5679de3463 admin admin] Publish callbacks [] for security_group (06f2cc3a-e117-4592-8a5f-aa3ab448f80c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.113373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7023db7d-c981-4f86-9479-7d5679de3463 admin admin] Publish callbacks [] for security_group (06f2cc3a-e117-4592-8a5f-aa3ab448f80c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.184525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:57Z', 'revision_number': 4, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f546ba0e-9404-473d-bbf1-8d55d53405cb', 'name': '', 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'mac_address': 'fa:16:3e:84:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'eedab65c-8d51-40b3-93b0-7aa1eee18fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:54Z', 'updated_at': '2022-07-28T10:32:58Z', 'revision_number': 2, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'subnets': [{'id': 'eedab65c-8d51-40b3-93b0-7aa1eee18fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:04.200215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7023db7d-c981-4f86-9479-7d5679de3463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (06f2cc3a-e117-4592-8a5f-aa3ab448f80c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.206241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7023db7d-c981-4f86-9479-7d5679de3463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.207452 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7023db7d-c981-4f86-9479-7d5679de3463 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06f2cc3a-e117-4592-8a5f-aa3ab448f80c HTTP/1.1" status: 204 len: 168 time: 0.2169063 Jul 28 10:33:04.224885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023db7d-c981-4f86-9479-7d5679de3463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f2cc3a-e117-4592-8a5f-aa3ab448f80c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:04.237246 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Checking router: 90300685-30c6-4fe0-b2ae-7f2c47906bde for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:04.237604 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Updating router 90300685-30c6-4fe0-b2ae-7f2c47906bde port f546ba0e-9404-473d-bbf1-8d55d53405cb binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:04.286122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-100351-network', 'tenant_id': '464094be29ab46e0b9370341079127ad'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:04.298362 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.317261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Made reservation on behalf of 464094be29ab46e0b9370341079127ad for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:04.324199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.346543 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.348388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Pushing event updated for resources: {'Port': ['ID=ba262212-ea8a-48b3-aadd-16004579d488,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:04.453087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:04.536706 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks [] for security_group (4fb17c55-edf0-41b3-9189-21ce5c0eff85), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.544833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4fb17c55-edf0-41b3-9189-21ce5c0eff85), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.550813 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:04.573744 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:33:04.583715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Allocated IP 172.20.0.2 (bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6/2af75be8-8b0f-4957-b94e-01b7b3dfe28e/651664a8-31b0-4da2-9b6d-76a8bd61df8d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:04.593966 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c652637c-26c2-42db-b247-02383ebb361b req-cc5610fc-faf7-4b4d-a5f3-b1ec6d8729c6 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/2d460aab-6dfd-4117-a68c-c7e5ab3356e7 HTTP/1.1" status: 200 len: 2423 time: 0.7499213 Jul 28 10:33:04.609203 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:04.675435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.692963 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (7f793a14-519a-473c-b2ba-cf26e51036a8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.699990 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb17c55-edf0-41b3-9189-21ce5c0eff85,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:04.755348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:04.765976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:04.777460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:04.785946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (58d8099a-63c2-4fea-b340-620652c15290), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.786660 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Added segment 58d8099a-63c2-4fea-b340-620652c15290 of type vlan for network 4c42d355-6655-4ecf-a3b7-01059b3a1308 Jul 28 10:33:04.836440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Allocated IP 172.25.2.141 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c0d74fd7-b82e-4aec-8938-8cc7ae78bf10) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:04.926649 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Publish callbacks [] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.930534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 64a58aa1-6408-430f-9af3-b14eb8789f28 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:04.931249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.941448 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:04.989845 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:04.995648 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.081766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks [] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.104935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Pushing event updated for resources: {'Port': ['ID=3489646f-4fd7-4a86-8077-7f419d2bf355,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:05.136405 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:05.139066 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:05.152278 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:05.157339 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.162253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.162715 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.163532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.168448 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.169121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.169453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.169975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.170324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.170671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.170993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.171391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.172360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.172697 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.173029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:05.216764 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f7a27f29-4965-4ced-9a4c-4c18429770e9 req-3bd56b75-5390-4bd4-a673-8d4f2c6a1588 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-group-rules/ab2b3601-d8d9-4417-84db-944bea75dd8b HTTP/1.1" status: 200 len: 778 time: 0.5250182 Jul 28 10:33:05.220524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.266911 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Attempting to bind port f546ba0e-9404-473d-bbf1-8d55d53405cb on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:05.267728 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Attempting to bind port f546ba0e-9404-473d-bbf1-8d55d53405cb by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:05.268001 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Attempting to bind port f546ba0e-9404-473d-bbf1-8d55d53405cb on network f03c1d86-de05-48c1-a848-7c981e6e6ed6 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:05.290449 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:05.290820 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Checking segment: {'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:05.291228 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.291626 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Bound using segment: {'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:05.292117 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Bound port: f546ba0e-9404-473d-bbf1-8d55d53405cb, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f25f7b-d938-44b5-b1af-a3695e1d1569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:05.292498 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.497955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:05.510799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4c42d355-6655-4ecf-a3b7-01059b3a1308), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.545155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:05.587408 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f15d7d-94ec-491f-8edf-292e09b88ab2 None None] Pushing event updated for resources: {'Port': ['ID=f546ba0e-9404-473d-bbf1-8d55d53405cb,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:05.588590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:05.591669 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Allocated IP 172.25.2.153 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/8e7349c4-2737-4208-869d-076383fd7aae) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:05.603288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:05.677953 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] For port f546ba0e-9404-473d-bbf1-8d55d53405cb, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:05.683277 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] For port f546ba0e-9404-473d-bbf1-8d55d53405cb, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f546ba0e-9404-473d-bbf1-8d55d53405cb,segment=NetworkSegment(b2f25f7b-d938-44b5-b1af-a3695e1d1569),segment_id=b2f25f7b-d938-44b5-b1af-a3695e1d1569)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:05.699829 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.716107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786502e-364f-4cbf-9996-8752119ba904 None None] Pushing event updated for resources: {'Port': ['ID=5098051a-e1f0-4335-8875-7eb6f61cdba9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:05.724315 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:05.725343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4c42d355-6655-4ecf-a3b7-01059b3a1308), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.727429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:05.728072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.745620 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for floatingip (c2c9bc52-ca28-4df0-b726-b3e2640a39c7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.751298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3e23e6b8-51f6-4b5b-a8c7-1b6956d607bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.855205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:05.890938 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Routers {'90300685-30c6-4fe0-b2ae-7f2c47906bde'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:05.894234 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90300685-30c6-4fe0-b2ae-7f2c47906bde'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:05.933397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] Pushing event updated for resources: {'Network': ['ID=4c42d355-6655-4ecf-a3b7-01059b3a1308,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:05.945396 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f7a27f29-4965-4ced-9a4c-4c18429770e9 req-9888c7b7-cebb-4770-821e-00011ab32460 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/2d460aab-6dfd-4117-a68c-c7e5ab3356e7 HTTP/1.1" status: 200 len: 2423 time: 0.7271872 Jul 28 10:33:05.957520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Router 7f793a14-519a-473c-b2ba-cf26e51036a8 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:33:05.978192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Allocated IP 172.20.0.1 (e318a6cc-4c41-417d-90b1-48556b0d25fe/ed6de6ea-ab6f-4964-b6ed-b15e374895c8/8cb64f91-6927-4035-bdeb-d10698ad7235) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:05.991405 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:06.003167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f15d7d-94ec-491f-8edf-292e09b88ab2 None None] Pushing event updated for resources: {'Port': ['ID=f546ba0e-9404-473d-bbf1-8d55d53405cb,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:06.036081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:33:06.112894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Attempting to bind port ba262212-ea8a-48b3-aadd-16004579d488 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:06.113453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Attempting to bind port ba262212-ea8a-48b3-aadd-16004579d488 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:06.113883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Attempting to bind port ba262212-ea8a-48b3-aadd-16004579d488 on network a480176f-430c-4f94-be15-0432408980cb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:06.174533 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] Set router 90300685-30c6-4fe0-b2ae-7f2c47906bde gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:06.202045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks [] for port (8e7349c4-2737-4208-869d-076383fd7aae), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.209432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:06.210032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Checking segment: {'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:06.210642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.214220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Bound using segment: {'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:06.215163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Bound port: ba262212-ea8a-48b3-aadd-16004579d488, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:06.216515 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ba262212-ea8a-48b3-aadd-16004579d488), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.309724 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8e7349c4-2737-4208-869d-076383fd7aae), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.329012 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5ddfb3d8-3cfc-4a69-920e-9a1d658e6102 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 2.3936615 Jul 28 10:33:06.341303 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44846) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:06.369162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Request body: {'subnet': {'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-100351-subnet', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:06.557537 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7a27f29-4965-4ced-9a4c-4c18429770e9 req-e08bc622-6af3-4447-9675-d3f5d6fa789e tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group_rule (ab2b3601-d8d9-4417-84db-944bea75dd8b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.567359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Made reservation on behalf of 464094be29ab46e0b9370341079127ad for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:06.573072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.585727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-22651f80-5bb8-4cb3-bd18-73701b63afe0 None None] Current status of the port ed630ce4-3314-4a92-8429-d7b90b2b0687 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:06.588025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-22651f80-5bb8-4cb3-bd18-73701b63afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.593870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:06.622733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:32:56Z', 'revision_number': 4, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a90427cf-ddf9-4367-863f-9a859c18e747', 'name': '', 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'mac_address': 'fa:16:3e:40:ce:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '40b8fc55-a753-4144-8ebc-44628bbf3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:54Z', 'updated_at': '2022-07-28T10:32:56Z', 'revision_number': 2, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'subnets': [{'id': '40b8fc55-a753-4144-8ebc-44628bbf3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:06.631992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:06.642100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Pushing event updated for resources: {'Port': ['ID=8e7349c4-2737-4208-869d-076383fd7aae,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:06.650627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Sync routers for ids ['7f793a14-519a-473c-b2ba-cf26e51036a8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:06.659087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks [] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.663461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.672248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.674057 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aa22af01-cf56-4404-88aa-b0c590d49ae4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 937 time: 11.1680684 Jul 28 10:33:06.678782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44852) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:06.679955 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.681568 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:06.685658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7a27f29-4965-4ced-9a4c-4c18429770e9 req-e08bc622-6af3-4447-9675-d3f5d6fa789e tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group_rule (ab2b3601-d8d9-4417-84db-944bea75dd8b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.687974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:57Z', 'revision_number': 4, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f546ba0e-9404-473d-bbf1-8d55d53405cb', 'name': '', 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'mac_address': 'fa:16:3e:84:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'eedab65c-8d51-40b3-93b0-7aa1eee18fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:54Z', 'updated_at': '2022-07-28T10:33:05Z', 'revision_number': 4, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'subnets': [{'id': 'eedab65c-8d51-40b3-93b0-7aa1eee18fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:06.729141 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fdb5b-ebec-468b-ad41-749f09c626ca None None] The sync data for ids ['90300685-30c6-4fe0-b2ae-7f2c47906bde'] in n-d-850468-6 is: [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:32:57Z', 'revision_number': 4, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f546ba0e-9404-473d-bbf1-8d55d53405cb', 'name': '', 'network_id': 'f03c1d86-de05-48c1-a848-7c981e6e6ed6', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'mac_address': 'fa:16:3e:84:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'eedab65c-8d51-40b3-93b0-7aa1eee18fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:54Z', 'updated_at': '2022-07-28T10:33:05Z', 'revision_number': 4, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'subnets': [{'id': 'eedab65c-8d51-40b3-93b0-7aa1eee18fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:06.756262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f97926a-b086-49d6-8bd1-1462752e3039 None None] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:06.789182 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:06.800418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:06.806701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Checking router: 3a8a9264-3e87-4d70-ad44-23606530a874 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:06.807054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Updating router 3a8a9264-3e87-4d70-ad44-23606530a874 port a90427cf-ddf9-4367-863f-9a859c18e747 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:06.834644 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:06.912297 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:06.936869 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:07.087592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 64a58aa1-6408-430f-9af3-b14eb8789f28 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:07.088223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.099712 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:07.100575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Routers {'7f793a14-519a-473c-b2ba-cf26e51036a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:07.101228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7f793a14-519a-473c-b2ba-cf26e51036a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:07.168939 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:07.203402 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks [] for router_gateway (38e53e3c-f240-4613-9284-1ed8c0471db8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.219406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7a27f29-4965-4ced-9a4c-4c18429770e9 req-e08bc622-6af3-4447-9675-d3f5d6fa789e tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (ab2b3601-d8d9-4417-84db-944bea75dd8b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.267351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Pushing event updated for resources: {'Port': ['ID=3489646f-4fd7-4a86-8077-7f419d2bf355,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:07.299961 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (c2c9bc52-ca28-4df0-b726-b3e2640a39c7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.322773 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.332985 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.345797 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1d8d5524-2cae-4493-9709-3ba7862aecff tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3603241 Jul 28 10:33:07.353835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7a27f29-4965-4ced-9a4c-4c18429770e9 req-e08bc622-6af3-4447-9675-d3f5d6fa789e tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.355013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f7a27f29-4965-4ced-9a4c-4c18429770e9 req-e08bc622-6af3-4447-9675-d3f5d6fa789e tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ab2b3601-d8d9-4417-84db-944bea75dd8b HTTP/1.1" status: 204 len: 173 time: 1.4088233 Jul 28 10:33:07.382819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bc622-6af3-4447-9675-d3f5d6fa789e tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab2b3601-d8d9-4417-84db-944bea75dd8b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:07.432086 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-c127a8aa-3ee3-46f2-a185-a461def058e5 req-c43a3382-0b97-4592-aa3d-4cd6c1301c9d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-409087529', 'description': 'tempest-description-1022847562'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:07.449623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Network e318a6cc-4c41-417d-90b1-48556b0d25fe is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:07.463720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:07.466810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:07.524225 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb64f91-6927-4035-bdeb-d10698ad7235,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:07.540133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Set router 7f793a14-519a-473c-b2ba-cf26e51036a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:07.616079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-c127a8aa-3ee3-46f2-a185-a461def058e5 req-c43a3382-0b97-4592-aa3d-4cd6c1301c9d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.643539 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:07.661846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 64a58aa1-6408-430f-9af3-b14eb8789f28, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=64a58aa1-6408-430f-9af3-b14eb8789f28,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:07.666249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] For port ba262212-ea8a-48b3-aadd-16004579d488, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:07.712486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a910d381-b0aa-421d-8d00-07d2ca145e7c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.869635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.917772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-22651f80-5bb8-4cb3-bd18-73701b63afe0 None None] For port ed630ce4-3314-4a92-8429-d7b90b2b0687, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ed630ce4-3314-4a92-8429-d7b90b2b0687,segment=NetworkSegment(59cc2be1-d596-40f5-949b-021e1e081dda),segment_id=59cc2be1-d596-40f5-949b-021e1e081dda)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:07.931678 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44876) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:07.989593 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:07.990615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 62e42f23-fe69-4388-99fc-851adf5221e1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:07.995626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] For port ba262212-ea8a-48b3-aadd-16004579d488, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba262212-ea8a-48b3-aadd-16004579d488,segment=NetworkSegment(7983aa15-ed31-4053-9740-6270fdeadbf5),segment_id=7983aa15-ed31-4053-9740-6270fdeadbf5)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:08.020174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-22651f80-5bb8-4cb3-bd18-73701b63afe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.091080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-c127a8aa-3ee3-46f2-a185-a461def058e5 req-c43a3382-0b97-4592-aa3d-4cd6c1301c9d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (29c065f5-2507-4f4a-864b-ce3ea71d91bc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.107932 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-c127a8aa-3ee3-46f2-a185-a461def058e5 req-c43a3382-0b97-4592-aa3d-4cd6c1301c9d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (29c065f5-2507-4f4a-864b-ce3ea71d91bc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.121612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.185380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-c127a8aa-3ee3-46f2-a185-a461def058e5 req-c43a3382-0b97-4592-aa3d-4cd6c1301c9d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.188221 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c127a8aa-3ee3-46f2-a185-a461def058e5 req-c43a3382-0b97-4592-aa3d-4cd6c1301c9d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7753863 Jul 28 10:33:08.201088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=64a58aa1-6408-430f-9af3-b14eb8789f28,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:08.217990 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.257653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a3382-0b97-4592-aa3d-4cd6c1301c9d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c065f5-2507-4f4a-864b-ce3ea71d91bc,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:08.270693 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:08.271416 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:08.286136 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Publish callbacks [] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.308253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ce59f9b-dfab-4955-8c02-b3cd758e8b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.393740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Provisioning complete for port ed630ce4-3314-4a92-8429-d7b90b2b0687 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:08.394268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.426147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (bc791151-1986-4831-ad08-f3f155a0c8d0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.432174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ba262212-ea8a-48b3-aadd-16004579d488), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.434145 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f91e83af-4bef-4bfa-a517-9a15455ea34b req-3382205d-88ad-4967-9042-c002a19de2e1 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/29c065f5-2507-4f4a-864b-ce3ea71d91bc HTTP/1.1" status: 200 len: 1829 time: 0.1833167 Jul 28 10:33:08.440208 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:08.460558 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.508575 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-eb5bc99b-1cbc-4758-ae21-80cc52865814 req-0b2a58e1-be02-442b-993d-f1f02870968f tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--319854298&fields=id&tenant_id=6a444daab6bb40e9aa209a6e8b1d1fb0 HTTP/1.1" status: 200 len: 267 time: 0.3252206 Jul 28 10:33:08.542811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks [] for router_gateway (e06b2be5-e9a8-464b-95fc-96eff630a76b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.550002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (38e53e3c-f240-4613-9284-1ed8c0471db8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.566605 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:08.576199 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.579100 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.619636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc791151-1986-4831-ad08-f3f155a0c8d0,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:08.644880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:01Z', 'revision_number': 3, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port': {'id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:59Z', 'updated_at': '2022-07-28T10:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:08.660250 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks [] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.665565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.676580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-2e500a67-c214-48e7-bdf3-2c07aa7043eb req-f2116a7d-6c94-4a39-a0d5-1ba2289a2f50 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1763308641', 'description': 'tempest-description-1914348425'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:08.688011 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.738298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:08.743081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651f80-5bb8-4cb3-bd18-73701b63afe0 None None] Pushing event updated for resources: {'Port': ['ID=ed630ce4-3314-4a92-8429-d7b90b2b0687,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:08.755838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Checking router: 7f793a14-519a-473c-b2ba-cf26e51036a8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:08.756196 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Updating router 7f793a14-519a-473c-b2ba-cf26e51036a8 port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:08.771680 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:08.779994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Checking segment: {'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:08.781398 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Network hostable DHCP agents. Network: 4c42d355-6655-4ecf-a3b7-01059b3a1308, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:33:08.798961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:08.802537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:08.903240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2e500a67-c214-48e7-bdf3-2c07aa7043eb req-f2116a7d-6c94-4a39-a0d5-1ba2289a2f50 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:08.975208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb64f91-6927-4035-bdeb-d10698ad7235,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:09.007689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bc99b-1cbc-4758-ae21-80cc52865814 req-997764a2-3d10-422f-ba12-34c6c752c7f5 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:09.009312 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-eb5bc99b-1cbc-4758-ae21-80cc52865814 req-997764a2-3d10-422f-ba12-34c6c752c7f5 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/networks?id=1919abb0-f185-492d-a78b-1ceacf0f50c1 HTTP/1.1" status: 200 len: 815 time: 0.4820347 Jul 28 10:33:09.018048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:33:09.029200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a910d381-b0aa-421d-8d00-07d2ca145e7c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.057920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4c42d355-6655-4ecf-a3b7-01059b3a1308) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:09.073981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ce59f9b-dfab-4955-8c02-b3cd758e8b22 admin admin] Publish callbacks [] for security_group (986256c4-8aad-4549-a259-9055b069b394), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.091790 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:09.106047 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-eb5bc99b-1cbc-4758-ae21-80cc52865814 req-b1b04cf9-cb50-4171-b72a-c17a817a792f tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/quotas/6a444daab6bb40e9aa209a6e8b1d1fb0 HTTP/1.1" status: 200 len: 375 time: 0.0853727 Jul 28 10:33:09.112291 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:09.113670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.151994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ce59f9b-dfab-4955-8c02-b3cd758e8b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (986256c4-8aad-4549-a259-9055b069b394), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.181964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 62e42f23-fe69-4388-99fc-851adf5221e1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:09.182341 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.189375 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.212995 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-99ddd0f2-34d7-4d97-891a-673ae1f736dd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 838 time: 2.8629601 Jul 28 10:33:09.217207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44888) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:09.226871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:09.250037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e06b2be5-e9a8-464b-95fc-96eff630a76b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.280587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce59f9b-dfab-4955-8c02-b3cd758e8b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986256c4-8aad-4549-a259-9055b069b394,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:09.290115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3967df0-fad9-4bb4-85f4-c36e89e67720 None None] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:09.295456 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-eb5bc99b-1cbc-4758-ae21-80cc52865814 req-86ba60f0-ab3c-40d3-8596-e7ac0f3a2196 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a444daab6bb40e9aa209a6e8b1d1fb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603112 Jul 28 10:33:09.350213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Router 38e53e3c-f240-4613-9284-1ed8c0471db8 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:33:09.360522 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4ce59f9b-dfab-4955-8c02-b3cd758e8b22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6642833255a40b9ab621838cda8e61f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3905661 Jul 28 10:33:09.372073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44890) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:09.375812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2e500a67-c214-48e7-bdf3-2c07aa7043eb req-f2116a7d-6c94-4a39-a0d5-1ba2289a2f50 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (c58d92ec-af18-41b6-bc5d-775485ba57c2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.390215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2e500a67-c214-48e7-bdf3-2c07aa7043eb req-f2116a7d-6c94-4a39-a0d5-1ba2289a2f50 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c58d92ec-af18-41b6-bc5d-775485ba57c2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.397784 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Allocated IP 172.20.0.1 (e2ae8690-fb6c-4330-be7f-7b976cc1fd67/f3f5968a-11da-4966-ad9f-8aac1587a285/83e1b3ec-6fde-4e73-9983-467fb9431d23) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:09.408851 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:09.415341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Network e318a6cc-4c41-417d-90b1-48556b0d25fe is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:09.446089 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:09.452308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (92776217-722d-4144-aabc-cdf6c88564d1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.454499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (92776217-722d-4144-aabc-cdf6c88564d1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.480219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2e500a67-c214-48e7-bdf3-2c07aa7043eb req-f2116a7d-6c94-4a39-a0d5-1ba2289a2f50 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.510148 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2e500a67-c214-48e7-bdf3-2c07aa7043eb req-f2116a7d-6c94-4a39-a0d5-1ba2289a2f50 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9418986 Jul 28 10:33:09.522588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fc4e1-af60-4042-a004-fdfa028582ac None None] Pushing event updated for resources: {'Port': ['ID=ba262212-ea8a-48b3-aadd-16004579d488,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:09.561197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Attempting to bind port 651664a8-31b0-4da2-9b6d-76a8bd61df8d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:09.561575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Attempting to bind port 651664a8-31b0-4da2-9b6d-76a8bd61df8d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:09.562977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Attempting to bind port 651664a8-31b0-4da2-9b6d-76a8bd61df8d on network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:09.601959 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:09.604688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2116a7d-6c94-4a39-a0d5-1ba2289a2f50 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58d92ec-af18-41b6-bc5d-775485ba57c2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:09.652794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Current status of the port ed630ce4-3314-4a92-8429-d7b90b2b0687 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:09.704789 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:09.705155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:09.705874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Checking segment: {'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:09.706029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.707542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Bound using segment: {'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:09.707542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Bound port: 651664a8-31b0-4da2-9b6d-76a8bd61df8d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:09.707542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.739113 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:09.748591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks [] for router_controller (92776217-722d-4144-aabc-cdf6c88564d1), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.767221 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af1a74ed-626f-4d28-a4d5-c9080f6e0401 admin admin] Publish callbacks [] for security_group (986256c4-8aad-4549-a259-9055b069b394), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.779100 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-eb5bc99b-1cbc-4758-ae21-80cc52865814 req-6d764bec-63b3-4f29-8295-1d422ee7433d service neutron] 10.222.0.46 "GET /v2.0/networks/1919abb0-f185-492d-a78b-1ceacf0f50c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210567 Jul 28 10:33:09.781260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Provisioning complete for port f546ba0e-9404-473d-bbf1-8d55d53405cb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:09.782300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:09.852150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Pushing event updated for resources: {'Port': ['ID=651664a8-31b0-4da2-9b6d-76a8bd61df8d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:09.887467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:09.902239 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Sync routers for ids ['38e53e3c-f240-4613-9284-1ed8c0471db8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:09.929318 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Routers {'38e53e3c-f240-4613-9284-1ed8c0471db8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:09.930254 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['38e53e3c-f240-4613-9284-1ed8c0471db8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:09.931931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af1a74ed-626f-4d28-a4d5-c9080f6e0401 admin admin] Publish callbacks [] for security_group (986256c4-8aad-4549-a259-9055b069b394), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.001276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 62e42f23-fe69-4388-99fc-851adf5221e1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:10.002356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9736a853-d003-44b8-88d0-68cd22befca1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:10.048983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4c42d355-6655-4ecf-a3b7-01059b3a1308', 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308', 'project_id': '464094be29ab46e0b9370341079127ad', 'fixed_ips': [{'subnet_id': 'bc791151-1986-4831-ad08-f3f155a0c8d0'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:33:10.050010 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.122231 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Set router 38e53e3c-f240-4613-9284-1ed8c0471db8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:10.254186 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks [] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.277556 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:10.285975 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:10.289802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Router a910d381-b0aa-421d-8d00-07d2ca145e7c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:10.313745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Publish callbacks [] for port (a90427cf-ddf9-4367-863f-9a859c18e747), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.323805 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5b9300f3-1ede-495f-8230-ffdc2cd7a14c req-9f457a89-cb79-48b1-a7a5-aa6763175bb4 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/c58d92ec-af18-41b6-bc5d-775485ba57c2 HTTP/1.1" status: 200 len: 1830 time: 0.7706661 Jul 28 10:33:10.324318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.325614 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-62a2638a-4be0-4d62-bbe3-79d0b22f6bc4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7704542 Jul 28 10:33:10.363830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44894) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:10.373767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Router e06b2be5-e9a8-464b-95fc-96eff630a76b is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:33:10.378897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] For port 651664a8-31b0-4da2-9b6d-76a8bd61df8d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:10.440545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-037c9013-4901-4ca6-8815-17852cae3dfd req-7ef14bff-fee7-485e-ae7b-e2952de5045a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-443229578', 'description': 'tempest-description-2120545618'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:10.440968 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:06Z', 'revision_number': 3, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port': {'id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:10.458747 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea278e14-5b58-4453-b7e6-ae5659f24e22 None None] Network a480176f-430c-4f94-be15-0432408980cb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:10.461228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks [] for router_gateway (92776217-722d-4144-aabc-cdf6c88564d1), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.462413 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.484233 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Checking router: 38e53e3c-f240-4613-9284-1ed8c0471db8 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:10.485102 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Updating router 38e53e3c-f240-4613-9284-1ed8c0471db8 port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:10.517211 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.522704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] For port 651664a8-31b0-4da2-9b6d-76a8bd61df8d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=651664a8-31b0-4da2-9b6d-76a8bd61df8d,segment=NetworkSegment(4824a7b6-fa71-427b-a48e-c9999ccab586),segment_id=4824a7b6-fa71-427b-a48e-c9999ccab586)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:10.541071 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:10.551200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-037c9013-4901-4ca6-8815-17852cae3dfd req-7ef14bff-fee7-485e-ae7b-e2952de5045a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.597617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.654892 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:10.659553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eea1c-d47c-4d9b-a903-a038443a1be7 None None] Pushing event updated for resources: {'Port': ['ID=a90427cf-ddf9-4367-863f-9a859c18e747,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:10.678397 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.688968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af1a74ed-626f-4d28-a4d5-c9080f6e0401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (986256c4-8aad-4549-a259-9055b069b394), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.691285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Publish callbacks [] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.691769 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af1a74ed-626f-4d28-a4d5-c9080f6e0401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.693061 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af1a74ed-626f-4d28-a4d5-c9080f6e0401 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/986256c4-8aad-4549-a259-9055b069b394 HTTP/1.1" status: 204 len: 168 time: 1.3196564 Jul 28 10:33:10.705878 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-eb5bc99b-1cbc-4758-ae21-80cc52865814 req-b1c4a1e8-94db-41a9-ab93-fe07fa970d7b service neutron] 10.222.0.46 "GET /v2.0/networks/1919abb0-f185-492d-a78b-1ceacf0f50c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8693380 Jul 28 10:33:10.769034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a74ed-626f-4d28-a4d5-c9080f6e0401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986256c4-8aad-4549-a259-9055b069b394,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:10.804092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:10.841066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:10.847698 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:10.856628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:10.867283 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-51a4d4d3-a3ed-4d81-bcbd-8c26d507b1c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/a910d381-b0aa-421d-8d00-07d2ca145e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0239022 Jul 28 10:33:10.886115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Current status of the port f546ba0e-9404-473d-bbf1-8d55d53405cb is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:10.886626 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:10.939172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Pushing event updated for resources: {'Port': ['ID=83e1b3ec-6fde-4e73-9983-467fb9431d23,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:10.955552 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:11.005659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] For port f546ba0e-9404-473d-bbf1-8d55d53405cb, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f546ba0e-9404-473d-bbf1-8d55d53405cb,segment=NetworkSegment(b2f25f7b-d938-44b5-b1af-a3695e1d1569),segment_id=b2f25f7b-d938-44b5-b1af-a3695e1d1569)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:11.011942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Sync routers for ids ['a910d381-b0aa-421d-8d00-07d2ca145e7c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:11.018477 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.120724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-037c9013-4901-4ca6-8815-17852cae3dfd req-7ef14bff-fee7-485e-ae7b-e2952de5045a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.141346 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.144225 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-037c9013-4901-4ca6-8815-17852cae3dfd req-7ef14bff-fee7-485e-ae7b-e2952de5045a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.162513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (7f793a14-519a-473c-b2ba-cf26e51036a8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.295895 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Publish callbacks [] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.310391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Attempting to bind port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:11.310766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Attempting to bind port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:11.311264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Attempting to bind port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:11.329660 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.330594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9736a853-d003-44b8-88d0-68cd22befca1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:11.331154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9736a853-d003-44b8-88d0-68cd22befca1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.353359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:11.367161 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:11.395208 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Sync routers for ids ['e06b2be5-e9a8-464b-95fc-96eff630a76b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:11.444967 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-037c9013-4901-4ca6-8815-17852cae3dfd req-7ef14bff-fee7-485e-ae7b-e2952de5045a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.446608 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-037c9013-4901-4ca6-8815-17852cae3dfd req-7ef14bff-fee7-485e-ae7b-e2952de5045a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.0284290 Jul 28 10:33:11.447318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef14bff-fee7-485e-ae7b-e2952de5045a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:11.532590 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-14963d44-9fb6-4345-ad54-a6e8897b159a req-2fb05d09-88db-4d9d-9a9c-99bc47c5ddde tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c87b19a-aa52-43c4-a769-4209684f53a8 HTTP/1.1" status: 200 len: 210 time: 0.2966521 Jul 28 10:33:11.541696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44918) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:11.587280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Routers {'a910d381-b0aa-421d-8d00-07d2ca145e7c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:11.588371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a910d381-b0aa-421d-8d00-07d2ca145e7c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:11.595410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Provisioning complete for port 8cb64f91-6927-4035-bdeb-d10698ad7235 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:11.595410 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.620205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.620410 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Routers {'e06b2be5-e9a8-464b-95fc-96eff630a76b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:11.620948 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e06b2be5-e9a8-464b-95fc-96eff630a76b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:11.622368 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-81a01eec-e89d-41cb-8fdb-2d3a4c68212e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 11.2485812 Jul 28 10:33:11.639602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44920) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:11.659486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:11.659854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:11.660267 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.661993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:11.664236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Bound port: 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:11.664651 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.682499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a616b9e7-5700-458d-950a-caabce4ce5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.683136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:11.809024 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Set router e06b2be5-e9a8-464b-95fc-96eff630a76b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:11.873469 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:11.874993 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Attempting to bind port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:11.875693 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Attempting to bind port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:11.876178 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Attempting to bind port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:11.917278 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:11.957770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Allocated IP 172.20.0.2 (4c42d355-6655-4ecf-a3b7-01059b3a1308/bc791151-1986-4831-ad08-f3f155a0c8d0/4c8c28ea-5337-4be8-855c-9f5788b119e9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:12.020023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks [] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.032610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.063541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks [] for router_gateway (92776217-722d-4144-aabc-cdf6c88564d1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.084340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a31654-0bc5-4ed2-9d77-2a6f2fa75f3e None None] Pushing event updated for resources: {'Port': ['ID=651664a8-31b0-4da2-9b6d-76a8bd61df8d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:12.086332 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924d0bf-65f3-492b-bbcf-4c47c6a6ed39 None None] Pushing event updated for resources: {'Port': ['ID=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:12.096188 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:12.096893 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:12.097455 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.099024 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:12.099838 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Bound port: c0d74fd7-b82e-4aec-8938-8cc7ae78bf10, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:12.100530 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.115609 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.127753 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fdbc510b-f191-4e8c-bb8d-a7fa876da28f req-4900dc83-da89-45db-a5ba-e1813c93b009 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb HTTP/1.1" status: 200 len: 1829 time: 0.4889958 Jul 28 10:33:12.176377 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] For port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:12.178875 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:12.179899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Pushing event updated for resources: {'Port': ['ID=83e1b3ec-6fde-4e73-9983-467fb9431d23,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:12.180436 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] For port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:12.185920 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:12.186136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Set router a910d381-b0aa-421d-8d00-07d2ca145e7c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:12.214005 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-31a9ddec-e4d1-412e-947e-106d577ab87c req-1e51b60f-c30c-4c9f-9731-caa0b0f30a71 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1013145117', 'description': 'tempest-description-1294841872'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:12.214499 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.307629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (7f793a14-519a-473c-b2ba-cf26e51036a8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.348029 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:12.405060 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 3, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:12.434267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.445261 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Checking router: e06b2be5-e9a8-464b-95fc-96eff630a76b for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:12.445885 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Updating router e06b2be5-e9a8-464b-95fc-96eff630a76b port 8e7349c4-2737-4208-869d-076383fd7aae binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:12.483257 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:12.492158 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924d0bf-65f3-492b-bbcf-4c47c6a6ed39 None None] Pushing event updated for resources: {'Port': ['ID=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:12.497824 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Routers {'38e53e3c-f240-4613-9284-1ed8c0471db8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:12.498787 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['38e53e3c-f240-4613-9284-1ed8c0471db8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:12.510381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:12.515597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:12.555547 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.568281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-31a9ddec-e4d1-412e-947e-106d577ab87c req-1e51b60f-c30c-4c9f-9731-caa0b0f30a71 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.573561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b21a2-98b0-497a-9748-fd364b85a4b4 req-07db9893-5f78-4e14-900e-c6ca816c1769 tempest-FloatingIPsAssociationTestJSON-1522447191 tempest-FloatingIPsAssociationTestJSON-1522447191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:12.576080 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2c2b21a2-98b0-497a-9748-fd364b85a4b4 req-07db9893-5f78-4e14-900e-c6ca816c1769 tempest-FloatingIPsAssociationTestJSON-1522447191 tempest-FloatingIPsAssociationTestJSON-1522447191-project] 10.222.0.46 "GET /v2.0/networks?id=e318a6cc-4c41-417d-90b1-48556b0d25fe HTTP/1.1" status: 200 len: 820 time: 0.3852561 Jul 28 10:33:12.600492 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e7349c4-2737-4208-869d-076383fd7aae), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.709026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Port 8cb64f91-6927-4035-bdeb-d10698ad7235 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:12.782868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] For port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:12.788054 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a616b9e7-5700-458d-950a-caabce4ce5be admin admin] Publish callbacks [] for security_group (c32a1aca-80ae-467f-89a1-39367ee2b443), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:12.833926 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2c2b21a2-98b0-497a-9748-fd364b85a4b4 req-a7c6d7e5-f28f-455a-8def-7dad6f2a929a tempest-FloatingIPsAssociationTestJSON-1522447191 tempest-FloatingIPsAssociationTestJSON-1522447191-project] 10.222.0.46 "GET /v2.0/quotas/e60e39df35a24b9e902b4c3159e154da HTTP/1.1" status: 200 len: 375 time: 0.0809436 Jul 28 10:33:12.903128 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] Set router 38e53e3c-f240-4613-9284-1ed8c0471db8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:12.904310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Attempting to bind port a90427cf-ddf9-4367-863f-9a859c18e747 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:12.904889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Attempting to bind port a90427cf-ddf9-4367-863f-9a859c18e747 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:12.906068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Attempting to bind port a90427cf-ddf9-4367-863f-9a859c18e747 on network 6aa872b5-8335-4c54-b8a2-692bf41a0407 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:12.938498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a616b9e7-5700-458d-950a-caabce4ce5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c32a1aca-80ae-467f-89a1-39367ee2b443), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.002673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Router 7f793a14-519a-473c-b2ba-cf26e51036a8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:13.010215 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2c2b21a2-98b0-497a-9748-fd364b85a4b4 req-8398f572-8a6e-4d1f-a8be-8107804ceb5a tempest-FloatingIPsAssociationTestJSON-1522447191 tempest-FloatingIPsAssociationTestJSON-1522447191-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e60e39df35a24b9e902b4c3159e154da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749957 Jul 28 10:33:13.079741 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:13.082421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:13.083121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Checking segment: {'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:13.083812 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.085626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Bound using segment: {'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:13.086417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Bound port: a90427cf-ddf9-4367-863f-9a859c18e747, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a71ad12-5a10-41bb-b139-551beff7bca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:13.087206 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.090107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Provisioning complete for port 5098051a-e1f0-4335-8875-7eb6f61cdba9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:13.092076 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.098689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb5b7a-b728-44a2-9918-9f8433067c07 None None] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:13.132527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-31a9ddec-e4d1-412e-947e-106d577ab87c req-1e51b60f-c30c-4c9f-9731-caa0b0f30a71 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (d6b99975-e7f0-493f-8f35-cca81c29db0e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.136321 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:13.171967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Allocated IP 172.25.2.246 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ae795d3b-c7cd-49db-a0c1-604e4146992f) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:13.179976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-31a9ddec-e4d1-412e-947e-106d577ab87c req-1e51b60f-c30c-4c9f-9731-caa0b0f30a71 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d6b99975-e7f0-493f-8f35-cca81c29db0e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.180905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] For port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:13.195067 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a616b9e7-5700-458d-950a-caabce4ce5be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d08b4b64651146979d1b0051e47ae0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6497638 Jul 28 10:33:13.199235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44934) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:13.209546 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:06Z', 'revision_number': 3, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port': {'id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:13.259368 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3110145-b595-4f62-8090-7aff2776a6c1 None None] The sync data for ids ['38e53e3c-f240-4613-9284-1ed8c0471db8'] in n-d-850468-6 is: [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:06Z', 'revision_number': 3, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port': {'id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:13.349000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9f81-ce21-48d1-89ae-d677ec8f5897 None None] Pushing event updated for resources: {'Port': ['ID=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:13.387735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Publish callbacks [] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.396956 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2c2b21a2-98b0-497a-9748-fd364b85a4b4 req-a8f7b164-2557-4216-b81e-c6d5eb228570 service neutron] 10.222.0.46 "GET /v2.0/networks/e318a6cc-4c41-417d-90b1-48556b0d25fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605094 Jul 28 10:33:13.399728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:13.403031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31b2de3f-7bcb-431c-be2c-81c04bf9dd51 admin admin] Publish callbacks [] for security_group (c32a1aca-80ae-467f-89a1-39367ee2b443), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.418471 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d974c23a-b610-41d7-800a-e0e544203837 admin admin] 10.222.0.46 "PUT /v2.0/routers/7f793a14-519a-473c-b2ba-cf26e51036a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7357664 Jul 28 10:33:13.445505 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.463972 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31b2de3f-7bcb-431c-be2c-81c04bf9dd51 admin admin] Publish callbacks [] for security_group (c32a1aca-80ae-467f-89a1-39367ee2b443), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.464202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.542835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] For port a90427cf-ddf9-4367-863f-9a859c18e747, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:13.547365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] For port a90427cf-ddf9-4367-863f-9a859c18e747, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a90427cf-ddf9-4367-863f-9a859c18e747,segment=NetworkSegment(9a71ad12-5a10-41bb-b139-551beff7bca1),segment_id=9a71ad12-5a10-41bb-b139-551beff7bca1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:13.549806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31b2de3f-7bcb-431c-be2c-81c04bf9dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c32a1aca-80ae-467f-89a1-39367ee2b443), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.552867 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31b2de3f-7bcb-431c-be2c-81c04bf9dd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.556785 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-31b2de3f-7bcb-431c-be2c-81c04bf9dd51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c32a1aca-80ae-467f-89a1-39367ee2b443 HTTP/1.1" status: 204 len: 168 time: 0.3564639 Jul 28 10:33:13.587696 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.611723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:13.613080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2de3f-7bcb-431c-be2c-81c04bf9dd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a1aca-80ae-467f-89a1-39367ee2b443,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:13.680132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9736a853-d003-44b8-88d0-68cd22befca1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:13.682591 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9736a853-d003-44b8-88d0-68cd22befca1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:13.712503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:13.715201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:13.726960 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44940) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:13.765595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b9e7-5700-458d-950a-caabce4ce5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a1aca-80ae-467f-89a1-39367ee2b443,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:13.827890 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2c2b21a2-98b0-497a-9748-fd364b85a4b4 req-b1de8fa5-403a-4b6f-953f-013ca01ff484 service neutron] 10.222.0.46 "GET /v2.0/networks/e318a6cc-4c41-417d-90b1-48556b0d25fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051882 Jul 28 10:33:13.833044 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:13.935512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Pushing event updated for resources: {'Port': ['ID=f546ba0e-9404-473d-bbf1-8d55d53405cb,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:13.944125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51b60f-c30c-4c9f-9731-caa0b0f30a71 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b99975-e7f0-493f-8f35-cca81c29db0e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:13.963656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 9736a853-d003-44b8-88d0-68cd22befca1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9736a853-d003-44b8-88d0-68cd22befca1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:13.977319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Routers {'7f793a14-519a-473c-b2ba-cf26e51036a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:13.980027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7f793a14-519a-473c-b2ba-cf26e51036a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:14.037225 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:14.043570 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-31a9ddec-e4d1-412e-947e-106d577ab87c req-1e51b60f-c30c-4c9f-9731-caa0b0f30a71 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.046691 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-31a9ddec-e4d1-412e-947e-106d577ab87c req-1e51b60f-c30c-4c9f-9731-caa0b0f30a71 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.8471909 Jul 28 10:33:14.088078 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:14.111865 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Allocated IP 172.20.0.1 (bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6/2af75be8-8b0f-4957-b94e-01b7b3dfe28e/aa053927-eaa4-45de-8fab-b90cec896d90) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:14.244371 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9736a853-d003-44b8-88d0-68cd22befca1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.298544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks [] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.353799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Attempting to bind port 4c8c28ea-5337-4be8-855c-9f5788b119e9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:14.357286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Attempting to bind port 4c8c28ea-5337-4be8-855c-9f5788b119e9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:14.371591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Attempting to bind port 4c8c28ea-5337-4be8-855c-9f5788b119e9 on network 4c42d355-6655-4ecf-a3b7-01059b3a1308 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:14.384781 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-10aff557-b394-416c-b4fa-188d1aea4683 req-e02ffb54-8915-420e-8727-80bef63d3794 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/d6b99975-e7f0-493f-8f35-cca81c29db0e HTTP/1.1" status: 200 len: 1830 time: 0.1255679 Jul 28 10:33:14.386361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Routers {'3a8a9264-3e87-4d70-ad44-23606530a874'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:14.388591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a8a9264-3e87-4d70-ad44-23606530a874'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:14.463423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks [] for port (aa053927-eaa4-45de-8fab-b90cec896d90), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.485852 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-96d3b788-80ed-42d1-887c-92ff9d1207c5 req-94c549bc-c4cc-463e-a620-3cfe3391cd18 tempest-FloatingIPsAssociationTestJSON-1522447191 tempest-FloatingIPsAssociationTestJSON-1522447191-project] 10.222.0.46 "GET /v2.0/ports?device_id=db2c0d84-51e6-4260-b938-68c81e5d97d2 HTTP/1.1" status: 200 len: 210 time: 0.0416121 Jul 28 10:33:14.537143 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-21ba0f11-c3f5-44a6-b312-2c55c527e7ed req-6ae66c26-b0ca-453a-bdb1-edf783ff6d7a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] show failed (client error): The resource could not be found. Jul 28 10:33:14.560563 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-21ba0f11-c3f5-44a6-b312-2c55c527e7ed req-6ae66c26-b0ca-453a-bdb1-edf783ff6d7a tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/9aad4983-be6b-47ac-84a8-8b6f6bdb0a00 HTTP/1.1" status: 404 len: 352 time: 0.0495992 Jul 28 10:33:14.584542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] Set router 3a8a9264-3e87-4d70-ad44-23606530a874 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:14.630296 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-8d737198-0b11-41ae-80b7-6c91f92e2b1d req-1085f463-c071-488b-8d0e-802f0e3d4256 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] show failed (client error): The resource could not be found. Jul 28 10:33:14.648458 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8d737198-0b11-41ae-80b7-6c91f92e2b1d req-1085f463-c071-488b-8d0e-802f0e3d4256 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-group-rules/d8707b9c-06be-45a5-bd5e-371c32427986 HTTP/1.1" status: 404 len: 361 time: 0.0705764 Jul 28 10:33:14.717276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.718290 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:14.737688 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d7e836eb-56b4-49be-ac8b-ac75e0063e91 req-683e59a6-ca74-4720-92ef-6d8112180959 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/d6b99975-e7f0-493f-8f35-cca81c29db0e HTTP/1.1" status: 200 len: 1830 time: 0.0598001 Jul 28 10:33:14.738853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.750638 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.763371 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f0d26fd3-9ac0-4ff4-83ff-ca35f0f4d36f req-c81c05e2-d649-4cd6-b4b6-7a1687a070f1 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c87b19a-aa52-43c4-a769-4209684f53a8 HTTP/1.1" status: 200 len: 210 time: 0.5251184 Jul 28 10:33:14.763938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Current status of the port 5098051a-e1f0-4335-8875-7eb6f61cdba9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:14.764407 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.831913 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:14.832954 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:14.871396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] For port 5098051a-e1f0-4335-8875-7eb6f61cdba9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5098051a-e1f0-4335-8875-7eb6f61cdba9,segment=NetworkSegment(22008732-7d0c-4102-acc6-0510fa920d94),segment_id=22008732-7d0c-4102-acc6-0510fa920d94)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:14.876115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b2d3333-ef40-4be3-b11e-b098e815e04b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:14.956584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.959200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:14.959682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Checking segment: {'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:14.960684 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.960684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Bound using segment: {'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:14.961014 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:14.961790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Bound port: 4c8c28ea-5337-4be8-855c-9f5788b119e9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:14.962267 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:14.980579 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:15.010361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:15.022563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:15.054032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:15.059122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 0b2d3333-ef40-4be3-b11e-b098e815e04b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:15.059544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b2d3333-ef40-4be3-b11e-b098e815e04b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:15.064595 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:15.074384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d7e836eb-56b4-49be-ac8b-ac75e0063e91 req-330b69b6-498f-4f12-b449-3c47a7698cf1 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (d6b99975-e7f0-493f-8f35-cca81c29db0e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.125129 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Publish callbacks [] for port (8e7349c4-2737-4208-869d-076383fd7aae), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.134676 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:15.142479 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e7349c4-2737-4208-869d-076383fd7aae), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.164089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Provisioning complete for port a90427cf-ddf9-4367-863f-9a859c18e747 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:15.172641 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.260459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d7e836eb-56b4-49be-ac8b-ac75e0063e91 req-330b69b6-498f-4f12-b449-3c47a7698cf1 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (d6b99975-e7f0-493f-8f35-cca81c29db0e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.289410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:15.301445 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a090a113-24d3-4606-9d6e-d574d4ef0007 req-a547a043-6123-4fc3-a9cf-98b96ab330ce tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c87b19a-aa52-43c4-a769-4209684f53a8 HTTP/1.1" status: 200 len: 210 time: 0.1685834 Jul 28 10:33:15.314314 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.325467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] Set router 7f793a14-519a-473c-b2ba-cf26e51036a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:15.333733 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376454c0-4624-4742-b3be-24b34d55e821 None None] Pushing event updated for resources: {'Port': ['ID=8e7349c4-2737-4208-869d-076383fd7aae,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:15.346803 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Attempting to bind port 8e7349c4-2737-4208-869d-076383fd7aae on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:15.347180 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Attempting to bind port 8e7349c4-2737-4208-869d-076383fd7aae by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:15.349065 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Attempting to bind port 8e7349c4-2737-4208-869d-076383fd7aae on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:15.366161 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:15.366692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:15.368079 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.368519 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:15.369012 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Bound port: 8e7349c4-2737-4208-869d-076383fd7aae, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:15.371006 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e7349c4-2737-4208-869d-076383fd7aae), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.385531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Pushing event updated for resources: {'Port': ['ID=aa053927-eaa4-45de-8fab-b90cec896d90,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:15.394334 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d7e836eb-56b4-49be-ac8b-ac75e0063e91 req-330b69b6-498f-4f12-b449-3c47a7698cf1 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d6b99975-e7f0-493f-8f35-cca81c29db0e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.415314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d7e836eb-56b4-49be-ac8b-ac75e0063e91 req-330b69b6-498f-4f12-b449-3c47a7698cf1 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.418842 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d7e836eb-56b4-49be-ac8b-ac75e0063e91 req-330b69b6-498f-4f12-b449-3c47a7698cf1 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6b99975-e7f0-493f-8f35-cca81c29db0e HTTP/1.1" status: 204 len: 173 time: 0.6774657 Jul 28 10:33:15.436158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Deleting port 62e42f23-fe69-4388-99fc-851adf5221e1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:15.437468 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.440719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b69b6-498f-4f12-b449-3c47a7698cf1 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b99975-e7f0-493f-8f35-cca81c29db0e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:15.525496 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] For port 8e7349c4-2737-4208-869d-076383fd7aae, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:15.539023 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] For port 8e7349c4-2737-4208-869d-076383fd7aae, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e7349c4-2737-4208-869d-076383fd7aae,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:15.561297 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e7349c4-2737-4208-869d-076383fd7aae), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:15.654684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port': {'id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:55Z', 'updated_at': '2022-07-28T10:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8cb64f91-6927-4035-bdeb-d10698ad7235', 'name': '', 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'mac_address': 'fa:16:3e:88:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ed6de6ea-ab6f-4964-b6ed-b15e374895c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:05Z', 'updated_at': '2022-07-28T10:33:08Z', 'revision_number': 2, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'subnets': [{'id': 'ed6de6ea-ab6f-4964-b6ed-b15e374895c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:15.767193 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376454c0-4624-4742-b3be-24b34d55e821 None None] Pushing event updated for resources: {'Port': ['ID=8e7349c4-2737-4208-869d-076383fd7aae,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:15.771978 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Routers {'e06b2be5-e9a8-464b-95fc-96eff630a76b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:15.772929 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e06b2be5-e9a8-464b-95fc-96eff630a76b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:15.788825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b9f81-ce21-48d1-89ae-d677ec8f5897 None None] Pushing event updated for resources: {'Port': ['ID=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:15.879248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Allocated IP 172.20.0.1 (a480176f-430c-4f94-be15-0432408980cb/ddbd8a12-b65f-4313-86e8-fc9a38fd06d4/2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:15.927762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-898e10e4-755e-453f-8ff4-22de96c79e83 req-cf909476-54e9-4931-aead-60289eaea417 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb HTTP/1.1" status: 200 len: 1829 time: 0.4656703 Jul 28 10:33:16.031687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Checking router: a910d381-b0aa-421d-8d00-07d2ca145e7c for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:16.032283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Updating router a910d381-b0aa-421d-8d00-07d2ca145e7c port 8cb64f91-6927-4035-bdeb-d10698ad7235 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:16.041142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Pushing event updated for resources: {'Port': ['ID=4c8c28ea-5337-4be8-855c-9f5788b119e9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:16.044403 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] Set router e06b2be5-e9a8-464b-95fc-96eff630a76b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:16.083677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] For port 62e42f23-fe69-4388-99fc-851adf5221e1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=62e42f23-fe69-4388-99fc-851adf5221e1,segment=NetworkSegment(a6a94398-d278-4466-9b85-fc413508c3df),segment_id=a6a94398-d278-4466-9b85-fc413508c3df)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:16.084216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.089875 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:16.163897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Calling delete_port for 62e42f23-fe69-4388-99fc-851adf5221e1 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:16.226587 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:16.316541 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-898e10e4-755e-453f-8ff4-22de96c79e83 req-e11ae842-315e-4953-94b1-980238e9d571 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.334374 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4dca5a6f-e9d2-4d2f-9184-b1171d15415a req-bfdf377f-7a1d-411e-a372-68dc1b6b7218 tempest-FloatingIPsAssociationTestJSON-1522447191 tempest-FloatingIPsAssociationTestJSON-1522447191-project] 10.222.0.46 "GET /v2.0/ports?device_id=db2c0d84-51e6-4260-b938-68c81e5d97d2 HTTP/1.1" status: 200 len: 210 time: 0.2784441 Jul 28 10:33:16.335193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (38e53e3c-f240-4613-9284-1ed8c0471db8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.409750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-898e10e4-755e-453f-8ff4-22de96c79e83 req-e11ae842-315e-4953-94b1-980238e9d571 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.482671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Pushing event updated for resources: {'Port': ['ID=ae795d3b-c7cd-49db-a0c1-604e4146992f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:16.501681 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:16.511002 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 3, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:16.542333 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-898e10e4-755e-453f-8ff4-22de96c79e83 req-e11ae842-315e-4953-94b1-980238e9d571 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.546393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks [] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.553010 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-898e10e4-755e-453f-8ff4-22de96c79e83 req-e11ae842-315e-4953-94b1-980238e9d571 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.554453 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-898e10e4-755e-453f-8ff4-22de96c79e83 req-e11ae842-315e-4953-94b1-980238e9d571 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "DELETE /v2.0/security-groups/0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb HTTP/1.1" status: 204 len: 173 time: 0.6255205 Jul 28 10:33:16.572309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ae842-315e-4953-94b1-980238e9d571 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b05fd36-d52f-45f5-9cbb-a29b2d79d7fb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:16.591871 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fae1d-1b78-4bc2-abab-ae5553ad89d8 None None] The sync data for ids ['e06b2be5-e9a8-464b-95fc-96eff630a76b'] in n-d-850468-6 is: [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 3, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:16.665070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.736627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5098051a-e1f0-4335-8875-7eb6f61cdba9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:16.762501 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dd98b3a3-daac-4d87-b50c-5e8db66ebf6d req-955d58c2-ecc9-4d78-85c7-3a9eecf8957d tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/c58d92ec-af18-41b6-bc5d-775485ba57c2 HTTP/1.1" status: 200 len: 1830 time: 0.1020021 Jul 28 10:33:16.806101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] For port 4c8c28ea-5337-4be8-855c-9f5788b119e9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:16.813335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] For port 4c8c28ea-5337-4be8-855c-9f5788b119e9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4c8c28ea-5337-4be8-855c-9f5788b119e9,segment=NetworkSegment(58d8099a-63c2-4fea-b340-620652c15290),segment_id=58d8099a-63c2-4fea-b340-620652c15290)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:16.827693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Network a480176f-430c-4f94-be15-0432408980cb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:16.828591 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:16.856428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:16.886023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:16.912432 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:16.920327 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.925294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-dd98b3a3-daac-4d87-b50c-5e8db66ebf6d req-16b49856-acff-4c4f-95dc-2bfb3d3a64ce tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (c58d92ec-af18-41b6-bc5d-775485ba57c2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.941474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (62e42f23-fe69-4388-99fc-851adf5221e1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:16.947825 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:16.977390 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fbe69bed-817a-482c-927a-9b10ebba5fba req-cce34a11-f7b8-420a-b1f6-0c4b891c52eb tempest-FloatingIPsAssociationTestJSON-1522447191 tempest-FloatingIPsAssociationTestJSON-1522447191-project] 10.222.0.46 "GET /v2.0/ports?device_id=db2c0d84-51e6-4260-b938-68c81e5d97d2 HTTP/1.1" status: 200 len: 210 time: 0.2140160 Jul 28 10:33:17.003060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=62e42f23-fe69-4388-99fc-851adf5221e1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:17.029950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Current status of the port a90427cf-ddf9-4367-863f-9a859c18e747 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:17.031162 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.055270 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-dd98b3a3-daac-4d87-b50c-5e8db66ebf6d req-16b49856-acff-4c4f-95dc-2bfb3d3a64ce tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (c58d92ec-af18-41b6-bc5d-775485ba57c2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.105966 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.234282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:32:56Z', 'revision_number': 4, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a90427cf-ddf9-4367-863f-9a859c18e747', 'name': '', 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'mac_address': 'fa:16:3e:40:ce:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '40b8fc55-a753-4144-8ebc-44628bbf3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:54Z', 'updated_at': '2022-07-28T10:33:13Z', 'revision_number': 4, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'subnets': [{'id': '40b8fc55-a753-4144-8ebc-44628bbf3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:17.236422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e06b2be5-e9a8-464b-95fc-96eff630a76b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.244417 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:17.257172 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks [] for router_gateway (92776217-722d-4144-aabc-cdf6c88564d1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.321835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-dd98b3a3-daac-4d87-b50c-5e8db66ebf6d req-16b49856-acff-4c4f-95dc-2bfb3d3a64ce tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c58d92ec-af18-41b6-bc5d-775485ba57c2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.324865 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-dd98b3a3-daac-4d87-b50c-5e8db66ebf6d req-16b49856-acff-4c4f-95dc-2bfb3d3a64ce tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.326178 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dd98b3a3-daac-4d87-b50c-5e8db66ebf6d req-16b49856-acff-4c4f-95dc-2bfb3d3a64ce tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "DELETE /v2.0/security-groups/c58d92ec-af18-41b6-bc5d-775485ba57c2 HTTP/1.1" status: 204 len: 173 time: 0.5565650 Jul 28 10:33:17.368827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5d6cf-5011-419b-a83b-e65fb16c6e7e None None] The sync data for ids ['3a8a9264-3e87-4d70-ad44-23606530a874'] in n-d-850468-6 is: [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:32:56Z', 'revision_number': 4, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a90427cf-ddf9-4367-863f-9a859c18e747', 'name': '', 'network_id': '6aa872b5-8335-4c54-b8a2-692bf41a0407', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'mac_address': 'fa:16:3e:40:ce:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '40b8fc55-a753-4144-8ebc-44628bbf3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:54Z', 'updated_at': '2022-07-28T10:33:13Z', 'revision_number': 4, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'subnets': [{'id': '40b8fc55-a753-4144-8ebc-44628bbf3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:17.388719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4eea1c-d47c-4d9b-a903-a038443a1be7 None None] Pushing event updated for resources: {'Port': ['ID=a90427cf-ddf9-4367-863f-9a859c18e747,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:17.443442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b49856-acff-4c4f-95dc-2bfb3d3a64ce tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58d92ec-af18-41b6-bc5d-775485ba57c2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:17.448084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] For port a90427cf-ddf9-4367-863f-9a859c18e747, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a90427cf-ddf9-4367-863f-9a859c18e747,segment=NetworkSegment(9a71ad12-5a10-41bb-b139-551beff7bca1),segment_id=9a71ad12-5a10-41bb-b139-551beff7bca1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:17.524950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.549957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.563419 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:17.659570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5098051a-e1f0-4335-8875-7eb6f61cdba9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:17.660097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.876433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Provisioning complete for port ba262212-ea8a-48b3-aadd-16004579d488 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:17.878077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ba262212-ea8a-48b3-aadd-16004579d488), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.889277 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:17.894443 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:18.087824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=9736a853-d003-44b8-88d0-68cd22befca1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:18.180757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b101cab-6fd8-4a31-ae88-6058e845c5f3 req-b90eb9ee-612c-4289-8e7d-1e77907490d3 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:18.183152 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8b101cab-6fd8-4a31-ae88-6058e845c5f3 req-b90eb9ee-612c-4289-8e7d-1e77907490d3 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/networks?id=1919abb0-f185-492d-a78b-1ceacf0f50c1 HTTP/1.1" status: 200 len: 815 time: 0.3548880 Jul 28 10:33:18.191649 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (92776217-722d-4144-aabc-cdf6c88564d1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:18.220173 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8b101cab-6fd8-4a31-ae88-6058e845c5f3 req-b4453a6a-d593-438f-89e7-65b7812acc27 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/quotas/6a444daab6bb40e9aa209a6e8b1d1fb0 HTTP/1.1" status: 200 len: 375 time: 0.0298038 Jul 28 10:33:18.266845 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:18.269586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 4, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port': {'id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:59Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '83e1b3ec-6fde-4e73-9983-467fb9431d23', 'name': '', 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'mac_address': 'fa:16:3e:2d:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:08Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 2, 'project_id': '4100dfb4e898401993468915b74050cd', 'subnets': [{'id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:18.311042 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8b101cab-6fd8-4a31-ae88-6058e845c5f3 req-e2017c5b-937f-4763-9859-f3516ca1ecb9 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6a444daab6bb40e9aa209a6e8b1d1fb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739391 Jul 28 10:33:18.320834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:18.347559 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b1f4497c-d7ee-4791-bad9-baeae8caebdb req-3c3eb5c9-fa56-4118-a227-cfe03cada429 tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6d170f010f89462eb4e3a8737e0a3884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2978089 Jul 28 10:33:18.376703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:18.424628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5741c-9921-40e5-bc90-84d8c572b280 None None] The sync data for ids ['7f793a14-519a-473c-b2ba-cf26e51036a8'] in n-d-850468-6 is: [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 4, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port': {'id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:59Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '83e1b3ec-6fde-4e73-9983-467fb9431d23', 'name': '', 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'mac_address': 'fa:16:3e:2d:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:08Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 2, 'project_id': '4100dfb4e898401993468915b74050cd', 'subnets': [{'id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:18.446275 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:18.523048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Current status of the port ba262212-ea8a-48b3-aadd-16004579d488 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:18.523921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ba262212-ea8a-48b3-aadd-16004579d488), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:18.527045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6512b-69c3-4dfb-8b95-78fb2f4b1ff5 None None] Pushing event updated for resources: {'Port': ['ID=5098051a-e1f0-4335-8875-7eb6f61cdba9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:18.571584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5098051a-e1f0-4335-8875-7eb6f61cdba9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:18.573167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba262212-ea8a-48b3-aadd-16004579d488 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:18.582298 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:18.599558 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8b101cab-6fd8-4a31-ae88-6058e845c5f3 req-1e409f2c-01b1-4b80-96a8-4c833ad89ef1 service neutron] 10.222.0.46 "GET /v2.0/networks/1919abb0-f185-492d-a78b-1ceacf0f50c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770135 Jul 28 10:33:18.680823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e761b5-db52-4dc9-b342-4d477933c5e0 None None] Pushing event updated for resources: {'Port': ['ID=4c8c28ea-5337-4be8-855c-9f5788b119e9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:18.694365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:18.703399 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-76b97de3-e9f4-4baf-a769-38daf71a8cbd admin admin] 10.222.0.46 "PUT /v2.0/routers/c45fb8a2-6ce4-4e67-b43b-375ac5b6571c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9722154 Jul 28 10:33:18.705199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45034) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:18.818745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Publish callbacks [] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:18.828110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks [] for router (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:18.853173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] Sync routers for ids ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:18.881704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:18.901322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] For port ba262212-ea8a-48b3-aadd-16004579d488, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba262212-ea8a-48b3-aadd-16004579d488,segment=NetworkSegment(7983aa15-ed31-4053-9740-6270fdeadbf5),segment_id=7983aa15-ed31-4053-9740-6270fdeadbf5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:18.922586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] Routers {'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:18.923249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:18.929905 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ba262212-ea8a-48b3-aadd-16004579d488), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:18.970537 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8b101cab-6fd8-4a31-ae88-6058e845c5f3 req-3cf8a8ce-cdab-48fc-80dd-67200ac5090e service neutron] 10.222.0.46 "GET /v2.0/networks/1919abb0-f185-492d-a78b-1ceacf0f50c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478653 Jul 28 10:33:19.001135 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks [] for router_gateway (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.028487 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:19.121541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Deleting port d570e4db-56e9-4dbc-99e1-22061fbe1258 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:19.121971 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.222182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ba262212-ea8a-48b3-aadd-16004579d488 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:19.222562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ba262212-ea8a-48b3-aadd-16004579d488), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.298455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] For port d570e4db-56e9-4dbc-99e1-22061fbe1258, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d570e4db-56e9-4dbc-99e1-22061fbe1258,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:19.298953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.367860 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Calling delete_port for d570e4db-56e9-4dbc-99e1-22061fbe1258 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:19.384894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Provisioning complete for port 8cb64f91-6927-4035-bdeb-d10698ad7235 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:19.384894 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.400699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Pushing event updated for resources: {'Port': ['ID=a90427cf-ddf9-4367-863f-9a859c18e747,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:19.509251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] Set router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:19.537646 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6073b03c-9a7e-40b2-9687-592c200288ca req-4e2d51fd-5eec-4a20-a6e3-ce595ef2e46b tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/29c065f5-2507-4f4a-864b-ce3ea71d91bc HTTP/1.1" status: 200 len: 1829 time: 0.2015021 Jul 28 10:33:19.569267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4497c-d7ee-4791-bad9-baeae8caebdb req-d1d98a23-1620-402b-8030-bda3e778809e tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:19.571606 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b1f4497c-d7ee-4791-bad9-baeae8caebdb req-d1d98a23-1620-402b-8030-bda3e778809e tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2109632 Jul 28 10:33:19.579815 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:19.581960 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Router 92776217-722d-4144-aabc-cdf6c88564d1 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:33:19.613570 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b1f4497c-d7ee-4791-bad9-baeae8caebdb req-8b341c0d-f880-4e62-b17d-3d51a161ad30 tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] 10.222.0.46 "GET /v2.0/quotas/6d170f010f89462eb4e3a8737e0a3884 HTTP/1.1" status: 200 len: 375 time: 0.0240231 Jul 28 10:33:19.681279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks [] for port (aa053927-eaa4-45de-8fab-b90cec896d90), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.706076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca403cc-7fa8-4bfb-b30e-05f644efbb30 None None] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:19.709714 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b1f4497c-d7ee-4791-bad9-baeae8caebdb req-ef02d6b9-6dec-4043-b774-4390bb020e9e tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d170f010f89462eb4e3a8737e0a3884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792627 Jul 28 10:33:19.710361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.783183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6073b03c-9a7e-40b2-9687-592c200288ca req-4db2828b-6cfb-4a97-a2b1-9b55fb077bba tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (29c065f5-2507-4f4a-864b-ce3ea71d91bc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.806808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (38e53e3c-f240-4613-9284-1ed8c0471db8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.812862 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:19.833914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6073b03c-9a7e-40b2-9687-592c200288ca req-4db2828b-6cfb-4a97-a2b1-9b55fb077bba tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (29c065f5-2507-4f4a-864b-ce3ea71d91bc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.889844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks [] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.957215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6073b03c-9a7e-40b2-9687-592c200288ca req-4db2828b-6cfb-4a97-a2b1-9b55fb077bba tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (29c065f5-2507-4f4a-864b-ce3ea71d91bc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.959187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974cc52-e414-4c34-9973-97fd75da49c1 None None] Pushing event updated for resources: {'Port': ['ID=8cb64f91-6927-4035-bdeb-d10698ad7235,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:19.961762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Port 8cb64f91-6927-4035-bdeb-d10698ad7235 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:19.963884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6073b03c-9a7e-40b2-9687-592c200288ca req-4db2828b-6cfb-4a97-a2b1-9b55fb077bba tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.971951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:19.979042 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6073b03c-9a7e-40b2-9687-592c200288ca req-4db2828b-6cfb-4a97-a2b1-9b55fb077bba tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "DELETE /v2.0/security-groups/29c065f5-2507-4f4a-864b-ce3ea71d91bc HTTP/1.1" status: 204 len: 173 time: 0.4395721 Jul 28 10:33:19.991820 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d570e4db-56e9-4dbc-99e1-22061fbe1258), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.004708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Provisioning complete for port 83e1b3ec-6fde-4e73-9983-467fb9431d23 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:20.005146 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.042059 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:20.060973 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45048) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:20.072856 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2828b-6cfb-4a97-a2b1-9b55fb077bba tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c065f5-2507-4f4a-864b-ce3ea71d91bc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:20.090584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d570e4db-56e9-4dbc-99e1-22061fbe1258,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:20.117982 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:20.176806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.270309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Attempting to bind port 8cb64f91-6927-4035-bdeb-d10698ad7235 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:20.274826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Attempting to bind port 8cb64f91-6927-4035-bdeb-d10698ad7235 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:20.275576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Attempting to bind port 8cb64f91-6927-4035-bdeb-d10698ad7235 on network e318a6cc-4c41-417d-90b1-48556b0d25fe {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:20.322371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Pushing event updated for resources: {'Port': ['ID=aa053927-eaa4-45de-8fab-b90cec896d90,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:20.357743 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-76f7a434-24fe-4e52-b2ab-bdd434ffa912 req-7e12c1f3-5c20-41f5-82c0-b241b2ee9481 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "GET /v2.0/security-groups/2d460aab-6dfd-4117-a68c-c7e5ab3356e7 HTTP/1.1" status: 200 len: 1830 time: 0.2755046 Jul 28 10:33:20.361544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.370450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ba262212-ea8a-48b3-aadd-16004579d488 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:20.372773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 651664a8-31b0-4da2-9b6d-76a8bd61df8d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:20.385820 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks [] for router_controller (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.386901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:20.387573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Checking segment: {'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:20.388145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.390210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Bound using segment: {'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:20.391331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Bound port: 8cb64f91-6927-4035-bdeb-d10698ad7235, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cc2be1-d596-40f5-949b-021e1e081dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:20.394086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.447560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Port 83e1b3ec-6fde-4e73-9983-467fb9431d23 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:20.502962 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-867f9a7f-a5e4-43eb-a5a5-90d0f8042b12 req-fc45963e-d351-404b-98d6-9cdfadf7982d tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?device_id=e40e4c5b-ded2-424c-8beb-d405e36c9cc5 HTTP/1.1" status: 200 len: 210 time: 0.1707878 Jul 28 10:33:20.563455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Pushing event updated for resources: {'Port': ['ID=ba262212-ea8a-48b3-aadd-16004579d488,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:20.589558 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:20.591137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Provisioning complete for port 5098051a-e1f0-4335-8875-7eb6f61cdba9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:20.591645 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.592189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e06b2be5-e9a8-464b-95fc-96eff630a76b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.649252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:20.675940 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Sync routers for ids ['92776217-722d-4144-aabc-cdf6c88564d1'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:20.679231 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2030378009-router', 'tenant_id': '9e74f455ebc344809c84a0c8ee738037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:30Z', 'updated_at': '2022-07-28T10:33:16Z', 'revision_number': 5, 'project_id': '9e74f455ebc344809c84a0c8ee738037', 'gw_port': {'id': 'd570e4db-56e9-4dbc-99e1-22061fbe1258', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:38:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:32Z', 'updated_at': '2022-07-28T10:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:20.728017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Routers {'92776217-722d-4144-aabc-cdf6c88564d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:20.730567 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['92776217-722d-4144-aabc-cdf6c88564d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:20.831665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c45fb8a2-6ce4-4e67-b43b-375ac5b6571c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.832410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c45fb8a2-6ce4-4e67-b43b-375ac5b6571c {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:33:20.834468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:20.838455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.840146 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e5e417c7-4cc3-427a-b6ba-b987165a5c24 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c45fb8a2-6ce4-4e67-b43b-375ac5b6571c HTTP/1.1" status: 204 len: 168 time: 2.1325057 Jul 28 10:33:20.844357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45052) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:20.869963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] Checking router: c45fb8a2-6ce4-4e67-b43b-375ac5b6571c for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:20.881748 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:20.911100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] For port 8cb64f91-6927-4035-bdeb-d10698ad7235, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:20.919201 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52f6e8e3-9f61-411b-8b60-6699af535b39 req-810ad7ba-c565-4690-9abf-b8a11e039f24 tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3085b1e-f8d0-49a6-a83a-0d9bdb386622 HTTP/1.1" status: 200 len: 210 time: 0.2403507 Jul 28 10:33:20.919355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-76f7a434-24fe-4e52-b2ab-bdd434ffa912 req-48a8efa6-0b9c-45cd-8dd3-209868793f65 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (2d460aab-6dfd-4117-a68c-c7e5ab3356e7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.926178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] Routers set() bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:20.926557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] Router IDs set() for agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 10:33:20.927235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_agentschedulers_db [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent'). {{(pid=104689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 10:33:20.927587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd00ed7-ec02-400f-96ba-1f4161bc6eb0 None None] The sync data for ids ['c45fb8a2-6ce4-4e67-b43b-375ac5b6571c'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:20.929024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 651664a8-31b0-4da2-9b6d-76a8bd61df8d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:20.929395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.935526 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:20.943056 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-657e0719-01cc-46f9-ae2a-5c639ab6ca41 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 11.7197647 Jul 28 10:33:20.952531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:20.972724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45054) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:21.018027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:21.041019 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Set router 92776217-722d-4144-aabc-cdf6c88564d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:21.045533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] For port 8cb64f91-6927-4035-bdeb-d10698ad7235, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8cb64f91-6927-4035-bdeb-d10698ad7235,segment=NetworkSegment(59cc2be1-d596-40f5-949b-021e1e081dda),segment_id=59cc2be1-d596-40f5-949b-021e1e081dda)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:21.051020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Current status of the port 5098051a-e1f0-4335-8875-7eb6f61cdba9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:21.096880 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.113891 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:21.132126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Provisioning complete for port 651664a8-31b0-4da2-9b6d-76a8bd61df8d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:21.132868 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.326569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-76f7a434-24fe-4e52-b2ab-bdd434ffa912 req-48a8efa6-0b9c-45cd-8dd3-209868793f65 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (2d460aab-6dfd-4117-a68c-c7e5ab3356e7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.363682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Routers {'a910d381-b0aa-421d-8d00-07d2ca145e7c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:21.364343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a910d381-b0aa-421d-8d00-07d2ca145e7c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:21.496332 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] Deleting subnet c76a4bde-157a-461e-b3d7-cd096ccfc408 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:33:21.518009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Network a480176f-430c-4f94-be15-0432408980cb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:21.520604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] Publish callbacks [] for subnet (c76a4bde-157a-461e-b3d7-cd096ccfc408), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.520772 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:33:16Z', 'revision_number': 3, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port': {'id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:21.525152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974cc52-e414-4c34-9973-97fd75da49c1 None None] Pushing event updated for resources: {'Port': ['ID=8cb64f91-6927-4035-bdeb-d10698ad7235,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:21.527145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:21.643440 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Checking router: 92776217-722d-4144-aabc-cdf6c88564d1 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:21.644872 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Updating router 92776217-722d-4144-aabc-cdf6c88564d1 port ae795d3b-c7cd-49db-a0c1-604e4146992f binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:21.671733 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:21.678365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (c76a4bde-157a-461e-b3d7-cd096ccfc408), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.693942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] Set router a910d381-b0aa-421d-8d00-07d2ca145e7c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:21.707215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-76f7a434-24fe-4e52-b2ab-bdd434ffa912 req-48a8efa6-0b9c-45cd-8dd3-209868793f65 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2d460aab-6dfd-4117-a68c-c7e5ab3356e7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.710005 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-76f7a434-24fe-4e52-b2ab-bdd434ffa912 req-48a8efa6-0b9c-45cd-8dd3-209868793f65 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.711273 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-76f7a434-24fe-4e52-b2ab-bdd434ffa912 req-48a8efa6-0b9c-45cd-8dd3-209868793f65 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] 10.222.0.46 "DELETE /v2.0/security-groups/2d460aab-6dfd-4117-a68c-c7e5ab3356e7 HTTP/1.1" status: 204 len: 173 time: 1.3318188 Jul 28 10:33:21.723633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45058) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:21.782616 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:21.807098 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Router 38e53e3c-f240-4613-9284-1ed8c0471db8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:21.867393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 651664a8-31b0-4da2-9b6d-76a8bd61df8d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:21.868211 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.934400 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:21.998420 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4c6574ce-8d2c-4196-bcb3-b40c20f80eb5 req-48c7b858-719c-4c0f-a893-d31833861c8a tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?device_id=e40e4c5b-ded2-424c-8beb-d405e36c9cc5 HTTP/1.1" status: 200 len: 210 time: 0.1975942 Jul 28 10:33:22.042466 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8efa6-0b9c-45cd-8dd3-209868793f65 tempest-SecurityGroupRulesNegativeTestJSON-358250170 tempest-SecurityGroupRulesNegativeTestJSON-358250170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d460aab-6dfd-4117-a68c-c7e5ab3356e7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:22.137880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Current status of the port 651664a8-31b0-4da2-9b6d-76a8bd61df8d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:22.138718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.142973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 651664a8-31b0-4da2-9b6d-76a8bd61df8d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=651664a8-31b0-4da2-9b6d-76a8bd61df8d,segment=NetworkSegment(4824a7b6-fa71-427b-a48e-c9999ccab586),segment_id=4824a7b6-fa71-427b-a48e-c9999ccab586)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:22.214483 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:22.257903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.259964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a58aa1-6408-430f-9af3-b14eb8789f28 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:22.281948 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b20c3f95-3f53-4c47-a6dd-b5b0d19a8e0b req-37df25d9-1159-4de4-887a-bda4dbb19650 tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3085b1e-f8d0-49a6-a83a-0d9bdb386622 HTTP/1.1" status: 200 len: 210 time: 0.1450388 Jul 28 10:33:22.374979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.409805 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:22.428252 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:22.431386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port': {'id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:55Z', 'updated_at': '2022-07-28T10:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8cb64f91-6927-4035-bdeb-d10698ad7235', 'name': '', 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'mac_address': 'fa:16:3e:88:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ed6de6ea-ab6f-4964-b6ed-b15e374895c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:05Z', 'updated_at': '2022-07-28T10:33:20Z', 'revision_number': 4, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'subnets': [{'id': 'ed6de6ea-ab6f-4964-b6ed-b15e374895c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:22.434144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=651664a8-31b0-4da2-9b6d-76a8bd61df8d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:22.461718 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:22.464742 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Publish callbacks [] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.477797 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.501709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c76a4bde-157a-461e-b3d7-cd096ccfc408), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.515570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d78079e-cd7c-4e92-8082-48feea4d503b None None] The sync data for ids ['a910d381-b0aa-421d-8d00-07d2ca145e7c'] in n-d-850468-6 is: [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port': {'id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:55Z', 'updated_at': '2022-07-28T10:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8cb64f91-6927-4035-bdeb-d10698ad7235', 'name': '', 'network_id': 'e318a6cc-4c41-417d-90b1-48556b0d25fe', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'mac_address': 'fa:16:3e:88:3a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'ed6de6ea-ab6f-4964-b6ed-b15e374895c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:05Z', 'updated_at': '2022-07-28T10:33:20Z', 'revision_number': 4, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'subnets': [{'id': 'ed6de6ea-ab6f-4964-b6ed-b15e374895c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:22.543015 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:33:22.543509 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:33:22.544147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 64a58aa1-6408-430f-9af3-b14eb8789f28 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:22.544527 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.602583 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:22.618636 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Attempting to bind port ae795d3b-c7cd-49db-a0c1-604e4146992f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:22.619343 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Attempting to bind port ae795d3b-c7cd-49db-a0c1-604e4146992f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:22.619857 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Attempting to bind port ae795d3b-c7cd-49db-a0c1-604e4146992f on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:22.631562 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:22.632219 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:22.632775 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.633303 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:22.634611 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Bound port: ae795d3b-c7cd-49db-a0c1-604e4146992f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:22.635190 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.636794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a910d381-b0aa-421d-8d00-07d2ca145e7c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.638222 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Pushing event updated for resources: {'Port': ['ID=ae795d3b-c7cd-49db-a0c1-604e4146992f,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:22.670887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 64a58aa1-6408-430f-9af3-b14eb8789f28 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:22.672189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ed630ce4-3314-4a92-8429-d7b90b2b0687 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:22.692556 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57053d0e-423f-4499-b423-5ee24c1cfda8 req-47b546c3-08da-4964-b59f-b734ed3b41fd tempest-ServersOnMultiNodesTest-1816463188 tempest-ServersOnMultiNodesTest-1816463188-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3085b1e-f8d0-49a6-a83a-0d9bdb386622 HTTP/1.1" status: 200 len: 210 time: 0.0805416 Jul 28 10:33:22.725177 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] For port ae795d3b-c7cd-49db-a0c1-604e4146992f, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:22.729491 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] For port ae795d3b-c7cd-49db-a0c1-604e4146992f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae795d3b-c7cd-49db-a0c1-604e4146992f,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:22.745195 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c155cb3a-e8a7-4b20-bdbf-913b316c5d0f req-289b19c4-e7e3-4210-937d-05349391d868 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/ports?device_id=e40e4c5b-ded2-424c-8beb-d405e36c9cc5 HTTP/1.1" status: 200 len: 210 time: 0.1272388 Jul 28 10:33:22.747566 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.771937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ed630ce4-3314-4a92-8429-d7b90b2b0687 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:22.772696 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.812048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Router e06b2be5-e9a8-464b-95fc-96eff630a76b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:22.821016 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:22.846069 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (90300685-30c6-4fe0-b2ae-7f2c47906bde), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:22.865032 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Routers {'92776217-722d-4144-aabc-cdf6c88564d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:22.866473 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['92776217-722d-4144-aabc-cdf6c88564d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:23.022072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ed630ce4-3314-4a92-8429-d7b90b2b0687 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:23.023567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f546ba0e-9404-473d-bbf1-8d55d53405cb up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:23.057095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Pushing event updated for resources: {'Port': ['ID=ae795d3b-c7cd-49db-a0c1-604e4146992f,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:23.073166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:23.077444 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.077834 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.078208 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.078547 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.078885 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.079233 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.079549 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.079874 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.080204 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.080678 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.081134 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.081576 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.081959 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.088511 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.089162 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a1eda2-6f3c-447f-bb25-5ca5ba54e657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:23.097664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Sync routers for ids ['38e53e3c-f240-4613-9284-1ed8c0471db8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:23.102445 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-926c0d68-5412-4077-8cfb-9d0e71096428 admin admin] 10.222.0.46 "PUT /v2.0/routers/38e53e3c-f240-4613-9284-1ed8c0471db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7299013 Jul 28 10:33:23.111471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (c76a4bde-157a-461e-b3d7-cd096ccfc408), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.165002 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] Set router 92776217-722d-4144-aabc-cdf6c88564d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:23.203264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-81309743-8b77-49e6-852b-b2e73d4f6a9a None None] Current status of the port 651664a8-31b0-4da2-9b6d-76a8bd61df8d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:23.205188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76a4bde-157a-461e-b3d7-cd096ccfc408,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:23.220321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Routers {'38e53e3c-f240-4613-9284-1ed8c0471db8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:23.221955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['38e53e3c-f240-4613-9284-1ed8c0471db8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:23.268232 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45078) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:23.307960 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.315765 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e2cd8370-656b-48ef-b0a2-d4b7cf782618 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c76a4bde-157a-461e-b3d7-cd096ccfc408 HTTP/1.1" status: 204 len: 168 time: 2.4699645 Jul 28 10:33:23.347106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45082) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:23.416385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbdc6f-bf67-4c36-a388-205c82eb7eb7 None None] Network ddce2b17-9e43-406d-a5fd-f8091cd52bff requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:23.508447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:23.543110 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f1c19d16-6d01-4c5f-8ec6-e8cf71636d82 admin admin] 10.222.0.46 "PUT /v2.0/routers/e06b2be5-e9a8-464b-95fc-96eff630a76b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8694758 Jul 28 10:33:23.546994 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Sync routers for ids ['e06b2be5-e9a8-464b-95fc-96eff630a76b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:23.555207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-845abf68-a19b-4e08-be33-cdec989bb6ca tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group (064b117d-7740-45cb-9a92-29d4365fb483), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.599761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Routers {'e06b2be5-e9a8-464b-95fc-96eff630a76b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:23.600608 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e06b2be5-e9a8-464b-95fc-96eff630a76b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:23.619623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (ddce2b17-9e43-406d-a5fd-f8091cd52bff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.676775 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-845abf68-a19b-4e08-be33-cdec989bb6ca tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group (064b117d-7740-45cb-9a92-29d4365fb483), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.716327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Deleting port 8cb64f91-6927-4035-bdeb-d10698ad7235 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:23.716936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.719732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Provisioning complete for port aa053927-eaa4-45de-8fab-b90cec896d90 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:23.720119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.840644 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:33:16Z', 'revision_number': 3, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port': {'id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:23.842281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Port aa053927-eaa4-45de-8fab-b90cec896d90 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:23.918475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Provisioning complete for port 4c8c28ea-5337-4be8-855c-9f5788b119e9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:23.918475 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.921758 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e714bf0-e77e-4e2e-8e0b-b68f1125f328 None None] The sync data for ids ['92776217-722d-4144-aabc-cdf6c88564d1'] in n-d-850468-6 is: [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:33:16Z', 'revision_number': 3, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port': {'id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:23.923281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Allocated IP 172.20.0.1 (4c42d355-6655-4ecf-a3b7-01059b3a1308/bc791151-1986-4831-ad08-f3f155a0c8d0/8759ffb9-6a4b-4255-bea0-d41ff61217d0) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:23.925680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Deleting port f546ba0e-9404-473d-bbf1-8d55d53405cb {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:23.926088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.941461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Deleting port 5439d768-3f7d-4dd5-a90a-ccfabd06383b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:23.942356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:23.985885 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Set router e06b2be5-e9a8-464b-95fc-96eff630a76b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:24.065970 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45092) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:24.098081 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] For port f546ba0e-9404-473d-bbf1-8d55d53405cb, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f546ba0e-9404-473d-bbf1-8d55d53405cb,segment=NetworkSegment(b2f25f7b-d938-44b5-b1af-a3695e1d1569),segment_id=b2f25f7b-d938-44b5-b1af-a3695e1d1569)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:24.098843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.117895 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.133019 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Calling delete_port for f546ba0e-9404-473d-bbf1-8d55d53405cb owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:24.139161 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.140402 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.177314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks [] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.193435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-845abf68-a19b-4e08-be33-cdec989bb6ca tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (064b117d-7740-45cb-9a92-29d4365fb483), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.197064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-845abf68-a19b-4e08-be33-cdec989bb6ca tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.200708 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-845abf68-a19b-4e08-be33-cdec989bb6ca tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "DELETE /v2.0/security-groups/064b117d-7740-45cb-9a92-29d4365fb483 HTTP/1.1" status: 204 len: 168 time: 0.8951766 Jul 28 10:33:24.217146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45098) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:24.256694 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-5204b543-4e00-416b-b454-49495e780b70 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] show failed (client error): The resource could not be found. Jul 28 10:33:24.257771 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5204b543-4e00-416b-b454-49495e780b70 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "GET /v2.0/security-groups/064b117d-7740-45cb-9a92-29d4365fb483 HTTP/1.1" status: 404 len: 347 time: 0.0304956 Jul 28 10:33:24.261727 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45104) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:24.270078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] For port 8cb64f91-6927-4035-bdeb-d10698ad7235, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8cb64f91-6927-4035-bdeb-d10698ad7235,segment=NetworkSegment(59cc2be1-d596-40f5-949b-021e1e081dda),segment_id=59cc2be1-d596-40f5-949b-021e1e081dda)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:24.272209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.276390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] For port 5439d768-3f7d-4dd5-a90a-ccfabd06383b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5439d768-3f7d-4dd5-a90a-ccfabd06383b,segment=NetworkSegment(a6a94398-d278-4466-9b85-fc413508c3df),segment_id=a6a94398-d278-4466-9b85-fc413508c3df)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:24.278892 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.285090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f546ba0e-9404-473d-bbf1-8d55d53405cb triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:24.285682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.318887 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.326335 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845abf68-a19b-4e08-be33-cdec989bb6ca tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b117d-7740-45cb-9a92-29d4365fb483,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:24.363355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Set router 38e53e3c-f240-4613-9284-1ed8c0471db8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:24.401114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Calling delete_port for 8cb64f91-6927-4035-bdeb-d10698ad7235 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:24.412501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Calling delete_port for 5439d768-3f7d-4dd5-a90a-ccfabd06383b owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:24.448617 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:17Z', 'revision_number': 4, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a', 'name': '', 'network_id': 'a480176f-430c-4f94-be15-0432408980cb', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'mac_address': 'fa:16:3e:af:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ddbd8a12-b65f-4313-86e8-fc9a38fd06d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:15Z', 'updated_at': '2022-07-28T10:33:19Z', 'revision_number': 2, 'project_id': '58ca977f82924ab49d534a3410458a76', 'subnets': [{'id': 'ddbd8a12-b65f-4313-86e8-fc9a38fd06d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:24.456801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d3607b8-37f1-430a-8646-0ac07fd38d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.469426 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.493582 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Checking router: e06b2be5-e9a8-464b-95fc-96eff630a76b for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:24.494322 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Updating router e06b2be5-e9a8-464b-95fc-96eff630a76b port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:24.540749 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.614135 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d3607b8-37f1-430a-8646-0ac07fd38d7f admin admin] Publish callbacks [] for security_group (b356dca7-2f06-4a46-a09a-a49bbd84c337), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.621055 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:24.635432 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:24.656720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:24.673087 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.735253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Pushing event updated for resources: {'Port': ['ID=8759ffb9-6a4b-4255-bea0-d41ff61217d0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:24.759622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d3607b8-37f1-430a-8646-0ac07fd38d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b356dca7-2f06-4a46-a09a-a49bbd84c337), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:24.855581 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.881375 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.911028 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2d3607b8-37f1-430a-8646-0ac07fd38d7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d170f010f89462eb4e3a8737e0a3884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8443093 Jul 28 10:33:24.917305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b5679-083e-4955-bc5f-85c509201b90 None None] DHCP port deletion for ddce2b17-9e43-406d-a5fd-f8091cd52bff request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:33:24.935816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45120) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:24.941689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3607b8-37f1-430a-8646-0ac07fd38d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b356dca7-2f06-4a46-a09a-a49bbd84c337,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:24.950878 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:24.992937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (92776217-722d-4144-aabc-cdf6c88564d1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.050729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45124) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:25.070779 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-network', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:25.114671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Deleting port 3489646f-4fd7-4a86-8077-7f419d2bf355 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:25.115226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.162985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b5679-083e-4955-bc5f-85c509201b90 None None] The port '5439d768-3f7d-4dd5-a90a-ccfabd06383b' was deleted {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 28 10:33:25.163908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Current status of the port 4c8c28ea-5337-4be8-855c-9f5788b119e9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:25.164316 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.175363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5439d768-3f7d-4dd5-a90a-ccfabd06383b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.175623 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:25.182390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f546ba0e-9404-473d-bbf1-8d55d53405cb is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:25.183542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 258146ae-b08a-448d-9199-5b0635aebb2d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:25.229488 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Publish callbacks [] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.233335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f546ba0e-9404-473d-bbf1-8d55d53405cb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.239417 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.316840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Pushing event deleted for resources: {'Port': ['ID=5439d768-3f7d-4dd5-a90a-ccfabd06383b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:25.336764 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63b41175-0659-4adc-b156-4f68c11beeba admin admin] Publish callbacks [] for security_group (b356dca7-2f06-4a46-a09a-a49bbd84c337), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.345912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Made reservation on behalf of c07db15b194e4167a78e9e8aa0b7191f for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:25.348647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.356808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] No DVR routers for this DVR port 5439d768-3f7d-4dd5-a90a-ccfabd06383b on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:25.369160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f546ba0e-9404-473d-bbf1-8d55d53405cb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:25.371154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:17Z', 'revision_number': 4, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port': {'id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'aa053927-eaa4-45de-8fab-b90cec896d90', 'name': '', 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'mac_address': 'fa:16:3e:5b:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2af75be8-8b0f-4957-b94e-01b7b3dfe28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:18Z', 'revision_number': 2, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'subnets': [{'id': '2af75be8-8b0f-4957-b94e-01b7b3dfe28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:25.387717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] For port 4c8c28ea-5337-4be8-855c-9f5788b119e9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4c8c28ea-5337-4be8-855c-9f5788b119e9,segment=NetworkSegment(58d8099a-63c2-4fea-b340-620652c15290),segment_id=58d8099a-63c2-4fea-b340-620652c15290)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:25.404576 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:25.410620 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63b41175-0659-4adc-b156-4f68c11beeba admin admin] Publish callbacks [] for security_group (b356dca7-2f06-4a46-a09a-a49bbd84c337), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.439866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Checking router: 38e53e3c-f240-4613-9284-1ed8c0471db8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:25.440233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Updating router 38e53e3c-f240-4613-9284-1ed8c0471db8 port aa053927-eaa4-45de-8fab-b90cec896d90 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:25.443483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Attempting to bind port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:25.443873 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Attempting to bind port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:25.445155 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Attempting to bind port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a on network a480176f-430c-4f94-be15-0432408980cb {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:25.464876 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:25.465570 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Checking segment: {'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:25.465739 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.466331 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Bound using segment: {'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:25.466898 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Bound port: 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983aa15-ed31-4053-9740-6270fdeadbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a480176f-430c-4f94-be15-0432408980cb'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:25.468721 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.518345 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.541070 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.561657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.573319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Sync routers for ids ['7f793a14-519a-473c-b2ba-cf26e51036a8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:25.576989 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] For port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:25.587111 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] For port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,segment=NetworkSegment(7983aa15-ed31-4053-9740-6270fdeadbf5),segment_id=7983aa15-ed31-4053-9740-6270fdeadbf5)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:25.600379 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.631697 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1451ce2-951d-4c5a-8dc6-5718b71d9633 None None] Pushing event updated for resources: {'Port': ['ID=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:25.634813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.713802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Provisioning complete for port 8cb64f91-6927-4035-bdeb-d10698ad7235 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:25.714241 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.742530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Pushing event updated for resources: {'Port': ['ID=4c8c28ea-5337-4be8-855c-9f5788b119e9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:25.808941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 258146ae-b08a-448d-9199-5b0635aebb2d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:25.809280 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.814026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63b41175-0659-4adc-b156-4f68c11beeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b356dca7-2f06-4a46-a09a-a49bbd84c337), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.816959 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63b41175-0659-4adc-b156-4f68c11beeba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:25.819281 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-63b41175-0659-4adc-b156-4f68c11beeba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b356dca7-2f06-4a46-a09a-a49bbd84c337 HTTP/1.1" status: 204 len: 168 time: 0.8823655 Jul 28 10:33:25.842386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Routers {'e06b2be5-e9a8-464b-95fc-96eff630a76b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:25.843076 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e06b2be5-e9a8-464b-95fc-96eff630a76b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:25.845092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1451ce2-951d-4c5a-8dc6-5718b71d9633 None None] Pushing event updated for resources: {'Port': ['ID=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:25.972965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Routers {'7f793a14-519a-473c-b2ba-cf26e51036a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:25.973557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7f793a14-519a-473c-b2ba-cf26e51036a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:26.069555 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (90300685-30c6-4fe0-b2ae-7f2c47906bde), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.080129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b41175-0659-4adc-b156-4f68c11beeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b356dca7-2f06-4a46-a09a-a49bbd84c337,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:26.133100 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] Set router e06b2be5-e9a8-464b-95fc-96eff630a76b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:26.387788 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:26.423316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Set router 7f793a14-519a-473c-b2ba-cf26e51036a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:26.477453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:17Z', 'revision_number': 4, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a', 'name': '', 'network_id': 'a480176f-430c-4f94-be15-0432408980cb', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'mac_address': 'fa:16:3e:af:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ddbd8a12-b65f-4313-86e8-fc9a38fd06d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:15Z', 'updated_at': '2022-07-28T10:33:25Z', 'revision_number': 4, 'project_id': '58ca977f82924ab49d534a3410458a76', 'subnets': [{'id': 'ddbd8a12-b65f-4313-86e8-fc9a38fd06d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:26.506956 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d37b914-a6dc-4e54-b5f8-0c7ea09e37b4 None None] The sync data for ids ['e06b2be5-e9a8-464b-95fc-96eff630a76b'] in n-d-850468-6 is: [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:17Z', 'revision_number': 4, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a', 'name': '', 'network_id': 'a480176f-430c-4f94-be15-0432408980cb', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'mac_address': 'fa:16:3e:af:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ddbd8a12-b65f-4313-86e8-fc9a38fd06d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:15Z', 'updated_at': '2022-07-28T10:33:25Z', 'revision_number': 4, 'project_id': '58ca977f82924ab49d534a3410458a76', 'subnets': [{'id': 'ddbd8a12-b65f-4313-86e8-fc9a38fd06d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:26.511001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks [] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.536657 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.552681 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:26.557342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (ddce2b17-9e43-406d-a5fd-f8091cd52bff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.582570 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:26.591428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.593103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for floatingip (3489646f-4fd7-4a86-8077-7f419d2bf355), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.628106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 258146ae-b08a-448d-9199-5b0635aebb2d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:26.628542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.632540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a083e-754b-4207-8f0c-f5afc3e3dad6 req-3a4de9f9-b50b-4779-b97a-d970cabcf101 tempest-ImagesOneServerNegativeTestJSON-1333296024 tempest-ImagesOneServerNegativeTestJSON-1333296024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:26.636460 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7c7a083e-754b-4207-8f0c-f5afc3e3dad6 req-3a4de9f9-b50b-4779-b97a-d970cabcf101 tempest-ImagesOneServerNegativeTestJSON-1333296024 tempest-ImagesOneServerNegativeTestJSON-1333296024-project] 10.222.0.46 "GET /v2.0/networks?id=a480176f-430c-4f94-be15-0432408980cb HTTP/1.1" status: 200 len: 821 time: 1.5845740 Jul 28 10:33:26.679778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 258146ae-b08a-448d-9199-5b0635aebb2d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=258146ae-b08a-448d-9199-5b0635aebb2d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:26.689265 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Calling delete_port for 3489646f-4fd7-4a86-8077-7f419d2bf355 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:26.705453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45130) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:26.731019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddce2b17-9e43-406d-a5fd-f8091cd52bff']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:26.744944 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7c7a083e-754b-4207-8f0c-f5afc3e3dad6 req-088118b0-ee78-4714-9462-ee4dff9ec96f tempest-ImagesOneServerNegativeTestJSON-1333296024 tempest-ImagesOneServerNegativeTestJSON-1333296024-project] 10.222.0.46 "GET /v2.0/quotas/58ca977f82924ab49d534a3410458a76 HTTP/1.1" status: 200 len: 375 time: 0.0767767 Jul 28 10:33:26.752267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (92776217-722d-4144-aabc-cdf6c88564d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.762683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Pushing event updated for resources: {'Port': ['ID=8759ffb9-6a4b-4255-bea0-d41ff61217d0,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:26.763505 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.764723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:26.774791 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c23d6da-76a1-4aa7-b869-c6461006ffd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.782830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a94398-d278-4466-9b85-fc413508c3df') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:26.783330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a94398-d278-4466-9b85-fc413508c3df') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:26.815208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.832091 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:26.845007 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a6a94398-d278-4466-9b85-fc413508c3df), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.856376 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:26.886529 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:26.903095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Router 90300685-30c6-4fe0-b2ae-7f2c47906bde has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:26.910287 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:26.911677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Current status of the port 8cb64f91-6927-4035-bdeb-d10698ad7235 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:26.912678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8cb64f91-6927-4035-bdeb-d10698ad7235), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:26.915286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb64f91-6927-4035-bdeb-d10698ad7235,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:26.920352 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a6a94398-d278-4466-9b85-fc413508c3df), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.042002 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:33:27.042750 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a6a94398-d278-4466-9b85-fc413508c3df), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.068709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=258146ae-b08a-448d-9199-5b0635aebb2d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:27.100863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:27.112944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:27.113331 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.119091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:27.147259 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks [] for security_group (1686915d-7a8d-4b05-b3c7-144555940619), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.168688 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7c7a083e-754b-4207-8f0c-f5afc3e3dad6 req-d18da7e1-7be3-46bf-8c28-d3d1c014e65b tempest-ImagesOneServerNegativeTestJSON-1333296024 tempest-ImagesOneServerNegativeTestJSON-1333296024-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58ca977f82924ab49d534a3410458a76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3830955 Jul 28 10:33:27.169801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c23d6da-76a1-4aa7-b869-c6461006ffd8 admin admin] Publish callbacks [] for security_group (43865c4a-4f8a-42ef-901b-4fcff243489c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.215805 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a6a94398-d278-4466-9b85-fc413508c3df resource provider aggregate not found Jul 28 10:33:27.222582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1686915d-7a8d-4b05-b3c7-144555940619), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.234746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c23d6da-76a1-4aa7-b869-c6461006ffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (43865c4a-4f8a-42ef-901b-4fcff243489c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.241695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Provisioning complete for port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:27.242381 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.278590 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a6a94398-d278-4466-9b85-fc413508c3df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6a94398-d278-4466-9b85-fc413508c3df found for delete ", "request_id": "req-42fbb3a7-7938-4270-82c7-ca8709db051f"}]} Jul 28 10:33:27.312898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (ddce2b17-9e43-406d-a5fd-f8091cd52bff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.313178 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c23d6da-76a1-4aa7-b869-c6461006ffd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=171e87d6b4b14a008928f160e896c5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6052992 Jul 28 10:33:27.345817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45136) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:27.348180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23d6da-76a1-4aa7-b869-c6461006ffd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43865c4a-4f8a-42ef-901b-4fcff243489c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:27.364008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:27.367971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1686915d-7a8d-4b05-b3c7-144555940619,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:27.369610 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-107729a3-3b99-45e4-a15e-be3ef30302c8 admin admin] 10.222.0.46 "PUT /v2.0/routers/90300685-30c6-4fe0-b2ae-7f2c47906bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6432691 Jul 28 10:33:27.381053 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] Sync routers for ids ['90300685-30c6-4fe0-b2ae-7f2c47906bde'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:27.394888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45138) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:27.404671 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] Routers {'90300685-30c6-4fe0-b2ae-7f2c47906bde'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:27.405881 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90300685-30c6-4fe0-b2ae-7f2c47906bde'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:27.451944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.455807 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ddce2b17-9e43-406d-a5fd-f8091cd52bff HTTP/1.1" status: 204 len: 168 time: 4.1046019 Jul 28 10:33:27.460953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df19948-227d-45a4-ba0a-f2e0a49e4920 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddce2b17-9e43-406d-a5fd-f8091cd52bff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:27.465040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:27.554256 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] Set router 90300685-30c6-4fe0-b2ae-7f2c47906bde gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:27.630068 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Publish callbacks [] for port (aa053927-eaa4-45de-8fab-b90cec896d90), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.642277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 4, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port': {'id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:59Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '83e1b3ec-6fde-4e73-9983-467fb9431d23', 'name': '', 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'mac_address': 'fa:16:3e:2d:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:08Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 2, 'project_id': '4100dfb4e898401993468915b74050cd', 'subnets': [{'id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:27.685594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Checking router: 7f793a14-519a-473c-b2ba-cf26e51036a8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:27.686050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Updating router 7f793a14-519a-473c-b2ba-cf26e51036a8 port 83e1b3ec-6fde-4e73-9983-467fb9431d23 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:27.689404 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.691124 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:27.703367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a910d381-b0aa-421d-8d00-07d2ca145e7c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.781498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Current status of the port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:27.781831 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.805704 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:33:24Z', 'revision_number': 5, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:27.832605 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] Checking router: 90300685-30c6-4fe0-b2ae-7f2c47906bde for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:27.838549 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:27.842766 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] Routers {'90300685-30c6-4fe0-b2ae-7f2c47906bde'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:27.844116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90300685-30c6-4fe0-b2ae-7f2c47906bde'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:27.857439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks [] for router (90300685-30c6-4fe0-b2ae-7f2c47906bde), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.884005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3489646f-4fd7-4a86-8077-7f419d2bf355), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.888784 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7c7a083e-754b-4207-8f0c-f5afc3e3dad6 req-5af3aa6a-a13e-4ee2-8264-391beecbcb6c service neutron] 10.222.0.46 "GET /v2.0/networks/a480176f-430c-4f94-be15-0432408980cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783156 Jul 28 10:33:27.917792 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:27.931075 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:33:27.936665 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:27.984787 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] Set router 90300685-30c6-4fe0-b2ae-7f2c47906bde gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:28.052179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-445c8ff6-71d0-4ffb-b57b-65a01e8fc9e9 admin admin] Publish callbacks [] for security_group (43865c4a-4f8a-42ef-901b-4fcff243489c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.091492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Pushing event deleted for resources: {'Port': ['ID=3489646f-4fd7-4a86-8077-7f419d2bf355,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:28.118134 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-445c8ff6-71d0-4ffb-b57b-65a01e8fc9e9 admin admin] Publish callbacks [] for security_group (43865c4a-4f8a-42ef-901b-4fcff243489c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.122705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (de7cce54-979d-4fdc-bc00-088118d5d97b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.123886 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Added segment de7cce54-979d-4fdc-bc00-088118d5d97b of type vlan for network 5d69d473-8805-4710-a77a-5eed03f5db19 Jul 28 10:33:28.126365 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:28.258525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Router 92776217-722d-4144-aabc-cdf6c88564d1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:28.278880 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks [] for router_gateway (90300685-30c6-4fe0-b2ae-7f2c47906bde), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.288608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-445c8ff6-71d0-4ffb-b57b-65a01e8fc9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (43865c4a-4f8a-42ef-901b-4fcff243489c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.291735 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-445c8ff6-71d0-4ffb-b57b-65a01e8fc9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.296087 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-445c8ff6-71d0-4ffb-b57b-65a01e8fc9e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43865c4a-4f8a-42ef-901b-4fcff243489c HTTP/1.1" status: 204 len: 168 time: 0.9406667 Jul 28 10:33:28.302349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] For port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,segment=NetworkSegment(7983aa15-ed31-4053-9740-6270fdeadbf5),segment_id=7983aa15-ed31-4053-9740-6270fdeadbf5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:28.305847 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:28.329498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ba1c7-52a2-40a0-92d5-47e0a3901c20 None None] Pushing event updated for resources: {'Port': ['ID=aa053927-eaa4-45de-8fab-b90cec896d90,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:28.342286 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:33:24Z', 'revision_number': 5, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:28.380332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:28.380988 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.393509 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2d91e5-38cc-4775-a8c7-e62c9ddef24d None None] The sync data for ids ['90300685-30c6-4fe0-b2ae-7f2c47906bde'] in n-d-850468-6 is: [{'id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2018201576-router', 'tenant_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '9736a853-d003-44b8-88d0-68cd22befca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:43Z', 'updated_at': '2022-07-28T10:33:24Z', 'revision_number': 5, 'project_id': '09bc1ff0d5164cabaeb43d17f1c5bddc', 'gw_port': {'id': '9736a853-d003-44b8-88d0-68cd22befca1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90300685-30c6-4fe0-b2ae-7f2c47906bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:44Z', 'updated_at': '2022-07-28T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:28.400504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.409848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (5d69d473-8805-4710-a77a-5eed03f5db19), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.423376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Deleting port 9736a853-d003-44b8-88d0-68cd22befca1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:28.423718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9736a853-d003-44b8-88d0-68cd22befca1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.457531 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c8ff6-71d0-4ffb-b57b-65a01e8fc9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43865c4a-4f8a-42ef-901b-4fcff243489c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:28.459107 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:28.513365 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7c7a083e-754b-4207-8f0c-f5afc3e3dad6 req-160433d0-c31a-426c-8964-88af6fe3a768 service neutron] 10.222.0.46 "GET /v2.0/networks/a480176f-430c-4f94-be15-0432408980cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000679 Jul 28 10:33:28.520899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:33:28.538817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Publish callbacks [] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.546886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Provisioning complete for port 651664a8-31b0-4da2-9b6d-76a8bd61df8d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:28.548063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.573605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks [] for floatingip (c2c9bc52-ca28-4df0-b726-b3e2640a39c7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.577095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.581140 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cc724cd8-74da-45cc-a835-65cc84c00fa6 tempest-VolumesAdminNegativeTest-1515595628 tempest-VolumesAdminNegativeTest-1515595628-project] 10.222.0.46 "DELETE /v2.0/floatingips/c2c9bc52-ca28-4df0-b726-b3e2640a39c7 HTTP/1.1" status: 204 len: 168 time: 4.2901161 Jul 28 10:33:28.645915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45144) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:28.709508 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:28.736600 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:28.738044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:28.770758 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13fc7fba-d9c8-4493-9c7d-f3b1a5d60284 admin admin] 10.222.0.46 "PUT /v2.0/routers/92776217-722d-4144-aabc-cdf6c88564d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7947719 Jul 28 10:33:28.812549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Pushing event updated for resources: {'Port': ['ID=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:28.938580 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f724fa2e-8ce4-4445-a738-48c553dadd69 req-f27b64ca-0752-4ad0-bad4-2aa12a32f16a tempest-ImagesOneServerNegativeTestJSON-1333296024 tempest-ImagesOneServerNegativeTestJSON-1333296024-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa95d68f-b3d2-41eb-bb9f-3d7df43ddea8 HTTP/1.1" status: 200 len: 210 time: 0.1117766 Jul 28 10:33:28.958485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:28.975262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573234f-8d50-4c6a-ab85-fc11ef3ad231 None None] Pushing event updated for resources: {'Port': ['ID=83e1b3ec-6fde-4e73-9983-467fb9431d23,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:28.999320 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] For port 9736a853-d003-44b8-88d0-68cd22befca1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9736a853-d003-44b8-88d0-68cd22befca1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:28.999696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9736a853-d003-44b8-88d0-68cd22befca1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.017458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.025075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Attempting to bind port aa053927-eaa4-45de-8fab-b90cec896d90 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:29.025457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Attempting to bind port aa053927-eaa4-45de-8fab-b90cec896d90 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:29.028201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Attempting to bind port aa053927-eaa4-45de-8fab-b90cec896d90 on network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:29.052701 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Calling delete_port for 9736a853-d003-44b8-88d0-68cd22befca1 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:29.140572 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (5d69d473-8805-4710-a77a-5eed03f5db19), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.141608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:29.151101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.184297 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:29.278250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:29.279096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Checking segment: {'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:29.279732 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.289611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Bound using segment: {'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:29.290821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Bound port: aa053927-eaa4-45de-8fab-b90cec896d90, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824a7b6-fa71-427b-a48e-c9999ccab586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:29.291879 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.352403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:29.444653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] Pushing event updated for resources: {'Network': ['ID=5d69d473-8805-4710-a77a-5eed03f5db19,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:29.460848 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:29.497157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 5d69d473-8805-4710-a77a-5eed03f5db19 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:33:29.632139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Attempting to bind port 83e1b3ec-6fde-4e73-9983-467fb9431d23 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:29.632586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Attempting to bind port 83e1b3ec-6fde-4e73-9983-467fb9431d23 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:29.633058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Attempting to bind port 83e1b3ec-6fde-4e73-9983-467fb9431d23 on network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:29.682912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:29.683435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Checking segment: {'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:29.683993 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.684494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Bound using segment: {'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:29.685094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Bound port: 83e1b3ec-6fde-4e73-9983-467fb9431d23, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22008732-7d0c-4102-acc6-0510fa920d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:29.685643 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.763790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] For port aa053927-eaa4-45de-8fab-b90cec896d90, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:29.832575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9736a853-d003-44b8-88d0-68cd22befca1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.865420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] For port 83e1b3ec-6fde-4e73-9983-467fb9431d23, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:29.872242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] For port 83e1b3ec-6fde-4e73-9983-467fb9431d23, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=83e1b3ec-6fde-4e73-9983-467fb9431d23,segment=NetworkSegment(22008732-7d0c-4102-acc6-0510fa920d94),segment_id=22008732-7d0c-4102-acc6-0510fa920d94)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:29.892890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09776631-295f-47ac-a3d0-2fe212f5d950 None None] Current status of the port 651664a8-31b0-4da2-9b6d-76a8bd61df8d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:29.899715 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:29.904780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] For port aa053927-eaa4-45de-8fab-b90cec896d90, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=aa053927-eaa4-45de-8fab-b90cec896d90,segment=NetworkSegment(4824a7b6-fa71-427b-a48e-c9999ccab586),segment_id=4824a7b6-fa71-427b-a48e-c9999ccab586)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:29.948179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9736a853-d003-44b8-88d0-68cd22befca1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:29.958439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5098051a-e1f0-4335-8875-7eb6f61cdba9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:29.972916 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.025953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Routers {'7f793a14-519a-473c-b2ba-cf26e51036a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:30.026791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7f793a14-519a-473c-b2ba-cf26e51036a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:30.066210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45178) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:30.089496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Provisioning complete for port aa053927-eaa4-45de-8fab-b90cec896d90 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:30.089811 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.119716 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:33:30.121170 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2d7719fc-b8d6-4427-98ef-3035d4bc345c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 5.0661809 Jul 28 10:33:30.121830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:30.150147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Request body: {'subnet': {'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-subnet', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:30.250559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Routers {'38e53e3c-f240-4613-9284-1ed8c0471db8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:30.251225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['38e53e3c-f240-4613-9284-1ed8c0471db8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:30.252753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45184) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:30.266458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8751356f-bdb7-4eb5-a7a3-3abdda7bd98e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--388114953', 'description': 'tempest-description--1402118218'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:30.324961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ac50d39-84e1-4069-bc60-8d526c5eeb89 req-454e0b70-865a-4c73-af9d-f105e4f2662b tempest-ImagesOneServerNegativeTestJSON-1333296024 tempest-ImagesOneServerNegativeTestJSON-1333296024-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa95d68f-b3d2-41eb-bb9f-3d7df43ddea8 HTTP/1.1" status: 200 len: 210 time: 0.0857518 Jul 28 10:33:30.366136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (90300685-30c6-4fe0-b2ae-7f2c47906bde), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.371405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5098051a-e1f0-4335-8875-7eb6f61cdba9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:30.371705 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.377117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (3a9b145b-432d-4668-ac1f-00ca2897f0bc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.384317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Made reservation on behalf of c07db15b194e4167a78e9e8aa0b7191f for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:30.387173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.464523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573234f-8d50-4c6a-ab85-fc11ef3ad231 None None] Pushing event updated for resources: {'Port': ['ID=83e1b3ec-6fde-4e73-9983-467fb9431d23,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:30.591538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Router a910d381-b0aa-421d-8d00-07d2ca145e7c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:30.630270 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (90300685-30c6-4fe0-b2ae-7f2c47906bde), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.630642 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:30.631495 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:30.635536 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks [] for router_controller (90300685-30c6-4fe0-b2ae-7f2c47906bde), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.679985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5098051a-e1f0-4335-8875-7eb6f61cdba9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:30.681177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7349c4-2737-4208-869d-076383fd7aae up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:30.700507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (90300685-30c6-4fe0-b2ae-7f2c47906bde), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.702267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90300685-30c6-4fe0-b2ae-7f2c47906bde {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:33:30.708890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.710854 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-418f1954-b38c-4d4a-8bb5-31a520fd9a5b admin admin] 10.222.0.46 "DELETE /v2.0/routers/90300685-30c6-4fe0-b2ae-7f2c47906bde HTTP/1.1" status: 204 len: 168 time: 3.3148370 Jul 28 10:33:30.712085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8751356f-bdb7-4eb5-a7a3-3abdda7bd98e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.728067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45188) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:30.788048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8e7349c4-2737-4208-869d-076383fd7aae triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:30.788638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e7349c4-2737-4208-869d-076383fd7aae), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.800475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8751356f-bdb7-4eb5-a7a3-3abdda7bd98e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group (846ff36b-eaef-4e57-9313-194fefc507db), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.826188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] Set router 7f793a14-519a-473c-b2ba-cf26e51036a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:30.859235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] Deleting subnet eedab65c-8d51-40b3-93b0-7aa1eee18fc5 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:33:30.862093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8751356f-bdb7-4eb5-a7a3-3abdda7bd98e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (846ff36b-eaef-4e57-9313-194fefc507db), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.874096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] Publish callbacks [] for subnet (eedab65c-8d51-40b3-93b0-7aa1eee18fc5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.887275 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:30.889686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:30.896844 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-network', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:30.915755 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:30.929455 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-783dc29c-9794-4c6e-93f1-2a5ef7da3a19 admin admin] 10.222.0.46 "PUT /v2.0/routers/a910d381-b0aa-421d-8d00-07d2ca145e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8126285 Jul 28 10:33:30.946683 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-49d98f0b-60ff-47ea-9d98-b74b874ff341 req-dd9c61ef-0f9b-49d3-a28e-8cd69463e7ca tempest-ImagesOneServerNegativeTestJSON-1333296024 tempest-ImagesOneServerNegativeTestJSON-1333296024-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa95d68f-b3d2-41eb-bb9f-3d7df43ddea8 HTTP/1.1" status: 200 len: 210 time: 0.3171258 Jul 28 10:33:30.947337 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45190) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:30.952587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (eedab65c-8d51-40b3-93b0-7aa1eee18fc5), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.956859 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8751356f-bdb7-4eb5-a7a3-3abdda7bd98e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.958241 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8751356f-bdb7-4eb5-a7a3-3abdda7bd98e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7018926 Jul 28 10:33:30.976636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Made reservation on behalf of a4b94d3df55b4831b42a4549917e7ce8 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:30.979205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:30.985106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45192) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:30.990801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-56d7042f-6823-4104-88ef-8dff7e007ae3 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Request body: {'security_group_rule': {'security_group_id': '846ff36b-eaef-4e57-9313-194fefc507db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:31.006957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751356f-bdb7-4eb5-a7a3-3abdda7bd98e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846ff36b-eaef-4e57-9313-194fefc507db,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:31.046222 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:31.078928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ba1c7-52a2-40a0-92d5-47e0a3901c20 None None] Pushing event updated for resources: {'Port': ['ID=aa053927-eaa4-45de-8fab-b90cec896d90,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:31.083445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] Sync routers for ids ['a910d381-b0aa-421d-8d00-07d2ca145e7c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:31.110270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] Routers {'a910d381-b0aa-421d-8d00-07d2ca145e7c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:31.110880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a910d381-b0aa-421d-8d00-07d2ca145e7c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:31.116229 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:31.118248 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks [] for router (a910d381-b0aa-421d-8d00-07d2ca145e7c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.119694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (eedab65c-8d51-40b3-93b0-7aa1eee18fc5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.140356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] Set router 38e53e3c-f240-4613-9284-1ed8c0471db8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:31.180285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.229205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56d7042f-6823-4104-88ef-8dff7e007ae3 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group_rule (39fbc2a8-48aa-4b45-a04c-b602cbedfcd8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.290322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks [] for security_group (8cabd511-8db2-4cc5-a108-7182914e7151), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.294749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (eedab65c-8d51-40b3-93b0-7aa1eee18fc5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.313713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8cabd511-8db2-4cc5-a108-7182914e7151), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.330628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Current status of the port aa053927-eaa4-45de-8fab-b90cec896d90 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:31.331099 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.332516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (7f793a14-519a-473c-b2ba-cf26e51036a8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.388031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45198) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:31.390343 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedab65c-8d51-40b3-93b0-7aa1eee18fc5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:31.401620 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.408264 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-29290639-f5ec-4164-a98c-97d8ec720da8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/eedab65c-8d51-40b3-93b0-7aa1eee18fc5 HTTP/1.1" status: 204 len: 168 time: 0.6040845 Jul 28 10:33:31.412423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45200) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:31.481746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56d7042f-6823-4104-88ef-8dff7e007ae3 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group_rule (39fbc2a8-48aa-4b45-a04c-b602cbedfcd8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.520547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a8be1-612a-400b-9fb2-415e0c3b0c19 None None] Network f03c1d86-de05-48c1-a848-7c981e6e6ed6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:31.534058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 4, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port': {'id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:59Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '83e1b3ec-6fde-4e73-9983-467fb9431d23', 'name': '', 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'mac_address': 'fa:16:3e:2d:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:08Z', 'updated_at': '2022-07-28T10:33:29Z', 'revision_number': 4, 'project_id': '4100dfb4e898401993468915b74050cd', 'subnets': [{'id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:31.534728 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56d7042f-6823-4104-88ef-8dff7e007ae3 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (39fbc2a8-48aa-4b45-a04c-b602cbedfcd8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.553140 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (68c50b71-8fa3-4f59-a012-6030394376e4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.648452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:33:31.649994 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7042f-6823-4104-88ef-8dff7e007ae3 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fbc2a8-48aa-4b45-a04c-b602cbedfcd8,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:31.662591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c50b71-8fa3-4f59-a012-6030394376e4,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:31.678146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56d7042f-6823-4104-88ef-8dff7e007ae3 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.680055 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-56d7042f-6823-4104-88ef-8dff7e007ae3 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6935377 Jul 28 10:33:31.688567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (f03c1d86-de05-48c1-a848-7c981e6e6ed6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.694607 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45202) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:31.703811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f037ac3c-98f0-4602-af10-3d18604822a0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Request body: {'security_group_rule': {'security_group_id': '846ff36b-eaef-4e57-9313-194fefc507db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:31.751606 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:31.754413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8e7349c4-2737-4208-869d-076383fd7aae is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:31.754817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e7349c4-2737-4208-869d-076383fd7aae), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.769183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cabd511-8db2-4cc5-a108-7182914e7151,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:31.793405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cd4b0480-2285-4fca-bd9d-d6e5d6e15254), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.793979 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Added segment cd4b0480-2285-4fca-bd9d-d6e5d6e15254 of type vlan for network 64ade6e7-398b-4cf3-bb9c-323132966f97 Jul 28 10:33:31.806218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8e7349c4-2737-4208-869d-076383fd7aae, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e7349c4-2737-4208-869d-076383fd7aae,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:31.824706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34179fc6-d258-437e-908f-603fa0fa0abf None None] The sync data for ids ['7f793a14-519a-473c-b2ba-cf26e51036a8'] in n-d-850468-6 is: [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:11Z', 'revision_number': 4, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port': {'id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:59Z', 'updated_at': '2022-07-28T10:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '83e1b3ec-6fde-4e73-9983-467fb9431d23', 'name': '', 'network_id': 'e2ae8690-fb6c-4330-be7f-7b976cc1fd67', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'mac_address': 'fa:16:3e:2d:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:08Z', 'updated_at': '2022-07-28T10:33:29Z', 'revision_number': 4, 'project_id': '4100dfb4e898401993468915b74050cd', 'subnets': [{'id': 'f3f5968a-11da-4966-ad9f-8aac1587a285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:31.836995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] For port aa053927-eaa4-45de-8fab-b90cec896d90, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=aa053927-eaa4-45de-8fab-b90cec896d90,segment=NetworkSegment(4824a7b6-fa71-427b-a48e-c9999ccab586),segment_id=4824a7b6-fa71-427b-a48e-c9999ccab586)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:31.840895 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e7349c4-2737-4208-869d-076383fd7aae), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.841889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4c8c28ea-5337-4be8-855c-9f5788b119e9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:31.932670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks [] for router_gateway (a910d381-b0aa-421d-8d00-07d2ca145e7c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.938931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f037ac3c-98f0-4602-af10-3d18604822a0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group_rule (3c69ef43-7865-450d-8885-ccad2a8cbd0e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:31.959649 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:32.016820 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.027980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Deleting port 37362242-a3ce-400a-b5a7-03413c9335d1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:32.028377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.028741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (64ade6e7-398b-4cf3-bb9c-323132966f97), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.081104 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:32.093807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Provisioning complete for port 83e1b3ec-6fde-4e73-9983-467fb9431d23 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:32.094688 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.094820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Checking segment: {'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:32.094820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Network hostable DHCP agents. Network: 5d69d473-8805-4710-a77a-5eed03f5db19, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:33:32.116624 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:32.138377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Deleting port ad7a5900-298c-4cb3-a3be-edc3500377ff {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:32.138377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.163209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4c8c28ea-5337-4be8-855c-9f5788b119e9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:32.163484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.174508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] Set router a910d381-b0aa-421d-8d00-07d2ca145e7c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:32.179891 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f037ac3c-98f0-4602-af10-3d18604822a0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group_rule (3c69ef43-7865-450d-8885-ccad2a8cbd0e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.186787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] For port 37362242-a3ce-400a-b5a7-03413c9335d1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=37362242-a3ce-400a-b5a7-03413c9335d1,segment=NetworkSegment(b2f25f7b-d938-44b5-b1af-a3695e1d1569),segment_id=b2f25f7b-d938-44b5-b1af-a3695e1d1569)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:32.187593 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.212627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Calling delete_port for 37362242-a3ce-400a-b5a7-03413c9335d1 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:32.214839 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Deleting port 258146ae-b08a-448d-9199-5b0635aebb2d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:32.215828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.268994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8e7349c4-2737-4208-869d-076383fd7aae,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:32.276606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (64ade6e7-398b-4cf3-bb9c-323132966f97), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.277992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:32.278758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.356039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Network 5d69d473-8805-4710-a77a-5eed03f5db19 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:33:32.364123 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:32.365388 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:32.372776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f037ac3c-98f0-4602-af10-3d18604822a0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (3c69ef43-7865-450d-8885-ccad2a8cbd0e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.434158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f037ac3c-98f0-4602-af10-3d18604822a0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.438502 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f037ac3c-98f0-4602-af10-3d18604822a0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7400408 Jul 28 10:33:32.440070 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (37362242-a3ce-400a-b5a7-03413c9335d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.448386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45204) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:32.452012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebde770-aa7d-41bc-ba04-175816edd50d None None] DHCP port deletion for f03c1d86-de05-48c1-a848-7c981e6e6ed6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:33:32.456905 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3832858 Jul 28 10:33:32.469922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45206) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:32.477467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:32.478520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Request body: {'subnet': {'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-subnet', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:32.482339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 5d69d473-8805-4710-a77a-5eed03f5db19) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:32.484812 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae6514-6474-40c0-90e3-a9d80470c57d admin admin] Pushing event updated for resources: {'Network': ['ID=64ade6e7-398b-4cf3-bb9c-323132966f97,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:32.513136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:32.514444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.531423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037ac3c-98f0-4602-af10-3d18604822a0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c69ef43-7865-450d-8885-ccad2a8cbd0e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:32.534361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] No DVR routers for this DVR port 37362242-a3ce-400a-b5a7-03413c9335d1 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:32.538422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:33:32.540461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6097e9-1af9-4f88-bbd4-888b7cff7126 None None] Network 5d69d473-8805-4710-a77a-5eed03f5db19 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:32.540602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Pushing event deleted for resources: {'Port': ['ID=37362242-a3ce-400a-b5a7-03413c9335d1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:32.589286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] For port ad7a5900-298c-4cb3-a3be-edc3500377ff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ad7a5900-298c-4cb3-a3be-edc3500377ff,segment=NetworkSegment(ad1b64a4-660b-4966-8d48-4edb918797b9),segment_id=ad1b64a4-660b-4966-8d48-4edb918797b9)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:32.589946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.632582 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Calling delete_port for ad7a5900-298c-4cb3-a3be-edc3500377ff owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:32.636535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] For port 258146ae-b08a-448d-9199-5b0635aebb2d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=258146ae-b08a-448d-9199-5b0635aebb2d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:32.637119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.655190 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-21bb94e5-f17c-4e5a-95fc-60f796633603 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5208156 Jul 28 10:33:32.684064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45210) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:32.689545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Pushing event updated for resources: {'Port': ['ID=aa053927-eaa4-45de-8fab-b90cec896d90,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:32.693651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:32.707919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Calling delete_port for 258146ae-b08a-448d-9199-5b0635aebb2d owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:32.715515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Made reservation on behalf of a4b94d3df55b4831b42a4549917e7ce8 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:32.718779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.720671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (f03c1d86-de05-48c1-a848-7c981e6e6ed6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.755230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03c1d86-de05-48c1-a848-7c981e6e6ed6']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:32.768109 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f25f7b-d938-44b5-b1af-a3695e1d1569') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:32.768535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f25f7b-d938-44b5-b1af-a3695e1d1569') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:32.786288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (b2f25f7b-d938-44b5-b1af-a3695e1d1569), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.819064 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc8f50b7-d872-438c-8b6e-966e3bf53050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.836463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:17Z', 'revision_number': 4, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port': {'id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'aa053927-eaa4-45de-8fab-b90cec896d90', 'name': '', 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'mac_address': 'fa:16:3e:5b:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2af75be8-8b0f-4957-b94e-01b7b3dfe28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:29Z', 'revision_number': 4, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'subnets': [{'id': '2af75be8-8b0f-4957-b94e-01b7b3dfe28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:32.868457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Deleting port 83e1b3ec-6fde-4e73-9983-467fb9431d23 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:32.868801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.881682 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:32.885221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Current status of the port 83e1b3ec-6fde-4e73-9983-467fb9431d23 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:32.885627 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.902359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149db0e6-cb40-4d2f-ad95-d5dc01e1a4be None None] The sync data for ids ['38e53e3c-f240-4613-9284-1ed8c0471db8'] in n-d-850468-6 is: [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:17Z', 'revision_number': 4, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port': {'id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'aa053927-eaa4-45de-8fab-b90cec896d90', 'name': '', 'network_id': 'bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'mac_address': 'fa:16:3e:5b:91:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '2af75be8-8b0f-4957-b94e-01b7b3dfe28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:29Z', 'revision_number': 4, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'subnets': [{'id': '2af75be8-8b0f-4957-b94e-01b7b3dfe28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:32.915539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b2f25f7b-d938-44b5-b1af-a3695e1d1569), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.916625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4c8c28ea-5337-4be8-855c-9f5788b119e9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:32.917820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 258146ae-b08a-448d-9199-5b0635aebb2d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:32.951176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:32.983579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:33:32.984381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (b2f25f7b-d938-44b5-b1af-a3695e1d1569), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.055085 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:33.145955 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Sync routers for ids ['92776217-722d-4144-aabc-cdf6c88564d1'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:33.167394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Routers {'92776217-722d-4144-aabc-cdf6c88564d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:33.168322 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['92776217-722d-4144-aabc-cdf6c88564d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:33.194809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e06b2be5-e9a8-464b-95fc-96eff630a76b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.205660 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b2f25f7b-d938-44b5-b1af-a3695e1d1569 resource provider aggregate not found Jul 28 10:33:33.323321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] For port 83e1b3ec-6fde-4e73-9983-467fb9431d23, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=83e1b3ec-6fde-4e73-9983-467fb9431d23,segment=NetworkSegment(22008732-7d0c-4102-acc6-0510fa920d94),segment_id=22008732-7d0c-4102-acc6-0510fa920d94)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:33.335473 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.383276 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Set router 92776217-722d-4144-aabc-cdf6c88564d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:33.404019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-5d69d473-8805-4710-a77a-5eed03f5db19', 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19', 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'fixed_ips': [{'subnet_id': '68c50b71-8fa3-4f59-a012-6030394376e4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:33:33.406941 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.419727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:33:25Z', 'revision_number': 5, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port': {'id': '258146ae-b08a-448d-9199-5b0635aebb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:24:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:55Z', 'updated_at': '2022-07-28T10:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:33.509988 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:33.512222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 258146ae-b08a-448d-9199-5b0635aebb2d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:33.514192 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.534386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Provisioning complete for port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:33.534922 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.537315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] Checking router: a910d381-b0aa-421d-8d00-07d2ca145e7c for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:33.553003 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (f03c1d86-de05-48c1-a848-7c981e6e6ed6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.561368 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b2f25f7b-d938-44b5-b1af-a3695e1d1569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2f25f7b-d938-44b5-b1af-a3695e1d1569 found for delete ", "request_id": "req-8d32449a-6f0f-4825-8af6-8bbb2c90399a"}]} Jul 28 10:33:33.585463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.604801 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f03c1d86-de05-48c1-a848-7c981e6e6ed6 HTTP/1.1" status: 204 len: 168 time: 2.1891451 Jul 28 10:33:33.656579 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:33.672475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ed8aa-da90-4a6d-b03a-0f6c790a4581 admin admin] Pushing event deleted for resources: {'Network': ['ID=f03c1d86-de05-48c1-a848-7c981e6e6ed6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:33.689790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (9d7c5c3a-b371-4639-9356-b118e31e7ea1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.690922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (9d7c5c3a-b371-4639-9356-b118e31e7ea1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.691912 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:33:25Z', 'revision_number': 4, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port': {'id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8759ffb9-6a4b-4255-bea0-d41ff61217d0', 'name': '', 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'mac_address': 'fa:16:3e:c0:e6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'bc791151-1986-4831-ad08-f3f155a0c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:22Z', 'updated_at': '2022-07-28T10:33:25Z', 'revision_number': 2, 'project_id': '464094be29ab46e0b9370341079127ad', 'subnets': [{'id': 'bc791151-1986-4831-ad08-f3f155a0c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:33.696246 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (3009c173-3ecf-4ba1-8bb4-bdcd7b60be95), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.710492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] Routers {'a910d381-b0aa-421d-8d00-07d2ca145e7c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:33.711143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a910d381-b0aa-421d-8d00-07d2ca145e7c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:33.720598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Pushing event updated for resources: {'Port': ['ID=83e1b3ec-6fde-4e73-9983-467fb9431d23,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:33.736610 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Checking router: 92776217-722d-4144-aabc-cdf6c88564d1 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:33.737900 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Updating router 92776217-722d-4144-aabc-cdf6c88564d1 port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:33.801478 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:33.932341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45218) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:33.953499 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.011601 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:34.051504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3009c173-3ecf-4ba1-8bb4-bdcd7b60be95,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:34.053454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Allocated IP 172.20.0.2 (5d69d473-8805-4710-a77a-5eed03f5db19/68c50b71-8fa3-4f59-a012-6030394376e4/d3d81720-95e7-4219-bcf7-83219da5d17b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:34.121738 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Checking segment: {'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:34.122318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Network hostable DHCP agents. Network: 64ade6e7-398b-4cf3-bb9c-323132966f97, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:33:34.135090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa71363c-7b94-4aed-b7dd-c08054e4fc29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09bc1ff0d5164cabaeb43d17f1c5bddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993070 Jul 28 10:33:34.139509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45220) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:34.159372 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:34.231979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks [] for router_controller (9d7c5c3a-b371-4639-9356-b118e31e7ea1), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.244005 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:34.252326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] For port 83e1b3ec-6fde-4e73-9983-467fb9431d23, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=83e1b3ec-6fde-4e73-9983-467fb9431d23,segment=NetworkSegment(22008732-7d0c-4102-acc6-0510fa920d94),segment_id=22008732-7d0c-4102-acc6-0510fa920d94)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:34.252708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.274975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] Set router a910d381-b0aa-421d-8d00-07d2ca145e7c gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:34.327922 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Allocated IP 172.25.2.31 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c7eed58f-684c-4618-afeb-90bbf778781c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:34.380369 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5dc-1806-4732-9668-97a363e21821 admin admin] Publish callbacks [] for security_group (f55f40cc-9b4b-4001-b0fe-b32031181cdc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.385543 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:34.434229 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Publish callbacks [] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.440210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:33:31Z', 'revision_number': 6, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:34.443879 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.445439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Deleting port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:34.445944 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.507880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 258146ae-b08a-448d-9199-5b0635aebb2d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:34.508814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a90427cf-ddf9-4367-863f-9a859c18e747 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:34.513748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Current status of the port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:34.536853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0531656-d1fa-4159-a9dc-e6a03b921e17 None None] The sync data for ids ['a910d381-b0aa-421d-8d00-07d2ca145e7c'] in n-d-850468-6 is: [{'id': 'a910d381-b0aa-421d-8d00-07d2ca145e7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-916093020-router', 'tenant_id': 'e60e39df35a24b9e902b4c3159e154da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:53Z', 'updated_at': '2022-07-28T10:33:31Z', 'revision_number': 6, 'project_id': 'e60e39df35a24b9e902b4c3159e154da', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:34.544061 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0523-e771-4891-87ac-ec21f6a88266 None None] Pushing event updated for resources: {'Port': ['ID=8759ffb9-6a4b-4255-bea0-d41ff61217d0,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:34.600884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5dc-1806-4732-9668-97a363e21821 admin admin] Publish callbacks [] for security_group (f55f40cc-9b4b-4001-b0fe-b32031181cdc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.616484 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Attempting to bind port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:34.617063 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Attempting to bind port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:34.617428 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Attempting to bind port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 on network 4c42d355-6655-4ecf-a3b7-01059b3a1308 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:34.627065 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:34.627430 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Checking segment: {'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:34.627836 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.628226 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Bound using segment: {'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:34.628700 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Bound port: 8759ffb9-6a4b-4255-bea0-d41ff61217d0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d8099a-63c2-4fea-b340-620652c15290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:34.631756 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.647780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Provisioning complete for port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:34.648143 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.657998 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:34.666675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Calling delete_port for 83e1b3ec-6fde-4e73-9983-467fb9431d23 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:34.726238 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Publish callbacks [] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.737980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4f41c5af-5065-41b0-9cea-d2155d8522e9 None None] Port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:34.740221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a90427cf-ddf9-4367-863f-9a859c18e747 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:34.740853 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.745411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.788426 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] For port 8759ffb9-6a4b-4255-bea0-d41ff61217d0, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:34.790355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for port (c7eed58f-684c-4618-afeb-90bbf778781c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.792540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] For port 8759ffb9-6a4b-4255-bea0-d41ff61217d0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8759ffb9-6a4b-4255-bea0-d41ff61217d0,segment=NetworkSegment(58d8099a-63c2-4fea-b340-620652c15290),segment_id=58d8099a-63c2-4fea-b340-620652c15290)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:34.800570 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:33:34.819869 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.834390 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:34.891790 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:34.895712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Network 5d69d473-8805-4710-a77a-5eed03f5db19 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:34.896567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] For port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,segment=NetworkSegment(7983aa15-ed31-4053-9740-6270fdeadbf5),segment_id=7983aa15-ed31-4053-9740-6270fdeadbf5)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:34.897141 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.913327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:34.922643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Pushing event updated for resources: {'Port': ['ID=d3d81720-95e7-4219-bcf7-83219da5d17b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:34.929905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:34.933898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09dcf2f6-f07b-4286-803d-0c128424e575 None None] Provisioning complete for port aa053927-eaa4-45de-8fab-b90cec896d90 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:34.934270 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09dcf2f6-f07b-4286-803d-0c128424e575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.939816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Calling delete_port for 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:34.969290 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Routers {'92776217-722d-4144-aabc-cdf6c88564d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:34.970244 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['92776217-722d-4144-aabc-cdf6c88564d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:34.985434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (258146ae-b08a-448d-9199-5b0635aebb2d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:34.988283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 64ade6e7-398b-4cf3-bb9c-323132966f97) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:35.001814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ad7a5900-298c-4cb3-a3be-edc3500377ff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.027454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:35.028084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.052456 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:35.085437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc9166-92e9-4107-b58b-5847f9687054 None None] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:35.126757 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4955a13c-68f3-46c4-8d87-e327d2559130 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6525388 Jul 28 10:33:35.147785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks [] for router_gateway (9d7c5c3a-b371-4639-9356-b118e31e7ea1), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.153946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Pushing event deleted for resources: {'Port': ['ID=258146ae-b08a-448d-9199-5b0635aebb2d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:35.215125 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] Set router 92776217-722d-4144-aabc-cdf6c88564d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:35.217352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45222) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:35.222124 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c037-4a00-44c5-bd2c-766f9a4f2350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.225206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:35.268192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a90427cf-ddf9-4367-863f-9a859c18e747 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:35.269298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:35.280919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c7eed58f-684c-4618-afeb-90bbf778781c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.334501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7a5900-298c-4cb3-a3be-edc3500377ff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:35.353423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.362071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Attempting to bind port d3d81720-95e7-4219-bcf7-83219da5d17b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:35.362729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Attempting to bind port d3d81720-95e7-4219-bcf7-83219da5d17b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:35.363263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Attempting to bind port d3d81720-95e7-4219-bcf7-83219da5d17b on network 5d69d473-8805-4710-a77a-5eed03f5db19 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:35.368111 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:35.370886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Pushing event updated for resources: {'Port': ['ID=c7eed58f-684c-4618-afeb-90bbf778781c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:35.388166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0523-e771-4891-87ac-ec21f6a88266 None None] Pushing event updated for resources: {'Port': ['ID=8759ffb9-6a4b-4255-bea0-d41ff61217d0,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:35.393672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (8ab26630-699e-4adc-8ae8-52212adae2ac), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.394997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (8ab26630-699e-4adc-8ae8-52212adae2ac), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.433961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:35.434641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Checking segment: {'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:35.435231 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.436052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Bound using segment: {'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:35.436995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Bound port: d3d81720-95e7-4219-bcf7-83219da5d17b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:35.437579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.496579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09dcf2f6-f07b-4286-803d-0c128424e575 None None] Current status of the port aa053927-eaa4-45de-8fab-b90cec896d90 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:35.503263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-64ade6e7-398b-4cf3-bb9c-323132966f97', 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97', 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'fixed_ips': [{'subnet_id': '3009c173-3ecf-4ba1-8bb4-bdcd7b60be95'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:33:35.509584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.553738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks [] for router_controller (8ab26630-699e-4adc-8ae8-52212adae2ac), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.590780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:35.591158 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.599964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09dcf2f6-f07b-4286-803d-0c128424e575 None None] Provisioning complete for port 83e1b3ec-6fde-4e73-9983-467fb9431d23 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:35.600599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09dcf2f6-f07b-4286-803d-0c128424e575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.650430 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:35.651736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:35.673961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:35.721088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5dc-1806-4732-9668-97a363e21821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f55f40cc-9b4b-4001-b0fe-b32031181cdc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.723562 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5dc-1806-4732-9668-97a363e21821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.724782 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6cb3f5dc-1806-4732-9668-97a363e21821 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f55f40cc-9b4b-4001-b0fe-b32031181cdc HTTP/1.1" status: 204 len: 168 time: 1.5825975 Jul 28 10:33:35.756208 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:33:25Z', 'revision_number': 4, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port': {'id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8759ffb9-6a4b-4255-bea0-d41ff61217d0', 'name': '', 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'mac_address': 'fa:16:3e:c0:e6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'bc791151-1986-4831-ad08-f3f155a0c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:22Z', 'updated_at': '2022-07-28T10:33:34Z', 'revision_number': 4, 'project_id': '464094be29ab46e0b9370341079127ad', 'subnets': [{'id': 'bc791151-1986-4831-ad08-f3f155a0c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:35.801689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:35.816114 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8833a9-1f3a-43e5-a045-9365bb163e77 None None] The sync data for ids ['92776217-722d-4144-aabc-cdf6c88564d1'] in n-d-850468-6 is: [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:33:25Z', 'revision_number': 4, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port': {'id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8759ffb9-6a4b-4255-bea0-d41ff61217d0', 'name': '', 'network_id': '4c42d355-6655-4ecf-a3b7-01059b3a1308', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'mac_address': 'fa:16:3e:c0:e6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'bc791151-1986-4831-ad08-f3f155a0c8d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:22Z', 'updated_at': '2022-07-28T10:33:34Z', 'revision_number': 4, 'project_id': '464094be29ab46e0b9370341079127ad', 'subnets': [{'id': 'bc791151-1986-4831-ad08-f3f155a0c8d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:35.872427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:35.884843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] For port d3d81720-95e7-4219-bcf7-83219da5d17b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:35.894064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (a910d381-b0aa-421d-8d00-07d2ca145e7c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.910485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (3a9b145b-432d-4668-ac1f-00ca2897f0bc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:35.948610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] For port d3d81720-95e7-4219-bcf7-83219da5d17b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d3d81720-95e7-4219-bcf7-83219da5d17b,segment=NetworkSegment(de7cce54-979d-4fdc-bc00-088118d5d97b),segment_id=de7cce54-979d-4fdc-bc00-088118d5d97b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:35.948952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f5dc-1806-4732-9668-97a363e21821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f40cc-9b4b-4001-b0fe-b32031181cdc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:36.024187 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:36.075967 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.228622 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a910d381-b0aa-421d-8d00-07d2ca145e7c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.232172 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks [] for router_controller (a910d381-b0aa-421d-8d00-07d2ca145e7c), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.238473 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks [] for router_gateway (8ab26630-699e-4adc-8ae8-52212adae2ac), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.388938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:36.390130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.419903 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:36.435198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.449573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09dcf2f6-f07b-4286-803d-0c128424e575 None None] Current status of the port 83e1b3ec-6fde-4e73-9983-467fb9431d23 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:36.453809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Allocated IP 172.20.0.2 (64ade6e7-398b-4cf3-bb9c-323132966f97/3009c173-3ecf-4ba1-8bb4-bdcd7b60be95/046a3e4f-1dbc-447e-8d4c-24eb54f17ad1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:36.500502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:36.507705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09c22a-ec9c-476f-ac01-d13dc6ac24ac None None] Pushing event updated for resources: {'Port': ['ID=d3d81720-95e7-4219-bcf7-83219da5d17b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:36.513669 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.514617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba262212-ea8a-48b3-aadd-16004579d488 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:36.738361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ebac6a0b-a43d-473f-96ed-fc1cc75e2ac7 None None] Provisioning complete for port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:36.749246 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebac6a0b-a43d-473f-96ed-fc1cc75e2ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.762763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks [] for router_gateway (8ab26630-699e-4adc-8ae8-52212adae2ac), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.802379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.836357 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e06b2be5-e9a8-464b-95fc-96eff630a76b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.958003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a910d381-b0aa-421d-8d00-07d2ca145e7c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.959164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a910d381-b0aa-421d-8d00-07d2ca145e7c {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:33:36.960947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:36.974232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.975388 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-69df752f-9790-4346-bbb4-3ab55a19a923 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a910d381-b0aa-421d-8d00-07d2ca145e7c HTTP/1.1" status: 204 len: 168 time: 5.9999640 Jul 28 10:33:36.992837 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Publish callbacks [] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:36.994388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ba262212-ea8a-48b3-aadd-16004579d488 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:36.994837 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ba262212-ea8a-48b3-aadd-16004579d488), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.013028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45238) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:37.072408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (83e1b3ec-6fde-4e73-9983-467fb9431d23), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.129230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.156405 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Pushing event deleted for resources: {'Port': ['ID=83e1b3ec-6fde-4e73-9983-467fb9431d23,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:37.165833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks [] for router_gateway (9d7c5c3a-b371-4639-9356-b118e31e7ea1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.260442 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.287487 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:37.298655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.311190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] Deleting subnet ed6de6ea-ab6f-4964-b6ed-b15e374895c8 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:33:37.317682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:37.356384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] Publish callbacks [] for subnet (ed6de6ea-ab6f-4964-b6ed-b15e374895c8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.359266 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:37.372508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Pushing event updated for resources: {'Port': ['ID=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:37.376204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:37.393368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:37.521637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Allocated IP 172.25.2.105 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/babe87cd-903b-4d88-bfa6-077abf37cd99) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:37.538613 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:37.567262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ebac6a0b-a43d-473f-96ed-fc1cc75e2ac7 None None] Current status of the port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:37.572204 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebac6a0b-a43d-473f-96ed-fc1cc75e2ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.703307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (ed6de6ea-ab6f-4964-b6ed-b15e374895c8), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.737006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for floatingip (5f261b61-05c2-438d-961c-2580067250d6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.739007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Attempting to bind port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:37.739940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Attempting to bind port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:37.740427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Attempting to bind port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 on network 64ade6e7-398b-4cf3-bb9c-323132966f97 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:37.752412 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:37.762762 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.764589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ba262212-ea8a-48b3-aadd-16004579d488 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:37.766579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 651664a8-31b0-4da2-9b6d-76a8bd61df8d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:37.791351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Router 3a9b145b-432d-4668-ac1f-00ca2897f0bc has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:37.792395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ebac6a0b-a43d-473f-96ed-fc1cc75e2ac7 None None] For port 8759ffb9-6a4b-4255-bea0-d41ff61217d0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8759ffb9-6a4b-4255-bea0-d41ff61217d0,segment=NetworkSegment(58d8099a-63c2-4fea-b340-620652c15290),segment_id=58d8099a-63c2-4fea-b340-620652c15290)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:37.798529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-network', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:37.802019 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.813776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:37.813776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Checking segment: {'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:37.813776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.813776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Bound using segment: {'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:37.813776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Bound port: 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:37.813776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.818736 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebac6a0b-a43d-473f-96ed-fc1cc75e2ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.827774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c7eed58f-684c-4618-afeb-90bbf778781c), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.835338 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:37.864266 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (7f793a14-519a-473c-b2ba-cf26e51036a8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:37.927207 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:37.933616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac6a0b-a43d-473f-96ed-fc1cc75e2ac7 None None] Pushing event updated for resources: {'Port': ['ID=8759ffb9-6a4b-4255-bea0-d41ff61217d0,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:37.945572 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:37.946878 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks [] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.019947 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:38.031288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 651664a8-31b0-4da2-9b6d-76a8bd61df8d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:38.031288 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.036636 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ed6de6ea-ab6f-4964-b6ed-b15e374895c8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.070200 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1ebe503a-166d-4a73-9cb2-5121258ad830 admin admin] 10.222.0.46 "PUT /v2.0/routers/3a9b145b-432d-4668-ac1f-00ca2897f0bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4175456 Jul 28 10:33:38.073095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45250) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:38.079487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29f771-00d8-4936-8194-f449506431ee None None] Sync routers for ids ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:38.086661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Made reservation on behalf of b3f4b241d557442e9d46300cf50160cf for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:38.089534 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.133284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.140669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] Routers {'3a9b145b-432d-4668-ac1f-00ca2897f0bc'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:38.141315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:38.148119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 651664a8-31b0-4da2-9b6d-76a8bd61df8d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:38.149296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae795d3b-c7cd-49db-a0c1-604e4146992f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:38.151243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f88f791-488b-407a-ba1b-494d0a0a7bc6 None None] Network 5d69d473-8805-4710-a77a-5eed03f5db19 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:38.173384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Router e06b2be5-e9a8-464b-95fc-96eff630a76b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:38.179850 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:38.202680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.217655 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:38.230611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:38.236413 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:38.241119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] For port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:38.243205 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Pushing event updated for resources: {'Port': ['ID=babe87cd-903b-4d88-bfa6-077abf37cd99,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:38.277023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for port (c7eed58f-684c-4618-afeb-90bbf778781c), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.316517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (c7eed58f-684c-4618-afeb-90bbf778781c), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.321848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] For port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,segment=NetworkSegment(cd4b0480-2285-4fca-bd9d-d6e5d6e15254),segment_id=cd4b0480-2285-4fca-bd9d-d6e5d6e15254)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:38.327835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7ab9fc65-556d-4ad6-9ae5-95876c83fd5e None None] Provisioning complete for port d3d81720-95e7-4219-bcf7-83219da5d17b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:38.328238 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fc65-556d-4ad6-9ae5-95876c83fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.351014 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Allocated IP 172.25.2.22 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/51a6a9ba-8c08-4b4d-b642-ba1569a13a67) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:38.396279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (ed6de6ea-ab6f-4964-b6ed-b15e374895c8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.399848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.411565 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:38.485030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks [] for router (3a9b145b-432d-4668-ac1f-00ca2897f0bc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.493843 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6de6ea-ab6f-4964-b6ed-b15e374895c8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:38.521885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.526055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae795d3b-c7cd-49db-a0c1-604e4146992f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:38.526609 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.527221 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-35e31c40-fbb5-46f3-a597-12b059c13b42 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ed6de6ea-ab6f-4964-b6ed-b15e374895c8 HTTP/1.1" status: 204 len: 168 time: 1.5123868 Jul 28 10:33:38.528383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45252) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:38.535223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Pushing event updated for resources: {'Port': ['ID=c7eed58f-684c-4618-afeb-90bbf778781c,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:38.537238 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:38.549184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] Set router 3a9b145b-432d-4668-ac1f-00ca2897f0bc gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:38.564933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (5f261b61-05c2-438d-961c-2580067250d6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.573389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:38.590762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6a629b53-62c7-4b33-9ed0-f72474af43d9 admin admin] 10.222.0.46 "PUT /v2.0/routers/e06b2be5-e9a8-464b-95fc-96eff630a76b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1939533 Jul 28 10:33:38.591183 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] Sync routers for ids ['e06b2be5-e9a8-464b-95fc-96eff630a76b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:38.599211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16ccec-745d-498e-8d00-45446d9d46e7 None None] Network e318a6cc-4c41-417d-90b1-48556b0d25fe requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:38.600417 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45254) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:38.633058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] Routers {'e06b2be5-e9a8-464b-95fc-96eff630a76b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:38.636152 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e06b2be5-e9a8-464b-95fc-96eff630a76b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:38.664614 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:38.665878 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e6b55c6-7624-41f7-af55-0e945afdd4af tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2082803 Jul 28 10:33:38.712506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092f2f2-db2b-4348-8a06-b9cd0f39ea2b None None] Pushing event updated for resources: {'Port': ['ID=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:38.857802 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] Set router e06b2be5-e9a8-464b-95fc-96eff630a76b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:38.880685 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:38.882221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Router 7f793a14-519a-473c-b2ba-cf26e51036a8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:38.971951 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:39.047746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9fc65-556d-4ad6-9ae5-95876c83fd5e None None] Current status of the port d3d81720-95e7-4219-bcf7-83219da5d17b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:39.050136 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fc65-556d-4ad6-9ae5-95876c83fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.088182 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:39.090902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks [] for router (e06b2be5-e9a8-464b-95fc-96eff630a76b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.100536 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:39.101638 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (e318a6cc-4c41-417d-90b1-48556b0d25fe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.191347 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:35Z', 'revision_number': 5, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:39.203550 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:39.239331 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] Checking router: e06b2be5-e9a8-464b-95fc-96eff630a76b for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:39.261344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks [] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.262366 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] Routers {'e06b2be5-e9a8-464b-95fc-96eff630a76b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:39.263007 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e06b2be5-e9a8-464b-95fc-96eff630a76b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:39.265732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks [] for security_group (129c236f-94e9-4420-9775-2fe84e9a4704), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.275306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae795d3b-c7cd-49db-a0c1-604e4146992f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:39.275796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.287436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7ab9fc65-556d-4ad6-9ae5-95876c83fd5e None None] For port d3d81720-95e7-4219-bcf7-83219da5d17b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d3d81720-95e7-4219-bcf7-83219da5d17b,segment=NetworkSegment(de7cce54-979d-4fdc-bc00-088118d5d97b),segment_id=de7cce54-979d-4fdc-bc00-088118d5d97b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:39.293681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf25980-6a65-425f-9829-31319ea03486 None None] DHCP port deletion for e318a6cc-4c41-417d-90b1-48556b0d25fe request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:33:39.312151 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ab9fc65-556d-4ad6-9ae5-95876c83fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.323811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks [] for router_gateway (e06b2be5-e9a8-464b-95fc-96eff630a76b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.334884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ae795d3b-c7cd-49db-a0c1-604e4146992f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae795d3b-c7cd-49db-a0c1-604e4146992f,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:39.433512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Deleting port 8e7349c4-2737-4208-869d-076383fd7aae {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:39.434950 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8e7349c4-2737-4208-869d-076383fd7aae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.445532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks [] for router_gateway (8ab26630-699e-4adc-8ae8-52212adae2ac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.469052 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] Set router e06b2be5-e9a8-464b-95fc-96eff630a76b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:39.532955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.533902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:39.536017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:33:34Z', 'revision_number': 5, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:39.585583 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:39.605705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:39.606186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:33:39.608949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29f771-00d8-4936-8194-f449506431ee None None] Checking router: 3a9b145b-432d-4668-ac1f-00ca2897f0bc for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:39.644730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-26db46be-f35e-4088-b406-5d437b1f031b None None] Provisioning complete for port d3d81720-95e7-4219-bcf7-83219da5d17b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:39.645192 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26db46be-f35e-4088-b406-5d437b1f031b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.656898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-baf25980-6a65-425f-9829-31319ea03486 None None] Deleting port ed630ce4-3314-4a92-8429-d7b90b2b0687 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:39.657322 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-baf25980-6a65-425f-9829-31319ea03486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.664341 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-54a5b330-6d58-40d5-8830-e1defb3c095e req-9c2b1604-87c2-49b7-baca-82f11a667b64 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--388114953&fields=id&tenant_id=464094be29ab46e0b9370341079127ad HTTP/1.1" status: 200 len: 267 time: 0.6147206 Jul 28 10:33:39.666583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (129c236f-94e9-4420-9775-2fe84e9a4704), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.678411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:33:39.678922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9736a853-d003-44b8-88d0-68cd22befca1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:39.729493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129c236f-94e9-4420-9775-2fe84e9a4704,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:39.755779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9fc65-556d-4ad6-9ae5-95876c83fd5e None None] Pushing event updated for resources: {'Port': ['ID=d3d81720-95e7-4219-bcf7-83219da5d17b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:39.761436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] Routers {'3a9b145b-432d-4668-ac1f-00ca2897f0bc'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:39.762157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:39.775669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9736a853-d003-44b8-88d0-68cd22befca1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:39.776092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9736a853-d003-44b8-88d0-68cd22befca1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:33:39.789290 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:35Z', 'revision_number': 5, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:39.813004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks [] for router_gateway (3a9b145b-432d-4668-ac1f-00ca2897f0bc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.844170 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c21935-bddf-4296-83dc-7bf89eb1bd1c None None] The sync data for ids ['e06b2be5-e9a8-464b-95fc-96eff630a76b'] in n-d-850468-6 is: [{'id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'name': 'tempest-ImagesOneServerNegativeTestJSON-613055063-router', 'tenant_id': '58ca977f82924ab49d534a3410458a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '8e7349c4-2737-4208-869d-076383fd7aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:33:35Z', 'revision_number': 5, 'project_id': '58ca977f82924ab49d534a3410458a76', 'gw_port': {'id': '8e7349c4-2737-4208-869d-076383fd7aae', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06b2be5-e9a8-464b-95fc-96eff630a76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:39.902228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 9736a853-d003-44b8-88d0-68cd22befca1 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:33:39.920220 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:33:39.946284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Deleting port ed630ce4-3314-4a92-8429-d7b90b2b0687 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:39.949165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.966166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b977031c-2707-49e3-87aa-d6151341e5cf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:39.967051 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Added segment b977031c-2707-49e3-87aa-d6151341e5cf of type vlan for network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 Jul 28 10:33:40.002826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ae795d3b-c7cd-49db-a0c1-604e4146992f,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:40.010356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-baf25980-6a65-425f-9829-31319ea03486 None None] For port ed630ce4-3314-4a92-8429-d7b90b2b0687, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ed630ce4-3314-4a92-8429-d7b90b2b0687,segment=NetworkSegment(59cc2be1-d596-40f5-949b-021e1e081dda),segment_id=59cc2be1-d596-40f5-949b-021e1e081dda)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:40.010758 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-baf25980-6a65-425f-9829-31319ea03486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.013374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c02bd6ed-c716-4ee4-91de-8fef9e43ff24), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.039747 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:40.056465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-baf25980-6a65-425f-9829-31319ea03486 None None] Calling delete_port for ed630ce4-3314-4a92-8429-d7b90b2b0687 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:40.063267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] For port 8e7349c4-2737-4208-869d-076383fd7aae, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e7349c4-2737-4208-869d-076383fd7aae,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:40.063863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8e7349c4-2737-4208-869d-076383fd7aae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.084922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] Set router 3a9b145b-432d-4668-ac1f-00ca2897f0bc gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:40.115070 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Calling delete_port for 8e7349c4-2737-4208-869d-076383fd7aae owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:40.116544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c02bd6ed-c716-4ee4-91de-8fef9e43ff24), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.117546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:40.118162 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.144707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-26db46be-f35e-4088-b406-5d437b1f031b None None] Current status of the port d3d81720-95e7-4219-bcf7-83219da5d17b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:40.222975 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:40.246609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91642e7-b715-4bcb-842f-169f35179e5f None None] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:40.304612 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.307770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] Pushing event updated for resources: {'Network': ['ID=c02bd6ed-c716-4ee4-91de-8fef9e43ff24,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:40.317338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 62e42f23-fe69-4388-99fc-851adf5221e1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:40.330386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:33:40.344376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Deleting port 52ef994d-300b-40a8-bff7-68f9ee401a5e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:40.344965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.402322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (8ab26630-699e-4adc-8ae8-52212adae2ac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.409981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 62e42f23-fe69-4388-99fc-851adf5221e1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:40.410336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 62e42f23-fe69-4388-99fc-851adf5221e1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:40.410754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f546ba0e-9404-473d-bbf1-8d55d53405cb no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:40.433830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ade1e9e4-5e4b-4c2c-9009-af3337462bb3 None None] Provisioning complete for port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:40.434093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ade1e9e4-5e4b-4c2c-9009-af3337462bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.451105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] For port 52ef994d-300b-40a8-bff7-68f9ee401a5e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=52ef994d-300b-40a8-bff7-68f9ee401a5e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:40.451990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.462880 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:40.475651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Calling delete_port for 52ef994d-300b-40a8-bff7-68f9ee401a5e owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:40.509083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f546ba0e-9404-473d-bbf1-8d55d53405cb {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:40.509083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f546ba0e-9404-473d-bbf1-8d55d53405cb not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:40.510085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d570e4db-56e9-4dbc-99e1-22061fbe1258 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:40.574984 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-baf25980-6a65-425f-9829-31319ea03486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.577303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d570e4db-56e9-4dbc-99e1-22061fbe1258 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:40.577734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d570e4db-56e9-4dbc-99e1-22061fbe1258 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:40.578192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5439d768-3f7d-4dd5-a90a-ccfabd06383b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:40.641818 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:40.642991 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:40.645681 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Router 8ab26630-699e-4adc-8ae8-52212adae2ac is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:33:40.649810 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8e7349c4-2737-4208-869d-076383fd7aae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.664656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5439d768-3f7d-4dd5-a90a-ccfabd06383b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:40.665198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5439d768-3f7d-4dd5-a90a-ccfabd06383b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:40.676730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf25980-6a65-425f-9829-31319ea03486 None None] No DVR routers for this DVR port ed630ce4-3314-4a92-8429-d7b90b2b0687 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:40.681116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf25980-6a65-425f-9829-31319ea03486 None None] Pushing event deleted for resources: {'Port': ['ID=ed630ce4-3314-4a92-8429-d7b90b2b0687,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:40.707137 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:40.727285 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5ae6f977-17d8-4191-8914-d00de6f78f02 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1755066 Jul 28 10:33:40.737723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:40.769296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1b29f771-00d8-4936-8194-f449506431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:33:34Z', 'revision_number': 5, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:40.778503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ade1e9e4-5e4b-4c2c-9009-af3337462bb3 None None] Current status of the port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:40.778980 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ade1e9e4-5e4b-4c2c-9009-af3337462bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.785943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:40.788015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (52ef994d-300b-40a8-bff7-68f9ee401a5e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.796237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7349c4-2737-4208-869d-076383fd7aae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:40.807629 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cd7e45be-4d75-421b-b3aa-896f2d75286f admin admin] 10.222.0.46 "PUT /v2.0/routers/7f793a14-519a-473c-b2ba-cf26e51036a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3346727 Jul 28 10:33:40.824348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Request body: {'subnet': {'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-subnet', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:40.834363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45270) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:40.852958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] Sync routers for ids ['7f793a14-519a-473c-b2ba-cf26e51036a8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:40.875386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29f771-00d8-4936-8194-f449506431ee None None] The sync data for ids ['3a9b145b-432d-4668-ac1f-00ca2897f0bc'] in n-d-850468-6 is: [{'id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'name': 'tempest-VolumesAdminNegativeTest-1574066417-router', 'tenant_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:23Z', 'updated_at': '2022-07-28T10:33:34Z', 'revision_number': 5, 'project_id': '6a444daab6bb40e9aa209a6e8b1d1fb0', 'gw_port': {'id': '52ef994d-300b-40a8-bff7-68f9ee401a5e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b145b-432d-4668-ac1f-00ca2897f0bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:24Z', 'updated_at': '2022-07-28T10:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:40.922131 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Pushing event updated for resources: {'Port': ['ID=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:40.949321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] Routers {'7f793a14-519a-473c-b2ba-cf26e51036a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:40.950055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7f793a14-519a-473c-b2ba-cf26e51036a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:40.962755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ade1e9e4-5e4b-4c2c-9009-af3337462bb3 None None] For port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,segment=NetworkSegment(cd4b0480-2285-4fca-bd9d-d6e5d6e15254),segment_id=cd4b0480-2285-4fca-bd9d-d6e5d6e15254)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:40.965375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ef994d-300b-40a8-bff7-68f9ee401a5e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:40.970801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] For port ed630ce4-3314-4a92-8429-d7b90b2b0687, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ed630ce4-3314-4a92-8429-d7b90b2b0687,segment=NetworkSegment(59cc2be1-d596-40f5-949b-021e1e081dda),segment_id=59cc2be1-d596-40f5-949b-021e1e081dda)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:40.971346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:40.990640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b330-6d58-40d5-8830-e1defb3c095e req-89de5904-be5c-457f-8e19-a633f3e150b0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:40.993190 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-54a5b330-6d58-40d5-8830-e1defb3c095e req-89de5904-be5c-457f-8e19-a633f3e150b0 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/networks?id=4c42d355-6655-4ecf-a3b7-01059b3a1308 HTTP/1.1" status: 200 len: 802 time: 1.3276451 Jul 28 10:33:41.009651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:41.011164 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ade1e9e4-5e4b-4c2c-9009-af3337462bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.019436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:41.022389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:41.067286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Calling delete_port for ed630ce4-3314-4a92-8429-d7b90b2b0687 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:41.078771 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-54a5b330-6d58-40d5-8830-e1defb3c095e req-4b586f73-a45b-4599-977b-775856ddab67 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/quotas/464094be29ab46e0b9370341079127ad HTTP/1.1" status: 200 len: 375 time: 0.0483737 Jul 28 10:33:41.106343 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks [] for router (7f793a14-519a-473c-b2ba-cf26e51036a8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.107842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1e9e4-5e4b-4c2c-9009-af3337462bb3 None None] Pushing event updated for resources: {'Port': ['ID=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:41.148830 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:41.158802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Made reservation on behalf of b3f4b241d557442e9d46300cf50160cf for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:41.162140 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.221647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] Set router 7f793a14-519a-473c-b2ba-cf26e51036a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:41.280477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (e06b2be5-e9a8-464b-95fc-96eff630a76b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.368708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7dc7317a-7b3c-4b63-b3c1-2cc4c4211d84 None None] Provisioning complete for port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:41.369086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7dc7317a-7b3c-4b63-b3c1-2cc4c4211d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.463315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e06b2be5-e9a8-464b-95fc-96eff630a76b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.467163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:41.469796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks [] for router_controller (e06b2be5-e9a8-464b-95fc-96eff630a76b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.478940 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Sync routers for ids ['8ab26630-699e-4adc-8ae8-52212adae2ac'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:41.500690 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Routers {'8ab26630-699e-4adc-8ae8-52212adae2ac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:41.501415 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8ab26630-699e-4adc-8ae8-52212adae2ac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:41.552004 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.553589 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-04893b37-92be-425c-8e11-78087d904a6a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.3338675 Jul 28 10:33:41.557258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45272) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:41.569385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e06b2be5-e9a8-464b-95fc-96eff630a76b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.570213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e06b2be5-e9a8-464b-95fc-96eff630a76b {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:33:41.609548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.613072 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cfcf096b-1ecc-4b59-a3e4-7e3dabfeb3ea admin admin] 10.222.0.46 "DELETE /v2.0/routers/e06b2be5-e9a8-464b-95fc-96eff630a76b HTTP/1.1" status: 204 len: 168 time: 3.0078986 Jul 28 10:33:41.614499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45274) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:41.615698 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-54a5b330-6d58-40d5-8830-e1defb3c095e req-b5d4a4da-c78a-4dd5-8924-418adc76b8c5 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=464094be29ab46e0b9370341079127ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4700990 Jul 28 10:33:41.627429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks [] for router_gateway (7f793a14-519a-473c-b2ba-cf26e51036a8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.677166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (3a9b145b-432d-4668-ac1f-00ca2897f0bc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.751583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:41.778782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] Deleting subnet ddbd8a12-b65f-4313-86e8-fc9a38fd06d4 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:33:41.788127 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] Publish callbacks [] for subnet (ddbd8a12-b65f-4313-86e8-fc9a38fd06d4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.814901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (3a9b145b-432d-4668-ac1f-00ca2897f0bc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.817939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks [] for router_controller (3a9b145b-432d-4668-ac1f-00ca2897f0bc), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.822220 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.901100 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Deleting port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:41.901640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:41.910232 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:41.963902 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Set router 8ab26630-699e-4adc-8ae8-52212adae2ac gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:41.999462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (3a9b145b-432d-4668-ac1f-00ca2897f0bc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.000035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9b145b-432d-4668-ac1f-00ca2897f0bc {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:33:42.005548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.007861 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (ddbd8a12-b65f-4313-86e8-fc9a38fd06d4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.009642 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-58d397bc-5142-4f98-ad59-7c149123b280 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3a9b145b-432d-4668-ac1f-00ca2897f0bc HTTP/1.1" status: 204 len: 168 time: 3.9368694 Jul 28 10:33:42.011290 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45276) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:42.044479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:42.045130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.080223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] Deleting subnet 22d95bd5-f679-4a49-8d5d-586fe51679e9 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:33:42.081682 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:42.084072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] Publish callbacks [] for subnet (22d95bd5-f679-4a49-8d5d-586fe51679e9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.129069 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:42.129330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7dc7317a-7b3c-4b63-b3c1-2cc4c4211d84 None None] Current status of the port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:42.176782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ed630ce4-3314-4a92-8429-d7b90b2b0687), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.189342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:36Z', 'revision_number': 5, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port': {'id': '68329ee3-eb17-45e9-9fb7-9dea60c3b9ff', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:59Z', 'updated_at': '2022-07-28T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:42.216789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ddbd8a12-b65f-4313-86e8-fc9a38fd06d4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.266247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] Checking router: 7f793a14-519a-473c-b2ba-cf26e51036a8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:42.283512 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:42.284322 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:42.298911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (ddbd8a12-b65f-4313-86e8-fc9a38fd06d4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.339825 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:38Z', 'revision_number': 3, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:42.353159 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2837c56-10d3-4c29-8053-efe5afaa1927 None None] Network a480176f-430c-4f94-be15-0432408980cb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:42.356122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] Routers {'7f793a14-519a-473c-b2ba-cf26e51036a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:42.357537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['7f793a14-519a-473c-b2ba-cf26e51036a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:42.411777 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Checking router: 8ab26630-699e-4adc-8ae8-52212adae2ac for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:42.414700 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Updating router 8ab26630-699e-4adc-8ae8-52212adae2ac port babe87cd-903b-4d88-bfa6-077abf37cd99 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:42.459347 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.518236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:42.519630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae795d3b-c7cd-49db-a0c1-604e4146992f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:42.559507 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=ed630ce4-3314-4a92-8429-d7b90b2b0687,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:42.566815 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (22d95bd5-f679-4a49-8d5d-586fe51679e9), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.586411 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:42.588707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.593522 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ddbd8a12-b65f-4313-86e8-fc9a38fd06d4 HTTP/1.1" status: 204 len: 168 time: 0.9775448 Jul 28 10:33:42.605852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45278) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:42.615012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b5b78-95ff-4f4a-9a85-9074fff89827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbd8a12-b65f-4313-86e8-fc9a38fd06d4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:42.618919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] Set router 7f793a14-519a-473c-b2ba-cf26e51036a8 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:42.648204 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-54a5b330-6d58-40d5-8830-e1defb3c095e req-e039f9f1-4d25-45c0-b9d2-41c3cf4d8485 service neutron] 10.222.0.46 "GET /v2.0/networks/4c42d355-6655-4ecf-a3b7-01059b3a1308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755146 Jul 28 10:33:42.675071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] No DVR routers for this DVR port ed630ce4-3314-4a92-8429-d7b90b2b0687 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:42.690393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:41Z', 'revision_number': 6, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:42.702050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] For port 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:42.702998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.735366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59942656-7982-43e6-b835-8deca86a9cbb None None] The sync data for ids ['7f793a14-519a-473c-b2ba-cf26e51036a8'] in n-d-850468-6 is: [{'id': '7f793a14-519a-473c-b2ba-cf26e51036a8', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1403193314-router', 'tenant_id': '4100dfb4e898401993468915b74050cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:56Z', 'updated_at': '2022-07-28T10:33:41Z', 'revision_number': 6, 'project_id': '4100dfb4e898401993468915b74050cd', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:42.740875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae795d3b-c7cd-49db-a0c1-604e4146992f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:42.741479 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.762759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Calling delete_port for 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:42.827521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a480176f-430c-4f94-be15-0432408980cb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.833930 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:42.835725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] DHCP port deletion for a480176f-430c-4f94-be15-0432408980cb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:33:42.852617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks [] for router_gateway (9d7c5c3a-b371-4639-9356-b118e31e7ea1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.882011 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Publish callbacks [] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.883826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] Deleting port ba262212-ea8a-48b3-aadd-16004579d488 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:42.884583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ba262212-ea8a-48b3-aadd-16004579d488), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.892584 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.957011 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Attempting to bind port babe87cd-903b-4d88-bfa6-077abf37cd99 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:42.957376 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Attempting to bind port babe87cd-903b-4d88-bfa6-077abf37cd99 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:42.957776 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Attempting to bind port babe87cd-903b-4d88-bfa6-077abf37cd99 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:42.961717 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:42.964843 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9b5f9-45a2-4a0c-b32b-a1bac874fa23 None None] Pushing event updated for resources: {'Port': ['ID=babe87cd-903b-4d88-bfa6-077abf37cd99,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:42.973667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Deleting port ba262212-ea8a-48b3-aadd-16004579d488 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:42.974284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ba262212-ea8a-48b3-aadd-16004579d488), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.978869 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:42.979243 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:42.979636 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:42.980019 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:42.980749 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Bound port: babe87cd-903b-4d88-bfa6-077abf37cd99, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:42.981129 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.019003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (e318a6cc-4c41-417d-90b1-48556b0d25fe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.032834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] For port ba262212-ea8a-48b3-aadd-16004579d488, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba262212-ea8a-48b3-aadd-16004579d488,segment=NetworkSegment(7983aa15-ed31-4053-9740-6270fdeadbf5),segment_id=7983aa15-ed31-4053-9740-6270fdeadbf5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:43.034420 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ba262212-ea8a-48b3-aadd-16004579d488), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.050860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] Calling delete_port for ba262212-ea8a-48b3-aadd-16004579d488 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:43.051258 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] For port babe87cd-903b-4d88-bfa6-077abf37cd99, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:43.054527 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] For port babe87cd-903b-4d88-bfa6-077abf37cd99, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=babe87cd-903b-4d88-bfa6-077abf37cd99,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:43.062523 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.118801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae795d3b-c7cd-49db-a0c1-604e4146992f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:43.121896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:43.125326 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:43.136787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] For port ba262212-ea8a-48b3-aadd-16004579d488, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba262212-ea8a-48b3-aadd-16004579d488,segment=NetworkSegment(7983aa15-ed31-4053-9740-6270fdeadbf5),segment_id=7983aa15-ed31-4053-9740-6270fdeadbf5)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:43.137264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ba262212-ea8a-48b3-aadd-16004579d488), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.145196 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9b5f9-45a2-4a0c-b32b-a1bac874fa23 None None] Pushing event updated for resources: {'Port': ['ID=babe87cd-903b-4d88-bfa6-077abf37cd99,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:43.147627 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (22d95bd5-f679-4a49-8d5d-586fe51679e9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.157678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e318a6cc-4c41-417d-90b1-48556b0d25fe']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:43.184824 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Routers {'8ab26630-699e-4adc-8ae8-52212adae2ac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:43.186748 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8ab26630-699e-4adc-8ae8-52212adae2ac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:43.193184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Calling delete_port for ba262212-ea8a-48b3-aadd-16004579d488 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:43.207285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (106761ba-7194-4848-a793-9ff7b6cf936f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.241205 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-54a5b330-6d58-40d5-8830-e1defb3c095e req-5834a1f0-2b29-4c7c-9806-10444e8f3428 service neutron] 10.222.0.46 "GET /v2.0/networks/4c42d355-6655-4ecf-a3b7-01059b3a1308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908012 Jul 28 10:33:43.262336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:43.262336 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.266679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cc2be1-d596-40f5-949b-021e1e081dda') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:43.268493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cc2be1-d596-40f5-949b-021e1e081dda') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:43.311853 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:43.325300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (ba262212-ea8a-48b3-aadd-16004579d488), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.368145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] Pushing event deleted for resources: {'Port': ['ID=ba262212-ea8a-48b3-aadd-16004579d488,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:43.374883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6317af7-a8ad-4e57-b6cb-d5ee7fc7167b None None] No DVR routers for this DVR port ba262212-ea8a-48b3-aadd-16004579d488 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:43.378531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (59cc2be1-d596-40f5-949b-021e1e081dda), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.459719 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] Set router 8ab26630-699e-4adc-8ae8-52212adae2ac gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:43.468931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (68329ee3-eb17-45e9-9fb7-9dea60c3b9ff), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.473186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:43.476038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8759ffb9-6a4b-4255-bea0-d41ff61217d0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:43.500795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (59cc2be1-d596-40f5-949b-021e1e081dda), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.505885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Pushing event deleted for resources: {'Port': ['ID=68329ee3-eb17-45e9-9fb7-9dea60c3b9ff,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:43.522172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106761ba-7194-4848-a793-9ff7b6cf936f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:43.544861 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:43.550719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:33:43.551502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (59cc2be1-d596-40f5-949b-021e1e081dda), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.567159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.569204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ba262212-ea8a-48b3-aadd-16004579d488), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.610370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:43.611099 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.625260 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 59cc2be1-d596-40f5-949b-021e1e081dda resource provider aggregate not found Jul 28 10:33:43.693288 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 59cc2be1-d596-40f5-949b-021e1e081dda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59cc2be1-d596-40f5-949b-021e1e081dda found for delete ", "request_id": "req-6fb2bff9-744a-4fde-bab7-0ca0b0437741"}]} Jul 28 10:33:43.704828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (22d95bd5-f679-4a49-8d5d-586fe51679e9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.723718 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:43.727195 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:43.759139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (7f793a14-519a-473c-b2ba-cf26e51036a8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.784808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:43.786034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:43.793007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba262212-ea8a-48b3-aadd-16004579d488,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:43.844074 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:38Z', 'revision_number': 3, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:43.852668 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d95bd5-f679-4a49-8d5d-586fe51679e9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:43.874124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (e318a6cc-4c41-417d-90b1-48556b0d25fe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.877042 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Checking segment: {'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:43.877507 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Network hostable DHCP agents. Network: c02bd6ed-c716-4ee4-91de-8fef9e43ff24, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:33:43.880246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ed589-a3a3-443b-9b46-d54a75a5f4a2 None None] Network 1919abb0-f185-492d-a78b-1ceacf0f50c1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:43.884512 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.888137 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a520ff84-0d64-4e8e-98e9-c770c9c08e13 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/22d95bd5-f679-4a49-8d5d-586fe51679e9 HTTP/1.1" status: 204 len: 168 time: 1.8703344 Jul 28 10:33:43.895074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45288) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:43.897315 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.908092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17558a-232c-4c08-a6b1-a528c8ea25dc None None] The sync data for ids ['8ab26630-699e-4adc-8ae8-52212adae2ac'] in n-d-850468-6 is: [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:38Z', 'revision_number': 3, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:43.918500 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] 10.222.0.46 "DELETE /v2.0/networks/e318a6cc-4c41-417d-90b1-48556b0d25fe HTTP/1.1" status: 204 len: 168 time: 5.3381512 Jul 28 10:33:43.951065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (9d7c5c3a-b371-4639-9356-b118e31e7ea1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.957973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:43.958181 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:43.985180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f8dc0-bfe1-4766-8ca7-b4d20c22c3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e318a6cc-4c41-417d-90b1-48556b0d25fe,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:44.094254 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-acc78c19-85b2-42a1-84ed-a6a682c1fccf req-c613401d-00d5-46a7-80c7-0790fb940290 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/ports?device_id=522fb2d0-fa4c-43bd-896c-34c9de7fa081 HTTP/1.1" status: 200 len: 210 time: 0.3675745 Jul 28 10:33:44.105072 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (7f793a14-519a-473c-b2ba-cf26e51036a8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.109488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:44.113636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device aa053927-eaa4-45de-8fab-b90cec896d90 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:44.116630 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks [] for router_controller (7f793a14-519a-473c-b2ba-cf26e51036a8), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.146009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:33:44.171049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (1919abb0-f185-492d-a78b-1ceacf0f50c1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.203341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] DHCP port deletion for 1919abb0-f185-492d-a78b-1ceacf0f50c1 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:33:44.239302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c02bd6ed-c716-4ee4-91de-8fef9e43ff24) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:44.243685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] No DVR routers for this DVR port ba262212-ea8a-48b3-aadd-16004579d488 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:44.249938 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45294) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:44.271927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cb767-2f0d-4638-987a-89b446b7f9b5 None None] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:44.273360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:44.274434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.335957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (7f793a14-519a-473c-b2ba-cf26e51036a8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.335957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f793a14-519a-473c-b2ba-cf26e51036a8 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:33:44.342752 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.354300 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a0be2377-b35a-4c93-ac1f-b34dbdba913b admin admin] 10.222.0.46 "DELETE /v2.0/routers/7f793a14-519a-473c-b2ba-cf26e51036a8 HTTP/1.1" status: 204 len: 168 time: 3.4950559 Jul 28 10:33:44.383848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45296) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:44.399596 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dfc5b9b3-566c-41b4-814d-b2c092e6df13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e60e39df35a24b9e902b4c3159e154da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461861 Jul 28 10:33:44.399842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:44.408028 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-45e5139c-bb59-4d94-9518-456bd424a1d6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.6206393 Jul 28 10:33:44.415618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45300) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:44.426606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:44.438313 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a480176f-430c-4f94-be15-0432408980cb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.489830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] Deleting port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:44.490382 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:44.490527 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.497611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port aa053927-eaa4-45de-8fab-b90cec896d90 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:44.498145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.537425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] Deleting subnet f3f5968a-11da-4966-ad9f-8aac1587a285 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:33:44.538826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] Publish callbacks [] for subnet (f3f5968a-11da-4966-ad9f-8aac1587a285), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.585879 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (f3f5968a-11da-4966-ad9f-8aac1587a285), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.615233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a480176f-430c-4f94-be15-0432408980cb']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:44.644035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7983aa15-ed31-4053-9740-6270fdeadbf5') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:44.644997 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7983aa15-ed31-4053-9740-6270fdeadbf5') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:44.659834 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Deleting port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:44.660182 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.665210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb07f916-2385-4cb7-919f-e0ec6aee19b9 admin admin] Publish callbacks [] for security_group (72623883-a939-49dd-b53b-cdfd5e09ea21), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.667357 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.668551 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.675556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (7983aa15-ed31-4053-9740-6270fdeadbf5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.679829 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:44.690330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] For port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,segment=NetworkSegment(ad1b64a4-660b-4966-8d48-4edb918797b9),segment_id=ad1b64a4-660b-4966-8d48-4edb918797b9)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:44.690845 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.705148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-c02bd6ed-c716-4ee4-91de-8fef9e43ff24', 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24', 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'fixed_ips': [{'subnet_id': '106761ba-7194-4848-a793-9ff7b6cf936f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:33:44.706263 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.712600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] Calling delete_port for 80c4f216-875d-4f6d-ac4e-4f58ced7a54a owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:44.738428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7983aa15-ed31-4053-9740-6270fdeadbf5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.765545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb07f916-2385-4cb7-919f-e0ec6aee19b9 admin admin] Publish callbacks [] for security_group (72623883-a939-49dd-b53b-cdfd5e09ea21), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.774591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:33:44.775028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (7983aa15-ed31-4053-9740-6270fdeadbf5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.788510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] For port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,segment=NetworkSegment(ad1b64a4-660b-4966-8d48-4edb918797b9),segment_id=ad1b64a4-660b-4966-8d48-4edb918797b9)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:44.789918 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.831178 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:33:44.850860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Calling delete_port for 80c4f216-875d-4f6d-ac4e-4f58ced7a54a owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:44.853351 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7983aa15-ed31-4053-9740-6270fdeadbf5 resource provider aggregate not found Jul 28 10:33:44.857184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port aa053927-eaa4-45de-8fab-b90cec896d90 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:44.862792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d3d81720-95e7-4219-bcf7-83219da5d17b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:44.868188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f3f5968a-11da-4966-ad9f-8aac1587a285), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:44.920372 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:44.922794 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:44.923612 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7983aa15-ed31-4053-9740-6270fdeadbf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7983aa15-ed31-4053-9740-6270fdeadbf5 found for delete ", "request_id": "req-1334e4a2-aa6b-4d20-8367-dc55807238d3"}]} Jul 28 10:33:44.929996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Allocated IP 172.20.0.1 (64ade6e7-398b-4cf3-bb9c-323132966f97/3009c173-3ecf-4ba1-8bb4-bdcd7b60be95/19dcdc35-e119-45bc-bbcf-537983bfc91d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:44.975848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks [] for router_controller (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.015902 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:45.020305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d3d81720-95e7-4219-bcf7-83219da5d17b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:45.021088 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.051854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a480176f-430c-4f94-be15-0432408980cb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.132802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.136762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a480176f-430c-4f94-be15-0432408980cb HTTP/1.1" status: 204 len: 168 time: 2.5294933 Jul 28 10:33:45.145592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd77da-71b3-4827-9b82-505f4ca9fc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a480176f-430c-4f94-be15-0432408980cb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:45.171402 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (f3f5968a-11da-4966-ad9f-8aac1587a285), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.177337 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:45.180752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Allocated IP 172.20.0.2 (c02bd6ed-c716-4ee4-91de-8fef9e43ff24/106761ba-7194-4848-a793-9ff7b6cf936f/a7106592-6bb4-4451-b1c3-a3d44c425385) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:45.209481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:45.212764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f5968a-11da-4966-ad9f-8aac1587a285,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:45.226009 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.232257 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4253c161-5e44-420b-a688-60dde0376029 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f3f5968a-11da-4966-ad9f-8aac1587a285 HTTP/1.1" status: 204 len: 168 time: 0.8315187 Jul 28 10:33:45.244281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45312) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:45.245743 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.327520 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb07f916-2385-4cb7-919f-e0ec6aee19b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (72623883-a939-49dd-b53b-cdfd5e09ea21), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.332923 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb07f916-2385-4cb7-919f-e0ec6aee19b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.337430 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bb07f916-2385-4cb7-919f-e0ec6aee19b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72623883-a939-49dd-b53b-cdfd5e09ea21 HTTP/1.1" status: 204 len: 168 time: 0.9228232 Jul 28 10:33:45.370582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07f916-2385-4cb7-919f-e0ec6aee19b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72623883-a939-49dd-b53b-cdfd5e09ea21,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:45.385679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks [] for router_gateway (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.472898 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Publish callbacks [] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.480701 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (80c4f216-875d-4f6d-ac4e-4f58ced7a54a), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.510884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks [] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.535523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Sync routers for ids ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:45.544428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba1343-2324-4cb8-ae83-ba49f3d5ee65 None None] Network e2ae8690-fb6c-4330-be7f-7b976cc1fd67 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:45.545790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45316) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:45.563125 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.570915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] No DVR routers for this DVR port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:45.708931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb25544-0326-43fc-9911-92c12fb81c8d None None] Pushing event deleted for resources: {'Port': ['ID=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:45.723980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.725474 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8936809c-7249-409e-9c9e-f2fbb76d84e4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.0352056 Jul 28 10:33:45.726554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c4f216-875d-4f6d-ac4e-4f58ced7a54a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:45.728497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45320) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:45.748176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:45.756858 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] No DVR routers for this DVR port 80c4f216-875d-4f6d-ac4e-4f58ced7a54a on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:45.764409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.802040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:45.818957 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b6bdba76-e1fb-4459-8ef4-059983e2225e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58ca977f82924ab49d534a3410458a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702768 Jul 28 10:33:45.831321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45322) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:45.848427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks [] for router_gateway (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.875035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Routers {'9d7c5c3a-b371-4639-9356-b118e31e7ea1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:45.875609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:45.894975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:45.899724 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:45.899913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.902239 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Pushing event updated for resources: {'Port': ['ID=19dcdc35-e119-45bc-bbcf-537983bfc91d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:45.904301 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c06e43f7-2129-4903-9312-564ea20d6416 req-582d1fc8-2382-4266-a877-48e8ce407f2f tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/ports?device_id=522fb2d0-fa4c-43bd-896c-34c9de7fa081 HTTP/1.1" status: 200 len: 210 time: 0.2469990 Jul 28 10:33:45.912676 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:45.935913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (e2ae8690-fb6c-4330-be7f-7b976cc1fd67), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:45.939420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:45.941275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:46.015294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (1919abb0-f185-492d-a78b-1ceacf0f50c1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.056545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1919abb0-f185-492d-a78b-1ceacf0f50c1']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:46.088662 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1b64a4-660b-4966-8d48-4edb918797b9') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:46.088936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1b64a4-660b-4966-8d48-4edb918797b9') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:46.103502 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:46.116529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] DHCP port deletion for e2ae8690-fb6c-4330-be7f-7b976cc1fd67 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:33:46.122046 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (ad1b64a4-660b-4966-8d48-4edb918797b9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.154585 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ad1b64a4-660b-4966-8d48-4edb918797b9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.164371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:33:46.164840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (ad1b64a4-660b-4966-8d48-4edb918797b9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.284576 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ad1b64a4-660b-4966-8d48-4edb918797b9 resource provider aggregate not found Jul 28 10:33:46.290796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (1919abb0-f185-492d-a78b-1ceacf0f50c1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.323675 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ad1b64a4-660b-4966-8d48-4edb918797b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad1b64a4-660b-4966-8d48-4edb918797b9 found for delete ", "request_id": "req-d1e92340-80c0-4fc3-b97b-4250db677c92"}]} Jul 28 10:33:46.333040 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:46.345890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Attempting to bind port a7106592-6bb4-4451-b1c3-a3d44c425385 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:46.346336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Attempting to bind port a7106592-6bb4-4451-b1c3-a3d44c425385 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:46.346704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Attempting to bind port a7106592-6bb4-4451-b1c3-a3d44c425385 on network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:46.349319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] Deleting port 5098051a-e1f0-4335-8875-7eb6f61cdba9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:46.349623 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.352152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Pushing event updated for resources: {'Port': ['ID=a7106592-6bb4-4451-b1c3-a3d44c425385,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:46.369383 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.374342 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1919abb0-f185-492d-a78b-1ceacf0f50c1 HTTP/1.1" status: 204 len: 168 time: 2.4538071 Jul 28 10:33:46.387196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45338) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:46.403039 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2ccaa87b-34d2-4def-9315-e428e8bdb967 req-ec62aac6-3e85-4c84-882a-e62d1cf1dcf8 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/ports?device_id=522fb2d0-fa4c-43bd-896c-34c9de7fa081 HTTP/1.1" status: 200 len: 210 time: 0.0812016 Jul 28 10:33:46.406929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b8d9b-4f50-47e6-9592-41416075ca53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1919abb0-f185-492d-a78b-1ceacf0f50c1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:46.436743 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (8ab26630-699e-4adc-8ae8-52212adae2ac), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.464598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8590cef4-e8c2-4923-a8ca-06e446089450 admin admin] Publish callbacks [] for security_group (8eea36c1-8378-4e42-bf7c-25ef156d74e3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.471806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7952021b-e6ab-49dc-a7ac-d77eb3bbbeeb None None] Provisioning complete for port 19dcdc35-e119-45bc-bbcf-537983bfc91d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:46.472195 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7952021b-e6ab-49dc-a7ac-d77eb3bbbeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.518414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d3d81720-95e7-4219-bcf7-83219da5d17b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:46.531430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7952021b-e6ab-49dc-a7ac-d77eb3bbbeeb None None] Port 19dcdc35-e119-45bc-bbcf-537983bfc91d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:46.533503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:46.533922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Checking segment: {'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:46.534338 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.535091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Bound using segment: {'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:46.535723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Bound port: a7106592-6bb4-4451-b1c3-a3d44c425385, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:46.536439 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.566638 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8590cef4-e8c2-4923-a8ca-06e446089450 admin admin] Publish callbacks [] for security_group (8eea36c1-8378-4e42-bf7c-25ef156d74e3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.586716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Allocated IP 172.25.2.217 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/77392d65-8d14-4389-b05e-e12d6585cad8) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:46.597471 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:46.637742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Set router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:46.654632 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:46.746780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ed630ce4-3314-4a92-8429-d7b90b2b0687 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:46.763789 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:46.764654 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Deleting port 5098051a-e1f0-4335-8875-7eb6f61cdba9 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:46.765256 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.774728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ed630ce4-3314-4a92-8429-d7b90b2b0687 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:46.775082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ed630ce4-3314-4a92-8429-d7b90b2b0687 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:46.775512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8cb64f91-6927-4035-bdeb-d10698ad7235 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:46.852074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.853008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8cb64f91-6927-4035-bdeb-d10698ad7235 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:46.853366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8cb64f91-6927-4035-bdeb-d10698ad7235 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:46.853793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 37362242-a3ce-400a-b5a7-03413c9335d1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:46.896533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] For port 5098051a-e1f0-4335-8875-7eb6f61cdba9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5098051a-e1f0-4335-8875-7eb6f61cdba9,segment=NetworkSegment(22008732-7d0c-4102-acc6-0510fa920d94),segment_id=22008732-7d0c-4102-acc6-0510fa920d94)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:46.896945 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.927754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45354) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:46.947803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 37362242-a3ce-400a-b5a7-03413c9335d1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:46.948395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 37362242-a3ce-400a-b5a7-03413c9335d1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:46.948575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 258146ae-b08a-448d-9199-5b0635aebb2d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:46.954356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks [] for port (77392d65-8d14-4389-b05e-e12d6585cad8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:46.957554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] Calling delete_port for 5098051a-e1f0-4335-8875-7eb6f61cdba9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:46.991069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 258146ae-b08a-448d-9199-5b0635aebb2d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:46.991426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 258146ae-b08a-448d-9199-5b0635aebb2d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:46.991947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:47.015051 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.023024 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8590cef4-e8c2-4923-a8ca-06e446089450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8eea36c1-8378-4e42-bf7c-25ef156d74e3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.027923 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8590cef4-e8c2-4923-a8ca-06e446089450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.028125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:47.028388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2b2a8341-0ae2-4df4-bb1c-b80acd9f0d2a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:47.028880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9736a853-d003-44b8-88d0-68cd22befca1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:47.034339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] For port a7106592-6bb4-4451-b1c3-a3d44c425385, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:47.034868 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8590cef4-e8c2-4923-a8ca-06e446089450 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8eea36c1-8378-4e42-bf7c-25ef156d74e3 HTTP/1.1" status: 204 len: 168 time: 1.2019806 Jul 28 10:33:47.043762 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] For port 5098051a-e1f0-4335-8875-7eb6f61cdba9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5098051a-e1f0-4335-8875-7eb6f61cdba9,segment=NetworkSegment(22008732-7d0c-4102-acc6-0510fa920d94),segment_id=22008732-7d0c-4102-acc6-0510fa920d94)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:47.044914 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.096003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Calling delete_port for 5098051a-e1f0-4335-8875-7eb6f61cdba9 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:47.131856 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590cef4-e8c2-4923-a8ca-06e446089450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea36c1-8378-4e42-bf7c-25ef156d74e3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:47.144226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:47.150490 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:47.192279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:47.205383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:47.245772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] For port a7106592-6bb4-4451-b1c3-a3d44c425385, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7106592-6bb4-4451-b1c3-a3d44c425385,segment=NetworkSegment(b977031c-2707-49e3-87aa-d6151341e5cf),segment_id=b977031c-2707-49e3-87aa-d6151341e5cf)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:47.249780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9736a853-d003-44b8-88d0-68cd22befca1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:47.250180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9736a853-d003-44b8-88d0-68cd22befca1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:47.277340 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.401397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Pushing event updated for resources: {'Port': ['ID=77392d65-8d14-4389-b05e-e12d6585cad8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:47.685316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d0e24-9536-4979-94c3-e9aa541761e6 None None] Pushing event updated for resources: {'Port': ['ID=a7106592-6bb4-4451-b1c3-a3d44c425385,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:47.724434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ccc-eddd-4ffa-a071-f03b76102b4e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group (846ff36b-eaef-4e57-9313-194fefc507db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.737225 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.833913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] Pushing event deleted for resources: {'Port': ['ID=5098051a-e1f0-4335-8875-7eb6f61cdba9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:47.841785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c6a45-8f52-4836-b585-654b4a8c6a00 None None] No DVR routers for this DVR port 5098051a-e1f0-4335-8875-7eb6f61cdba9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:47.856253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:33:41Z', 'revision_number': 3, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port': {'id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:37Z', 'updated_at': '2022-07-28T10:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:47.864503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:47.887054 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:47.913569 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5098051a-e1f0-4335-8875-7eb6f61cdba9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.922261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks [] for router_gateway (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.923799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:47.988605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Checking router: 9d7c5c3a-b371-4639-9356-b118e31e7ea1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:47.989139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Updating router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:48.010219 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] No DVR routers for this DVR port 5098051a-e1f0-4335-8875-7eb6f61cdba9 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:33:48.013660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ccc-eddd-4ffa-a071-f03b76102b4e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group (846ff36b-eaef-4e57-9313-194fefc507db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.052982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Pushing event deleted for resources: {'Port': ['ID=5098051a-e1f0-4335-8875-7eb6f61cdba9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:48.061974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks [] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.080967 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.104684 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.214437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:48.214857 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.285104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (e2ae8690-fb6c-4330-be7f-7b976cc1fd67), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.301669 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:48.329923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:48.404593 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:48.413596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:48.415193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device babe87cd-903b-4d88-bfa6-077abf37cd99 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:48.426010 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (8ab26630-699e-4adc-8ae8-52212adae2ac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.505164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Pushing event updated for resources: {'Port': ['ID=19dcdc35-e119-45bc-bbcf-537983bfc91d,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:48.527871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ae8690-fb6c-4330-be7f-7b976cc1fd67']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:48.580567 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22008732-7d0c-4102-acc6-0510fa920d94') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:48.581107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22008732-7d0c-4102-acc6-0510fa920d94') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:48.616939 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:48.625390 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (22008732-7d0c-4102-acc6-0510fa920d94), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.627604 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:48.640778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ccc-eddd-4ffa-a071-f03b76102b4e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (846ff36b-eaef-4e57-9313-194fefc507db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.644917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ccc-eddd-4ffa-a071-f03b76102b4e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.645666 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c5f49ccc-eddd-4ffa-a071-f03b76102b4e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "DELETE /v2.0/security-groups/846ff36b-eaef-4e57-9313-194fefc507db HTTP/1.1" status: 204 len: 168 time: 1.7123692 Jul 28 10:33:48.650423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.657853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port babe87cd-903b-4d88-bfa6-077abf37cd99 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:48.659154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.665106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45416) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:48.679952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (22008732-7d0c-4102-acc6-0510fa920d94), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.690495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49ccc-eddd-4ffa-a071-f03b76102b4e tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846ff36b-eaef-4e57-9313-194fefc507db,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:48.694348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Allocated IP 172.20.0.1 (5d69d473-8805-4710-a77a-5eed03f5db19/68c50b71-8fa3-4f59-a012-6030394376e4/0d199e98-ffe0-49da-8f74-7e7925db180a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:48.697280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (3a8a9264-3e87-4d70-ad44-23606530a874), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.810335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a37f3e-e05d-4ab3-83a4-45e9af9a931a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.860703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:33:48.861305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (22008732-7d0c-4102-acc6-0510fa920d94), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.875422 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-b497a86b-faa3-4c9f-b0c5-26fed221b471 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] show failed (client error): The resource could not be found. Jul 28 10:33:48.879948 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b497a86b-faa3-4c9f-b0c5-26fed221b471 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "GET /v2.0/security-groups/846ff36b-eaef-4e57-9313-194fefc507db HTTP/1.1" status: 404 len: 347 time: 0.0671203 Jul 28 10:33:48.884711 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45422) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:48.906987 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Publish callbacks [] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.930272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port babe87cd-903b-4d88-bfa6-077abf37cd99 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:48.931295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:48.941493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.044689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port babe87cd-903b-4d88-bfa6-077abf37cd99, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=babe87cd-903b-4d88-bfa6-077abf37cd99,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:49.058108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Attempting to bind port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:49.058532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Attempting to bind port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:49.058940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Attempting to bind port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:49.069005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:49.069468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:49.069851 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.070282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:49.070780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Bound port: 51a6a9ba-8c08-4b4d-b642-ba1569a13a67, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:49.071173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.131586 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.147380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:49.154020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7312ea-2c55-4102-afa5-8e4bdc312aac None None] Pushing event updated for resources: {'Port': ['ID=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:49.164677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:49.216905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:33:49.221678 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 22008732-7d0c-4102-acc6-0510fa920d94 resource provider aggregate not found Jul 28 10:33:49.239566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5098051a-e1f0-4335-8875-7eb6f61cdba9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:49.242709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] For port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:49.273036 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 22008732-7d0c-4102-acc6-0510fa920d94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22008732-7d0c-4102-acc6-0510fa920d94 found for delete ", "request_id": "req-e0140c81-d3d6-45c2-88eb-b9f4b7b8146c"}]} Jul 28 10:33:49.277828 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:49.288907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5098051a-e1f0-4335-8875-7eb6f61cdba9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:49.289262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5098051a-e1f0-4335-8875-7eb6f61cdba9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:49.289695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba262212-ea8a-48b3-aadd-16004579d488 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:49.362095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] For port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:49.366227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ba262212-ea8a-48b3-aadd-16004579d488 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:49.366679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba262212-ea8a-48b3-aadd-16004579d488 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:49.367179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 52ef994d-300b-40a8-bff7-68f9ee401a5e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:49.370903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903fe9e-0581-4833-bbee-dc009a3419e3 None None] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:49.384624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (e2ae8690-fb6c-4330-be7f-7b976cc1fd67), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.417541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.421307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e2ae8690-fb6c-4330-be7f-7b976cc1fd67 HTTP/1.1" status: 204 len: 168 time: 4.1715908 Jul 28 10:33:49.434701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=babe87cd-903b-4d88-bfa6-077abf37cd99,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:49.472486 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4e425-bae5-420a-91bb-e0f8ff7aa679 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ae8690-fb6c-4330-be7f-7b976cc1fd67,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:49.474671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Deleting port c7eed58f-684c-4618-afeb-90bbf778781c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:49.479144 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c7eed58f-684c-4618-afeb-90bbf778781c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.487289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 52ef994d-300b-40a8-bff7-68f9ee401a5e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:49.487681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 52ef994d-300b-40a8-bff7-68f9ee401a5e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:49.488546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7349c4-2737-4208-869d-076383fd7aae no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:49.495051 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.508866 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks [] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.542120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a13a92a9-ced8-485d-bf70-ba033ac2a266 None None] Provisioning complete for port a7106592-6bb4-4451-b1c3-a3d44c425385 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:49.542716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a13a92a9-ced8-485d-bf70-ba033ac2a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.558084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Router 8ab26630-699e-4adc-8ae8-52212adae2ac has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:49.633308 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:49.635067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8e7349c4-2737-4208-869d-076383fd7aae {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:49.635586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7349c4-2737-4208-869d-076383fd7aae not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:49.636449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 80c4f216-875d-4f6d-ac4e-4f58ced7a54a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:49.639542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7312ea-2c55-4102-afa5-8e4bdc312aac None None] Pushing event updated for resources: {'Port': ['ID=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:49.663070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.701006 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:49.702890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Routers {'9d7c5c3a-b371-4639-9356-b118e31e7ea1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:49.703619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:49.703952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Deleting port a90427cf-ddf9-4367-863f-9a859c18e747 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:49.704301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.815163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] For port a90427cf-ddf9-4367-863f-9a859c18e747, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a90427cf-ddf9-4367-863f-9a859c18e747,segment=NetworkSegment(9a71ad12-5a10-41bb-b139-551beff7bca1),segment_id=9a71ad12-5a10-41bb-b139-551beff7bca1)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:49.815925 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:49.832294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Calling delete_port for a90427cf-ddf9-4367-863f-9a859c18e747 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:49.853401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45452) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:49.861699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 80c4f216-875d-4f6d-ac4e-4f58ced7a54a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:49.862100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 80c4f216-875d-4f6d-ac4e-4f58ced7a54a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:49.862489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 83e1b3ec-6fde-4e73-9983-467fb9431d23 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:49.880699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Network 5d69d473-8805-4710-a77a-5eed03f5db19 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:49.942037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:49.943995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Pushing event updated for resources: {'Port': ['ID=0d199e98-ffe0-49da-8f74-7e7925db180a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:49.946732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:49.984179 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:49.988132 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:50.011471 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:50.027315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] Set router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:50.044805 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af81f21f-04e3-4dc8-aef0-cb98f38b1527 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e74f455ebc344809c84a0c8ee738037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834002 Jul 28 10:33:50.050910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45456) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:50.074713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (9d7c5c3a-b371-4639-9356-b118e31e7ea1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.083926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a37f3e-e05d-4ab3-83a4-45e9af9a931a admin admin] Publish callbacks [] for security_group (3f564729-c738-4559-93c3-df96f27f42e0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.114545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 83e1b3ec-6fde-4e73-9983-467fb9431d23 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:50.115669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 83e1b3ec-6fde-4e73-9983-467fb9431d23 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:50.116277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ad7a5900-298c-4cb3-a3be-edc3500377ff no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:50.156324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a37f3e-e05d-4ab3-83a4-45e9af9a931a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3f564729-c738-4559-93c3-df96f27f42e0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.209827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ad7a5900-298c-4cb3-a3be-edc3500377ff {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:50.210363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ad7a5900-298c-4cb3-a3be-edc3500377ff not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:50.210611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:33:50.215189 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45458) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:50.241645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:33:50.242004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68329ee3-eb17-45e9-9fb7-9dea60c3b9ff not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:33:50.301366 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:50.317913 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-435cce75-562e-447e-b038-e1e6a5a37570 admin admin] 10.222.0.46 "PUT /v2.0/routers/8ab26630-699e-4adc-8ae8-52212adae2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7502482 Jul 28 10:33:50.323400 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Sync routers for ids ['8ab26630-699e-4adc-8ae8-52212adae2ac'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:50.330420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c7eed58f-684c-4618-afeb-90bbf778781c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.330757 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for floatingip (c7eed58f-684c-4618-afeb-90bbf778781c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.336412 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Routers {'8ab26630-699e-4adc-8ae8-52212adae2ac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:50.337047 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8ab26630-699e-4adc-8ae8-52212adae2ac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:50.354348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Calling delete_port for c7eed58f-684c-4618-afeb-90bbf778781c owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:50.625619 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Set router 8ab26630-699e-4adc-8ae8-52212adae2ac gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:50.679104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c7eed58f-684c-4618-afeb-90bbf778781c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.682165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:50.682519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7106592-6bb4-4451-b1c3-a3d44c425385 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:50.697543 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:50.722086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Sync routers for ids ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:50.723026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Pushing event deleted for resources: {'Port': ['ID=c7eed58f-684c-4618-afeb-90bbf778781c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:50.725631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a13a92a9-ced8-485d-bf70-ba033ac2a266 None None] Current status of the port a7106592-6bb4-4451-b1c3-a3d44c425385 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:50.726478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a13a92a9-ced8-485d-bf70-ba033ac2a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.732978 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-46a37f3e-e05d-4ab3-83a4-45e9af9a931a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ff23dd3099e4b098617137d1f284d99&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4009216 Jul 28 10:33:50.740477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45468) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:50.743316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a37f3e-e05d-4ab3-83a4-45e9af9a931a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f564729-c738-4559-93c3-df96f27f42e0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:50.747673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a44268af-d8ef-41b8-9f43-7dc54360b08b admin admin] Publish callbacks [] for security_group (478ae566-8abf-4e75-a3f1-58da86b396b3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.751773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da45953-b1ae-4f77-8153-411b47ef1824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.755196 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a90427cf-ddf9-4367-863f-9a859c18e747), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.798209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Routers {'b7240826-fbf7-41db-b50b-7f2d6ea1cae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:50.799001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:50.875465 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:50.877492 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c9dfbe4f-62a4-451e-bc0a-2356ac8a1334 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.4567399 Jul 28 10:33:50.891659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:50.922194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a90427cf-ddf9-4367-863f-9a859c18e747,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:50.968785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a13a92a9-ced8-485d-bf70-ba033ac2a266 None None] For port a7106592-6bb4-4451-b1c3-a3d44c425385, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7106592-6bb4-4451-b1c3-a3d44c425385,segment=NetworkSegment(b977031c-2707-49e3-87aa-d6151341e5cf),segment_id=b977031c-2707-49e3-87aa-d6151341e5cf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:50.971468 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-c73b84a9-35a8-4acc-a8f2-8da87d2bed92 req-5aafb710-45c3-4961-9f85-db22e0275f06 tempest-FloatingIPDetailsNegativeTestJSON-1658309405 tempest-FloatingIPDetailsNegativeTestJSON-1658309405-project] show failed (client error): The resource could not be found. Jul 28 10:33:50.971782 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:46Z', 'revision_number': 4, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '19dcdc35-e119-45bc-bbcf-537983bfc91d', 'name': '', 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'mac_address': 'fa:16:3e:45:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3009c173-3ecf-4ba1-8bb4-bdcd7b60be95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:47Z', 'revision_number': 2, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'subnets': [{'id': '3009c173-3ecf-4ba1-8bb4-bdcd7b60be95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:50.987459 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c73b84a9-35a8-4acc-a8f2-8da87d2bed92 req-5aafb710-45c3-4961-9f85-db22e0275f06 tempest-FloatingIPDetailsNegativeTestJSON-1658309405 tempest-FloatingIPDetailsNegativeTestJSON-1658309405-project] 10.222.0.46 "GET /v2.0/floatingips/a508acc3-513f-42d3-95bc-7bd168116dcd HTTP/1.1" status: 404 len: 350 time: 0.1285288 Jul 28 10:33:50.993693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:33:41Z', 'revision_number': 3, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port': {'id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:37Z', 'updated_at': '2022-07-28T10:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:50.996238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:51.003349 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a13a92a9-ced8-485d-bf70-ba033ac2a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.004444 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Checking router: 8ab26630-699e-4adc-8ae8-52212adae2ac for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:51.005029 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Updating router 8ab26630-699e-4adc-8ae8-52212adae2ac port 19dcdc35-e119-45bc-bbcf-537983bfc91d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:51.010365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea25-d876-444f-b94e-b46c80780716 admin admin] Publish callbacks [] for security_group (3f564729-c738-4559-93c3-df96f27f42e0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.036121 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.064913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7106592-6bb4-4451-b1c3-a3d44c425385 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:51.070850 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.081963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a44268af-d8ef-41b8-9f43-7dc54360b08b admin admin] Publish callbacks [] for security_group (478ae566-8abf-4e75-a3f1-58da86b396b3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.103084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8562287-9977-4533-a6de-c628a4ffc880 None None] The sync data for ids ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'] in n-d-850468-6 is: [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:33:41Z', 'revision_number': 3, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port': {'id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:37Z', 'updated_at': '2022-07-28T10:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:51.154751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Provisioning complete for port 19dcdc35-e119-45bc-bbcf-537983bfc91d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:51.155744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.171844 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.173328 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.182138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea25-d876-444f-b94e-b46c80780716 admin admin] Publish callbacks [] for security_group (3f564729-c738-4559-93c3-df96f27f42e0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.194580 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.221339 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.222591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Port 19dcdc35-e119-45bc-bbcf-537983bfc91d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:51.244251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Provisioning complete for port a7106592-6bb4-4451-b1c3-a3d44c425385 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:51.244638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.253690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Set router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:51.288259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks [] for floatingip (5f261b61-05c2-438d-961c-2580067250d6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.302126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.308310 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5fbe1fd9-0001-4601-95c0-9f14e1eee1e9 tempest-ServersTestJSON-330545858 tempest-ServersTestJSON-330545858-project] 10.222.0.46 "DELETE /v2.0/floatingips/5f261b61-05c2-438d-961c-2580067250d6 HTTP/1.1" status: 204 len: 168 time: 2.4205558 Jul 28 10:33:51.320540 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45474) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:51.341821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea25-d876-444f-b94e-b46c80780716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3f564729-c738-4559-93c3-df96f27f42e0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.345322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea25-d876-444f-b94e-b46c80780716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.347001 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c3e0ea25-d876-444f-b94e-b46c80780716 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f564729-c738-4559-93c3-df96f27f42e0 HTTP/1.1" status: 204 len: 168 time: 0.6047165 Jul 28 10:33:51.409507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (3a8a9264-3e87-4d70-ad44-23606530a874), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.415585 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.425076 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.456998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a92a9-ced8-485d-bf70-ba033ac2a266 None None] Pushing event updated for resources: {'Port': ['ID=a7106592-6bb4-4451-b1c3-a3d44c425385,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:51.500907 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0ea25-d876-444f-b94e-b46c80780716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f564729-c738-4559-93c3-df96f27f42e0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:51.537426 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.683150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7106592-6bb4-4451-b1c3-a3d44c425385 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:51.684553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device babe87cd-903b-4d88-bfa6-077abf37cd99 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:51.773748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a44268af-d8ef-41b8-9f43-7dc54360b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (478ae566-8abf-4e75-a3f1-58da86b396b3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.774207 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.775718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:47Z', 'revision_number': 3, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port': {'id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:45Z', 'updated_at': '2022-07-28T10:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:51.777341 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a44268af-d8ef-41b8-9f43-7dc54360b08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.778840 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a44268af-d8ef-41b8-9f43-7dc54360b08b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/478ae566-8abf-4e75-a3f1-58da86b396b3 HTTP/1.1" status: 204 len: 168 time: 1.7269216 Jul 28 10:33:51.866349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da45953-b1ae-4f77-8153-411b47ef1824 admin admin] Publish callbacks [] for security_group (4fe4530c-d9ca-43e0-a12f-0423e950fa75), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.871415 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44268af-d8ef-41b8-9f43-7dc54360b08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ae566-8abf-4e75-a3f1-58da86b396b3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:51.893334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da45953-b1ae-4f77-8153-411b47ef1824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4fe4530c-d9ca-43e0-a12f-0423e950fa75), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.912807 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:51.929898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Checking router: b7240826-fbf7-41db-b50b-7f2d6ea1cae4 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:51.930102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Updating router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 port 77392d65-8d14-4389-b05e-e12d6585cad8 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:51.945670 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Publish callbacks [] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:51.964335 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.018084 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.130405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Current status of the port a7106592-6bb4-4451-b1c3-a3d44c425385 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:52.145631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Provisioning complete for port 0d199e98-ffe0-49da-8f74-7e7925db180a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:52.146390 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.161075 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116079b-4b13-46a1-8197-d425bbec30aa None None] Pushing event updated for resources: {'Port': ['ID=19dcdc35-e119-45bc-bbcf-537983bfc91d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:52.235490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1db85-56f2-43a3-aef1-d0c9a014e240 None None] Port 0d199e98-ffe0-49da-8f74-7e7925db180a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:52.300039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port babe87cd-903b-4d88-bfa6-077abf37cd99 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:52.300428 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.310725 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5da45953-b1ae-4f77-8153-411b47ef1824 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c115486fe7e74d30975d66c09d263750&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0839736 Jul 28 10:33:52.325064 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Attempting to bind port 19dcdc35-e119-45bc-bbcf-537983bfc91d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:52.325474 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Attempting to bind port 19dcdc35-e119-45bc-bbcf-537983bfc91d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:52.325970 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Attempting to bind port 19dcdc35-e119-45bc-bbcf-537983bfc91d on network 64ade6e7-398b-4cf3-bb9c-323132966f97 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:52.328188 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45488) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:52.350444 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:52.350780 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Checking segment: {'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:52.353198 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.353614 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Bound using segment: {'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:52.354775 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Bound port: 19dcdc35-e119-45bc-bbcf-537983bfc91d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:52.355179 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.401272 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da45953-b1ae-4f77-8153-411b47ef1824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe4530c-d9ca-43e0-a12f-0423e950fa75,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:52.442585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (8ab26630-699e-4adc-8ae8-52212adae2ac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.516477 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] For port 19dcdc35-e119-45bc-bbcf-537983bfc91d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:52.525240 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] For port 19dcdc35-e119-45bc-bbcf-537983bfc91d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=19dcdc35-e119-45bc-bbcf-537983bfc91d,segment=NetworkSegment(cd4b0480-2285-4fca-bd9d-d6e5d6e15254),segment_id=cd4b0480-2285-4fca-bd9d-d6e5d6e15254)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:52.540222 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.544911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port babe87cd-903b-4d88-bfa6-077abf37cd99 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:52.679441 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116079b-4b13-46a1-8197-d425bbec30aa None None] Pushing event updated for resources: {'Port': ['ID=19dcdc35-e119-45bc-bbcf-537983bfc91d,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:52.708488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3088fcc5-7793-4197-ae68-316fb7a962e8 None None] Provisioning complete for port 19dcdc35-e119-45bc-bbcf-537983bfc91d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:52.708883 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3088fcc5-7793-4197-ae68-316fb7a962e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.735203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Routers {'8ab26630-699e-4adc-8ae8-52212adae2ac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:52.735979 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8ab26630-699e-4adc-8ae8-52212adae2ac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:52.805708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45494) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:52.976209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Publish callbacks [] for port (77392d65-8d14-4389-b05e-e12d6585cad8), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:52.982005 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:52.995165 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.019051 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ab1af7fa-2db4-43e6-8a50-883f0dc463c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4100dfb4e898401993468915b74050cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951981 Jul 28 10:33:53.020054 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (92776217-722d-4144-aabc-cdf6c88564d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.036304 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45496) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:53.074792 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] Set router 8ab26630-699e-4adc-8ae8-52212adae2ac gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:53.113890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7106592-6bb4-4451-b1c3-a3d44c425385 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:53.174279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks [] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.224907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7106592-6bb4-4451-b1c3-a3d44c425385 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:53.225351 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.227340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6817ce-69d2-4c56-99f1-45e3667056ed None None] Pushing event updated for resources: {'Port': ['ID=77392d65-8d14-4389-b05e-e12d6585cad8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:53.233842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Attempting to bind port 77392d65-8d14-4389-b05e-e12d6585cad8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:53.234981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Attempting to bind port 77392d65-8d14-4389-b05e-e12d6585cad8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:53.235366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Attempting to bind port 77392d65-8d14-4389-b05e-e12d6585cad8 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:53.266784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:53.267506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:53.267655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.268377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:53.269011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Bound port: 77392d65-8d14-4389-b05e-e12d6585cad8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:53.269409 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.346792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] For port 77392d65-8d14-4389-b05e-e12d6585cad8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:53.349606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.352146 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] For port 77392d65-8d14-4389-b05e-e12d6585cad8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=77392d65-8d14-4389-b05e-e12d6585cad8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:53.370311 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:53.409032 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:53.410983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3088fcc5-7793-4197-ae68-316fb7a962e8 None None] Current status of the port 19dcdc35-e119-45bc-bbcf-537983bfc91d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:53.411504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3088fcc5-7793-4197-ae68-316fb7a962e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.452379 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:53.454927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (9d7c5c3a-b371-4639-9356-b118e31e7ea1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.475400 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.504549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45506) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:53.523692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:46Z', 'revision_number': 4, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '19dcdc35-e119-45bc-bbcf-537983bfc91d', 'name': '', 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'mac_address': 'fa:16:3e:45:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3009c173-3ecf-4ba1-8bb4-bdcd7b60be95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:52Z', 'revision_number': 4, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'subnets': [{'id': '3009c173-3ecf-4ba1-8bb4-bdcd7b60be95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:53.555340 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be7b5b-3010-4226-9545-f473a3663e01 None None] The sync data for ids ['8ab26630-699e-4adc-8ae8-52212adae2ac'] in n-d-850468-6 is: [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:46Z', 'revision_number': 4, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '19dcdc35-e119-45bc-bbcf-537983bfc91d', 'name': '', 'network_id': '64ade6e7-398b-4cf3-bb9c-323132966f97', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'mac_address': 'fa:16:3e:45:79:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '3009c173-3ecf-4ba1-8bb4-bdcd7b60be95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:52Z', 'revision_number': 4, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'subnets': [{'id': '3009c173-3ecf-4ba1-8bb4-bdcd7b60be95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:53.581594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6817ce-69d2-4c56-99f1-45e3667056ed None None] Pushing event updated for resources: {'Port': ['ID=77392d65-8d14-4389-b05e-e12d6585cad8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:53.667465 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:53.675043 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Network 5d69d473-8805-4710-a77a-5eed03f5db19 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:53.702428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:53.754531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Routers {'b7240826-fbf7-41db-b50b-7f2d6ea1cae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:53.756710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:53.768799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3088fcc5-7793-4197-ae68-316fb7a962e8 None None] For port 19dcdc35-e119-45bc-bbcf-537983bfc91d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=19dcdc35-e119-45bc-bbcf-537983bfc91d,segment=NetworkSegment(cd4b0480-2285-4fca-bd9d-d6e5d6e15254),segment_id=cd4b0480-2285-4fca-bd9d-d6e5d6e15254)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:53.811188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d012ef5-6f09-4f2f-bb3b-6ad42e5caa43 admin admin] Publish callbacks [] for security_group (c98ae268-e6fd-4543-ab19-a905ed015c78), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.829199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-958633966-network', 'tenant_id': '085316428d834b6cb9dcb36971da849e'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:53.853132 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3088fcc5-7793-4197-ae68-316fb7a962e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.865513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Pushing event updated for resources: {'Port': ['ID=0d199e98-ffe0-49da-8f74-7e7925db180a,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:53.870939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.895661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Made reservation on behalf of 085316428d834b6cb9dcb36971da849e for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:53.898148 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.915468 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:53.916437 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.945458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Deleting port 19dcdc35-e119-45bc-bbcf-537983bfc91d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:53.945966 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.957764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-820904e6-fc68-43a7-b609-02095ce3ca71 admin admin] Publish callbacks [] for security_group (4fe4530c-d9ca-43e0-a12f-0423e950fa75), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:53.990545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Router 3a8a9264-3e87-4d70-ad44-23606530a874 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:53.994514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d012ef5-6f09-4f2f-bb3b-6ad42e5caa43 admin admin] Publish callbacks [] for security_group (c98ae268-e6fd-4543-ab19-a905ed015c78), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.033816 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:54.072566 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] For port 19dcdc35-e119-45bc-bbcf-537983bfc91d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=19dcdc35-e119-45bc-bbcf-537983bfc91d,segment=NetworkSegment(cd4b0480-2285-4fca-bd9d-d6e5d6e15254),segment_id=cd4b0480-2285-4fca-bd9d-d6e5d6e15254)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:54.072566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.121652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Calling delete_port for 19dcdc35-e119-45bc-bbcf-537983bfc91d owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:54.124635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-820904e6-fc68-43a7-b609-02095ce3ca71 admin admin] Publish callbacks [] for security_group (4fe4530c-d9ca-43e0-a12f-0423e950fa75), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.189734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7106592-6bb4-4451-b1c3-a3d44c425385 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:54.191785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:54.207814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-78fad10d-56b5-4a2c-aa00-8f3720af8ff9 None None] Provisioning complete for port 19dcdc35-e119-45bc-bbcf-537983bfc91d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:54.208189 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78fad10d-56b5-4a2c-aa00-8f3720af8ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.216374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Deleting port 8759ffb9-6a4b-4255-bea0-d41ff61217d0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:54.216913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.376330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088fcc5-7793-4197-ae68-316fb7a962e8 None None] Pushing event updated for resources: {'Port': ['ID=19dcdc35-e119-45bc-bbcf-537983bfc91d,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:54.398405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] Set router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:54.408841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:54.425635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks [] for security_group (e8afa9ac-8e69-47a0-8406-b27f066383ff), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.475207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d012ef5-6f09-4f2f-bb3b-6ad42e5caa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c98ae268-e6fd-4543-ab19-a905ed015c78), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.478594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d012ef5-6f09-4f2f-bb3b-6ad42e5caa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.480321 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6d012ef5-6f09-4f2f-bb3b-6ad42e5caa43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c98ae268-e6fd-4543-ab19-a905ed015c78 HTTP/1.1" status: 204 len: 168 time: 1.4221950 Jul 28 10:33:54.482237 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:54.485354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e8afa9ac-8e69-47a0-8406-b27f066383ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.498642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-78fad10d-56b5-4a2c-aa00-8f3720af8ff9 None None] Current status of the port 19dcdc35-e119-45bc-bbcf-537983bfc91d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:54.501117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] For port 8759ffb9-6a4b-4255-bea0-d41ff61217d0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8759ffb9-6a4b-4255-bea0-d41ff61217d0,segment=NetworkSegment(58d8099a-63c2-4fea-b340-620652c15290),segment_id=58d8099a-63c2-4fea-b340-620652c15290)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:54.501906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.502045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:54.502269 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.549911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:33:54.558058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-820904e6-fc68-43a7-b609-02095ce3ca71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4fe4530c-d9ca-43e0-a12f-0423e950fa75), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.563195 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-820904e6-fc68-43a7-b609-02095ce3ca71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.581957 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-820904e6-fc68-43a7-b609-02095ce3ca71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fe4530c-d9ca-43e0-a12f-0423e950fa75 HTTP/1.1" status: 204 len: 168 time: 2.2233393 Jul 28 10:33:54.584328 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:54.596878 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d012ef5-6f09-4f2f-bb3b-6ad42e5caa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98ae268-e6fd-4543-ab19-a905ed015c78,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:54.623903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Calling delete_port for 8759ffb9-6a4b-4255-bea0-d41ff61217d0 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:54.624849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:54.638658 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] Sync routers for ids ['3a8a9264-3e87-4d70-ad44-23606530a874'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:54.642759 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1982d771-9429-4377-886c-d51695f9b3ee admin admin] 10.222.0.46 "PUT /v2.0/routers/3a8a9264-3e87-4d70-ad44-23606530a874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2501667 Jul 28 10:33:54.644742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45516) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:54.663022 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] Routers {'3a8a9264-3e87-4d70-ad44-23606530a874'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:54.664059 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a8a9264-3e87-4d70-ad44-23606530a874'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:54.664763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820904e6-fc68-43a7-b609-02095ce3ca71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe4530c-d9ca-43e0-a12f-0423e950fa75,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:54.684181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Allocated IP 172.20.0.1 (c02bd6ed-c716-4ee4-91de-8fef9e43ff24/106761ba-7194-4848-a793-9ff7b6cf936f/8411f0da-2e33-4cb3-bd65-85f3539ee777) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:33:54.779983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8ffdae87-236d-4544-bcd8-9d821b59ce04 None None] Provisioning complete for port 0d199e98-ffe0-49da-8f74-7e7925db180a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:54.787098 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ffdae87-236d-4544-bcd8-9d821b59ce04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.844798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8afa9ac-8e69-47a0-8406-b27f066383ff,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:54.871684 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d3f1cfbd-aaf8-4849-b163-b116e7a5122d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.874397 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Added segment d3f1cfbd-aaf8-4849-b163-b116e7a5122d of type vlan for network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 Jul 28 10:33:54.932708 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] Set router 3a8a9264-3e87-4d70-ad44-23606530a874 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:54.956549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:54.956949 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:54.985560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdae87-236d-4544-bcd8-9d821b59ce04 None None] Port 0d199e98-ffe0-49da-8f74-7e7925db180a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:55.010194 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:55.026448 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:55.054067 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (5e9009e8-cc0d-47f0-b30c-3a342cf000b2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.059575 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:55.118033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:55.142591 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1120e896-f76c-4caa-b863-c0b12f777c6c admin admin] 10.222.0.46 "PUT /v2.0/routers/9d7c5c3a-b371-4639-9356-b118e31e7ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3835499 Jul 28 10:33:55.153995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:55.170977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Sync routers for ids ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:55.176325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks [] for router (3a8a9264-3e87-4d70-ad44-23606530a874), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.210008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Routers {'9d7c5c3a-b371-4639-9356-b118e31e7ea1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:55.210458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:55.212842 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.235637 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:55.284013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (5e9009e8-cc0d-47f0-b30c-3a342cf000b2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.289650 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:55.294764 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.313687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks [] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.410746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19dcdc35-e119-45bc-bbcf-537983bfc91d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:55.429694 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:33:50Z', 'revision_number': 5, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:55.433062 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:55.479534 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] Checking router: 3a8a9264-3e87-4d70-ad44-23606530a874 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:55.498674 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] Routers {'3a8a9264-3e87-4d70-ad44-23606530a874'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:55.500947 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3a8a9264-3e87-4d70-ad44-23606530a874'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:55.520276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:47Z', 'revision_number': 3, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port': {'id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:45Z', 'updated_at': '2022-07-28T10:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:55.605108 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.613926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8759ffb9-6a4b-4255-bea0-d41ff61217d0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.681066 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] Set router 3a8a9264-3e87-4d70-ad44-23606530a874 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:55.720523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:55.740534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:55.745793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e3100-d1fe-4d73-9eec-c22c1ef98af8 None None] The sync data for ids ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'] in n-d-850468-6 is: [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:47Z', 'revision_number': 3, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port': {'id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:45Z', 'updated_at': '2022-07-28T10:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:55.751904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:33:55.818196 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:55.851855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No active binding found for port 19dcdc35-e119-45bc-bbcf-537983bfc91d {{(pid=104689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 10:33:55.852246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] The host n-d-850468-6 is not matching for port 19dcdc35-e119-45bc-bbcf-537983bfc91d host None! {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 10:33:55.852642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19dcdc35-e119-45bc-bbcf-537983bfc91d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:33:55.877151 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.3676867 Jul 28 10:33:55.885372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45548) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:55.886975 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.919385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Request body: {'subnet': {'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-958633966-subnet', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:55.934200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Pushing event deleted for resources: {'Port': ['ID=8759ffb9-6a4b-4255-bea0-d41ff61217d0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:55.936493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (19dcdc35-e119-45bc-bbcf-537983bfc91d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:55.990448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Set router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:33:56.062705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed150f74-d4c6-4ff3-b306-a647d3f56aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9009e8-cc0d-47f0-b30c-3a342cf000b2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:56.079789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Pushing event updated for resources: {'Port': ['ID=8411f0da-2e33-4cb3-bd65-85f3539ee777,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:56.098707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks [] for router_gateway (3a8a9264-3e87-4d70-ad44-23606530a874), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:56.144337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 19dcdc35-e119-45bc-bbcf-537983bfc91d not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:33:56.177554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:33:56.197196 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=19dcdc35-e119-45bc-bbcf-537983bfc91d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:56.327990 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:33:50Z', 'revision_number': 5, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:56.335256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Deleting port 64a58aa1-6408-430f-9af3-b14eb8789f28 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:33:56.335879 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:56.386867 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Made reservation on behalf of 085316428d834b6cb9dcb36971da849e for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:56.390398 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:56.419560 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057c58d-1abb-46c1-9b53-14d95c329143 None None] The sync data for ids ['3a8a9264-3e87-4d70-ad44-23606530a874'] in n-d-850468-6 is: [{'id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'name': 'tempest-VolumesAdminNegativeTest-1707961236-router', 'tenant_id': '49a6f149235249c1bfb92f358d27102e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:32:42Z', 'updated_at': '2022-07-28T10:33:50Z', 'revision_number': 5, 'project_id': '49a6f149235249c1bfb92f358d27102e', 'gw_port': {'id': '64a58aa1-6408-430f-9af3-b14eb8789f28', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8a9264-3e87-4d70-ad44-23606530a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:32:45Z', 'updated_at': '2022-07-28T10:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:33:56.688454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6b864d9b-a772-4a8b-99a1-4477105cfe1c None None] Provisioning complete for port 8411f0da-2e33-4cb3-bd65-85f3539ee777 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:56.689846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b864d9b-a772-4a8b-99a1-4477105cfe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:56.786330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45566) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:56.803498 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:56.917075 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:56.924806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6b864d9b-a772-4a8b-99a1-4477105cfe1c None None] Port 8411f0da-2e33-4cb3-bd65-85f3539ee777 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:57.006714 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] For port 64a58aa1-6408-430f-9af3-b14eb8789f28, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=64a58aa1-6408-430f-9af3-b14eb8789f28,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:57.007669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:57.129782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Calling delete_port for 64a58aa1-6408-430f-9af3-b14eb8789f28 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:33:57.140967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:33:50Z', 'revision_number': 4, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port': {'id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:37Z', 'updated_at': '2022-07-28T10:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '0d199e98-ffe0-49da-8f74-7e7925db180a', 'name': '', 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'mac_address': 'fa:16:3e:82:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '68c50b71-8fa3-4f59-a012-6030394376e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:48Z', 'updated_at': '2022-07-28T10:33:51Z', 'revision_number': 2, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'subnets': [{'id': '68c50b71-8fa3-4f59-a012-6030394376e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:57.162211 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (8ab26630-699e-4adc-8ae8-52212adae2ac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:57.269464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Checking router: 9d7c5c3a-b371-4639-9356-b118e31e7ea1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:33:57.269623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Updating router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 port 0d199e98-ffe0-49da-8f74-7e7925db180a binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:33:57.404601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:57.736773 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (92776217-722d-4144-aabc-cdf6c88564d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:57.852137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 77392d65-8d14-4389-b05e-e12d6585cad8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:57.907517 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:58.047238 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:58.048507 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:58.049536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 77392d65-8d14-4389-b05e-e12d6585cad8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:58.051328 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.272664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1711067072-network', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:33:58.287927 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:58.338946 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:58.355489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Made reservation on behalf of 70ceba76ab9744e7a0ae4f2438709f7d for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:33:58.359041 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.386121 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.511562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks [] for security_group (baea41da-0dc6-44b8-b70f-fec9a6030c59), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.528811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (baea41da-0dc6-44b8-b70f-fec9a6030c59), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.623928 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Publish callbacks [] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.640656 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.662021 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-22403115-1f29-4703-9f10-f53eeca6389d req-7da7b5d0-dcc6-43bc-9554-cef77ee88877 tempest-ServersAaction247Test-1693927186 tempest-ServersAaction247Test-1693927186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d718e333-7a1e-46d5-bcbb-36bbee4af943 HTTP/1.1" status: 200 len: 210 time: 0.3232186 Jul 28 10:33:58.680799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:33:58.691536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Router 8ab26630-699e-4adc-8ae8-52212adae2ac has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:58.721369 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (6cd2687c-bada-4c70-96aa-e3a684b518ab), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.724933 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks [] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.730393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baea41da-0dc6-44b8-b70f-fec9a6030c59,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:58.755735 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.844710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 77392d65-8d14-4389-b05e-e12d6585cad8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:33:58.845105 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.891583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b948d522-0a34-45e3-be84-6cafd86a22e4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:58.892039 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Added segment b948d522-0a34-45e3-be84-6cafd86a22e4 of type vlan for network fc480ddc-689b-4a08-ab44-677bf4b84cd1 Jul 28 10:33:58.896095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Pushing event updated for resources: {'Port': ['ID=8411f0da-2e33-4cb3-bd65-85f3539ee777,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:59.048800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 77392d65-8d14-4389-b05e-e12d6585cad8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=77392d65-8d14-4389-b05e-e12d6585cad8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:33:59.070894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd19d1-0aa5-4fa3-a459-6d752a3774bd None None] Pushing event updated for resources: {'Port': ['ID=0d199e98-ffe0-49da-8f74-7e7925db180a,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:59.112886 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.170795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fc480ddc-689b-4a08-ab44-677bf4b84cd1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.172581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.175851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:33:59.312906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd2687c-bada-4c70-96aa-e3a684b518ab,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:59.322289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Checking segment: {'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:59.322800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Network hostable DHCP agents. Network: 5e9009e8-cc0d-47f0-b30c-3a342cf000b2, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:33:59.376021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Router 92776217-722d-4144-aabc-cdf6c88564d1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:33:59.387707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:33:59.400688 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] Sync routers for ids ['8ab26630-699e-4adc-8ae8-52212adae2ac'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:33:59.407194 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-070d7f56-6e98-4109-b5ad-583099b85bcb admin admin] 10.222.0.46 "PUT /v2.0/routers/8ab26630-699e-4adc-8ae8-52212adae2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4090316 Jul 28 10:33:59.408991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:33:59.412361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45592) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:59.415614 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:59.423913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:33:59.424702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (64a58aa1-6408-430f-9af3-b14eb8789f28), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.425513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-80cf7c21-d2e5-4050-8ce2-b71fc4435e03 None None] Provisioning complete for port 0d199e98-ffe0-49da-8f74-7e7925db180a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:59.426062 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80cf7c21-d2e5-4050-8ce2-b71fc4435e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.433438 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] Routers {'8ab26630-699e-4adc-8ae8-52212adae2ac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:59.434397 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8ab26630-699e-4adc-8ae8-52212adae2ac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:33:59.460073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:59.472592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Attempting to bind port 0d199e98-ffe0-49da-8f74-7e7925db180a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:33:59.473204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Attempting to bind port 0d199e98-ffe0-49da-8f74-7e7925db180a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:33:59.473736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Attempting to bind port 0d199e98-ffe0-49da-8f74-7e7925db180a on network 5d69d473-8805-4710-a77a-5eed03f5db19 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:33:59.506543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:33:59.507145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.516313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:33:59.516880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Checking segment: {'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:33:59.517440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.517985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Bound using segment: {'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:33:59.518665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Bound port: 0d199e98-ffe0-49da-8f74-7e7925db180a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7cce54-979d-4fdc-bc00-088118d5d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:33:59.519166 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.552198 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fc480ddc-689b-4a08-ab44-677bf4b84cd1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.556837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:59.557655 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.561130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a58aa1-6408-430f-9af3-b14eb8789f28,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:59.627948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] For port 0d199e98-ffe0-49da-8f74-7e7925db180a, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:33:59.644804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] For port 0d199e98-ffe0-49da-8f74-7e7925db180a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0d199e98-ffe0-49da-8f74-7e7925db180a,segment=NetworkSegment(de7cce54-979d-4fdc-bc00-088118d5d97b),segment_id=de7cce54-979d-4fdc-bc00-088118d5d97b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:33:59.660891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-80cf7c21-d2e5-4050-8ce2-b71fc4435e03 None None] Port 0d199e98-ffe0-49da-8f74-7e7925db180a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:33:59.663545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=77392d65-8d14-4389-b05e-e12d6585cad8,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:59.674251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 5e9009e8-cc0d-47f0-b30c-3a342cf000b2) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:33:59.683148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.696610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd540f9e-7b40-4112-943f-f198af719a49 None None] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:33:59.721113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] Pushing event updated for resources: {'Network': ['ID=fc480ddc-689b-4a08-ab44-677bf4b84cd1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:59.723506 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:59.799973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:33:59.803440 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:33:59.818636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:33:59.917273 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:33:59.934697 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de4cb4f5-bacc-4042-ad95-022ca555d36e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1380739 Jul 28 10:33:59.944086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45596) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:33:59.955530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Routers {'9d7c5c3a-b371-4639-9356-b118e31e7ea1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:33:59.956205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:00.006895 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Request body: {'subnet': {'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1711067072-subnet', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:00.039758 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:00.042964 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:00.151863 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] Set router 8ab26630-699e-4adc-8ae8-52212adae2ac gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:00.164608 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4dcb269b-5c3e-479f-b53d-c9b0748235aa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2710204 Jul 28 10:34:00.178260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45598) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:00.195588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:00.207532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd19d1-0aa5-4fa3-a459-6d752a3774bd None None] Pushing event updated for resources: {'Port': ['ID=0d199e98-ffe0-49da-8f74-7e7925db180a,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:00.236387 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:00.266245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a90427cf-ddf9-4367-863f-9a859c18e747 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:00.303772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks [] for router (8ab26630-699e-4adc-8ae8-52212adae2ac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.345366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a90427cf-ddf9-4367-863f-9a859c18e747 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:00.346247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a90427cf-ddf9-4367-863f-9a859c18e747 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:00.349942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Made reservation on behalf of 70ceba76ab9744e7a0ae4f2438709f7d for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:00.363355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-eba1f3c3-c8cc-4130-948d-ceb782717560 None None] Provisioning complete for port 8411f0da-2e33-4cb3-bd65-85f3539ee777 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:00.363909 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eba1f3c3-c8cc-4130-948d-ceb782717560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.365491 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.374680 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b985be0d-36e6-4828-8d7d-3d8513c10ddd req-90159d9a-aeb6-4fee-8338-cf74232f5320 tempest-ServersAaction247Test-1693927186 tempest-ServersAaction247Test-1693927186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d718e333-7a1e-46d5-bcbb-36bbee4af943 HTTP/1.1" status: 200 len: 210 time: 0.1650858 Jul 28 10:34:00.389488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (3a8a9264-3e87-4d70-ad44-23606530a874), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.428196 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:00.466068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (eebd6c94-3452-4a5d-a06b-373a403a149f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.468755 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (eebd6c94-3452-4a5d-a06b-373a403a149f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.504039 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-65af34f9-90c3-48fb-8383-faac9c79b14c admin admin] 10.222.0.46 "PUT /v2.0/routers/92776217-722d-4144-aabc-cdf6c88564d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1821160 Jul 28 10:34:00.512481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-eba1f3c3-c8cc-4130-948d-ceb782717560 None None] Port 8411f0da-2e33-4cb3-bd65-85f3539ee777 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:00.515345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] Sync routers for ids ['92776217-722d-4144-aabc-cdf6c88564d1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:00.540449 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:00.545898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45602) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:00.549497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (3a8a9264-3e87-4d70-ad44-23606530a874), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.554551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks [] for router_controller (3a8a9264-3e87-4d70-ad44-23606530a874), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.589807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-5e9009e8-cc0d-47f0-b30c-3a342cf000b2', 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2', 'project_id': '085316428d834b6cb9dcb36971da849e', 'fixed_ips': [{'subnet_id': '6cd2687c-bada-4c70-96aa-e3a684b518ab'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:34:00.592067 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.598107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] Routers {'92776217-722d-4144-aabc-cdf6c88564d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:00.599023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['92776217-722d-4144-aabc-cdf6c88564d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:00.679232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (3a8a9264-3e87-4d70-ad44-23606530a874), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.679995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a8a9264-3e87-4d70-ad44-23606530a874 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:34:00.692763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.696712 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e99c3447-e18c-4da0-9848-e98c0e13bc19 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3a8a9264-3e87-4d70-ad44-23606530a874 HTTP/1.1" status: 204 len: 168 time: 6.0223050 Jul 28 10:34:00.700775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45604) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:00.764140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 77392d65-8d14-4389-b05e-e12d6585cad8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:00.787093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Provisioning complete for port 0d199e98-ffe0-49da-8f74-7e7925db180a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:00.787557 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:00.790807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:00.807677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] Set router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:00.823596 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:55Z', 'revision_number': 5, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:00.938839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] Checking router: 8ab26630-699e-4adc-8ae8-52212adae2ac for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:00.954965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Deleting subnet 40b8fc55-a753-4144-8ebc-44628bbf3df6 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:34:00.957406 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] Routers {'8ab26630-699e-4adc-8ae8-52212adae2ac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:00.958190 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8ab26630-699e-4adc-8ae8-52212adae2ac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:00.979521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Publish callbacks [] for subnet (40b8fc55-a753-4144-8ebc-44628bbf3df6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.138742 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a83a900f-b613-4f88-8d31-92c6d4e30ea0 req-bddb6dd7-b9fa-4fa1-971c-dbcf369ea380 tempest-ServersAaction247Test-1693927186 tempest-ServersAaction247Test-1693927186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d718e333-7a1e-46d5-bcbb-36bbee4af943 HTTP/1.1" status: 200 len: 210 time: 0.1661394 Jul 28 10:34:01.146314 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] Set router 8ab26630-699e-4adc-8ae8-52212adae2ac gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:01.163985 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:01.214090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks [] for router_gateway (8ab26630-699e-4adc-8ae8-52212adae2ac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.248631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:01.260157 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-44b368c9-1e67-4804-89bd-17881fde3de4 admin admin] 10.222.0.46 "PUT /v2.0/routers/b7240826-fbf7-41db-b50b-7f2d6ea1cae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3609409 Jul 28 10:34:01.266960 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Sync routers for ids ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:01.318345 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (40b8fc55-a753-4144-8ebc-44628bbf3df6), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.339103 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Routers {'b7240826-fbf7-41db-b50b-7f2d6ea1cae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:01.339721 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:01.479126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks [] for router_controller (eebd6c94-3452-4a5d-a06b-373a403a149f), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.583981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks [] for router (92776217-722d-4144-aabc-cdf6c88564d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.701270 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Set router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:01.712974 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (40b8fc55-a753-4144-8ebc-44628bbf3df6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.767956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] Set router 92776217-722d-4144-aabc-cdf6c88564d1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:01.849441 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:55Z', 'revision_number': 5, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:01.901410 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9dd85-8268-4cae-bddb-39d7af33a5be None None] The sync data for ids ['8ab26630-699e-4adc-8ae8-52212adae2ac'] in n-d-850468-6 is: [{'id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1478246841-router', 'tenant_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:35Z', 'updated_at': '2022-07-28T10:33:55Z', 'revision_number': 5, 'project_id': 'a4b94d3df55b4831b42a4549917e7ce8', 'gw_port': {'id': 'babe87cd-903b-4d88-bfa6-077abf37cd99', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:97:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab26630-699e-4adc-8ae8-52212adae2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:36Z', 'updated_at': '2022-07-28T10:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:01.915903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Deleting port babe87cd-903b-4d88-bfa6-077abf37cd99 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:01.924566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (40b8fc55-a753-4144-8ebc-44628bbf3df6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.927763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.977018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:01.986001 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/40b8fc55-a753-4144-8ebc-44628bbf3df6 HTTP/1.1" status: 204 len: 168 time: 1.2814970 Jul 28 10:34:01.990232 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45618) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:01.991494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b8fc55-a753-4144-8ebc-44628bbf3df6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:02.064238 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:02.073514 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [req-def6372b-4a0c-43f2-9a93-bcd1d7833023 req-9f756fcb-ef32-47c0-bfd4-1c4b3ad10a7b tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] show failed (client error): The resource could not be found. Jul 28 10:34:02.097648 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-def6372b-4a0c-43f2-9a93-bcd1d7833023 req-9f756fcb-ef32-47c0-bfd4-1c4b3ad10a7b tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "GET /v2.0/security-groups/11083dcc-e326-406c-a18d-6bc3bd21cf3c HTTP/1.1" status: 404 len: 352 time: 0.2364171 Jul 28 10:34:02.125553 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:02.131534 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6aa872b5-8335-4c54-b8a2-692bf41a0407), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:02.155478 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:02.176151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.176743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.177436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.178058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.178638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.179200 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.181260 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.182058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.182620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.184401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.186243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.187692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.188285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.189140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.190293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa24bd6-6d78-431d-a37c-4a770a8a535d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:02.204138 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:02.208547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 77392d65-8d14-4389-b05e-e12d6585cad8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:02.208765 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:02.210682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20efb0e9-cc50-4e7f-9518-81dab2b6b666 None None] Network 6aa872b5-8335-4c54-b8a2-692bf41a0407 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:02.225833 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port': {'id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:45Z', 'updated_at': '2022-07-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8411f0da-2e33-4cb3-bd65-85f3539ee777', 'name': '', 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'mac_address': 'fa:16:3e:ab:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '106761ba-7194-4848-a793-9ff7b6cf936f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:53Z', 'updated_at': '2022-07-28T10:33:57Z', 'revision_number': 2, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'subnets': [{'id': '106761ba-7194-4848-a793-9ff7b6cf936f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:02.323935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks [] for router_gateway (eebd6c94-3452-4a5d-a06b-373a403a149f), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:02.372904 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Checking router: b7240826-fbf7-41db-b50b-7f2d6ea1cae4 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:02.375122 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Updating router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 port 8411f0da-2e33-4cb3-bd65-85f3539ee777 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:02.439533 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:02.492256 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (03291dcd-c382-46d3-8aac-2150a928ee9b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:02.497550 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45626) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:02.505781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Deleting port 8abf1485-7548-4493-9584-dbd4f59a8104 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:02.508356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:02.555536 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:02.555536 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:02.674180 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks [] for router_gateway (92776217-722d-4144-aabc-cdf6c88564d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:02.744509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03291dcd-c382-46d3-8aac-2150a928ee9b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:02.991099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:33:55Z', 'revision_number': 5, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port': {'id': 'ae795d3b-c7cd-49db-a0c1-604e4146992f', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92776217-722d-4144-aabc-cdf6c88564d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:12Z', 'updated_at': '2022-07-28T10:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:03.030848 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:03.035493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Current status of the port 0d199e98-ffe0-49da-8f74-7e7925db180a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:03.036924 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.048275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:33:50Z', 'revision_number': 4, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port': {'id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:37Z', 'updated_at': '2022-07-28T10:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '0d199e98-ffe0-49da-8f74-7e7925db180a', 'name': '', 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'mac_address': 'fa:16:3e:82:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '68c50b71-8fa3-4f59-a012-6030394376e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:48Z', 'updated_at': '2022-07-28T10:33:59Z', 'revision_number': 4, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'subnets': [{'id': '68c50b71-8fa3-4f59-a012-6030394376e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:03.107281 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8f03cabf-ae48-4d39-ae01-1a49e04fbe9c req-d744848f-9107-4c95-93f9-a2abf7745ade tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3f4b241d557442e9d46300cf50160cf HTTP/1.1" status: 200 len: 3001 time: 0.9443965 Jul 28 10:34:03.119498 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] For port 8abf1485-7548-4493-9584-dbd4f59a8104, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8abf1485-7548-4493-9584-dbd4f59a8104,segment=NetworkSegment(9a71ad12-5a10-41bb-b139-551beff7bca1),segment_id=9a71ad12-5a10-41bb-b139-551beff7bca1)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:03.120317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.203493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Checking segment: {'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:03.204139 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Network hostable DHCP agents. Network: fc480ddc-689b-4a08-ab44-677bf4b84cd1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:34:03.208651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Calling delete_port for 8abf1485-7548-4493-9584-dbd4f59a8104 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:03.223612 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3431b759-f7c0-46c6-a810-5d2b3da7b487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.244202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] Checking router: 92776217-722d-4144-aabc-cdf6c88564d1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:03.262939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e80c6-d6f8-4ed3-b5cc-861fff4df8a9 None None] The sync data for ids ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'] in n-d-850468-6 is: [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:33:50Z', 'revision_number': 4, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port': {'id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:37Z', 'updated_at': '2022-07-28T10:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '0d199e98-ffe0-49da-8f74-7e7925db180a', 'name': '', 'network_id': '5d69d473-8805-4710-a77a-5eed03f5db19', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'mac_address': 'fa:16:3e:82:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '68c50b71-8fa3-4f59-a012-6030394376e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:48Z', 'updated_at': '2022-07-28T10:33:59Z', 'revision_number': 4, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'subnets': [{'id': '68c50b71-8fa3-4f59-a012-6030394376e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:03.405393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] For port 0d199e98-ffe0-49da-8f74-7e7925db180a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0d199e98-ffe0-49da-8f74-7e7925db180a,segment=NetworkSegment(de7cce54-979d-4fdc-bc00-088118d5d97b),segment_id=de7cce54-979d-4fdc-bc00-088118d5d97b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:03.435150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] Routers {'92776217-722d-4144-aabc-cdf6c88564d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:03.436603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['92776217-722d-4144-aabc-cdf6c88564d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:03.474955 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] For port babe87cd-903b-4d88-bfa6-077abf37cd99, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=babe87cd-903b-4d88-bfa6-077abf37cd99,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:03.475475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.494539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3431b759-f7c0-46c6-a810-5d2b3da7b487 admin admin] Publish callbacks [] for security_group (83e41ada-1f2c-4d0c-b279-db1b4dd4485e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.565470 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Publish callbacks [] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.577884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] Set router 92776217-722d-4144-aabc-cdf6c88564d1 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:03.583931 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.585936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3431b759-f7c0-46c6-a810-5d2b3da7b487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (83e41ada-1f2c-4d0c-b279-db1b4dd4485e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.598783 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8f03cabf-ae48-4d39-ae01-1a49e04fbe9c req-3052fa50-b7b1-4664-8378-18d8f3fcd6ae tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "GET /v2.0/security-groups/129c236f-94e9-4420-9775-2fe84e9a4704 HTTP/1.1" status: 200 len: 2998 time: 0.4668374 Jul 28 10:34:03.644935 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:34:03.702618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Calling delete_port for babe87cd-903b-4d88-bfa6-077abf37cd99 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:03.714973 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-afbe35cf-3c06-402c-bab9-c3a94c1fbb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.720726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Deleting port ae795d3b-c7cd-49db-a0c1-604e4146992f {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:03.721119 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.728043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:03.742166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:34:02Z', 'revision_number': 6, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:03.823686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a26ce1-94e0-4514-96ec-69b250336d20 None None] The sync data for ids ['92776217-722d-4144-aabc-cdf6c88564d1'] in n-d-850468-6 is: [{'id': '92776217-722d-4144-aabc-cdf6c88564d1', 'name': 'tempest-ServersTestJSON-100351-router', 'tenant_id': '464094be29ab46e0b9370341079127ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:09Z', 'updated_at': '2022-07-28T10:34:02Z', 'revision_number': 6, 'project_id': '464094be29ab46e0b9370341079127ad', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:03.870497 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3431b759-f7c0-46c6-a810-5d2b3da7b487 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d41b986488f542cba289176167cb3723&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1684034 Jul 28 10:34:03.884376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45630) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:03.888078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fc480ddc-689b-4a08-ab44-677bf4b84cd1) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:03.901140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Allocated IP 172.20.0.2 (5e9009e8-cc0d-47f0-b30c-3a342cf000b2/6cd2687c-bada-4c70-96aa-e3a684b518ab/a1deedf1-e8b4-4dc7-ac6c-2420e840174e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:03.917135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b759-f7c0-46c6-a810-5d2b3da7b487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e41ada-1f2c-4d0c-b279-db1b4dd4485e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:03.965950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bd9fb9-4f73-4980-9021-435371b59eba None None] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:03.971109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:03.971632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.017789 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129a445-1dc6-404e-a66c-b98df8a2eba1 None None] Pushing event updated for resources: {'Port': ['ID=8411f0da-2e33-4cb3-bd65-85f3539ee777,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:04.033336 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8f03cabf-ae48-4d39-ae01-1a49e04fbe9c req-afc0c5a4-cdbc-4706-9bb4-1adeb3ee65da tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "GET /v2.0/security-groups/129c236f-94e9-4420-9775-2fe84e9a4704 HTTP/1.1" status: 200 len: 2998 time: 0.4161475 Jul 28 10:34:04.034283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8abf1485-7548-4493-9584-dbd4f59a8104), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.136382 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Attempting to bind port 8411f0da-2e33-4cb3-bd65-85f3539ee777 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:04.136683 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Attempting to bind port 8411f0da-2e33-4cb3-bd65-85f3539ee777 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:04.138287 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Attempting to bind port 8411f0da-2e33-4cb3-bd65-85f3539ee777 on network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:04.141012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abf1485-7548-4493-9584-dbd4f59a8104,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:04.146105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:04.146638 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Checking segment: {'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:04.152030 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.153288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Bound using segment: {'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:04.155439 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Bound port: 8411f0da-2e33-4cb3-bd65-85f3539ee777, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b977031c-2707-49e3-87aa-d6151341e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:04.155960 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.203110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] No DVR routers for this DVR port 8abf1485-7548-4493-9584-dbd4f59a8104 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:04.301207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 77392d65-8d14-4389-b05e-e12d6585cad8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:04.321128 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] For port 8411f0da-2e33-4cb3-bd65-85f3539ee777, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:04.348365 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] For port 8411f0da-2e33-4cb3-bd65-85f3539ee777, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8411f0da-2e33-4cb3-bd65-85f3539ee777,segment=NetworkSegment(b977031c-2707-49e3-87aa-d6151341e5cf),segment_id=b977031c-2707-49e3-87aa-d6151341e5cf)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:04.379575 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.414652 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6aa872b5-8335-4c54-b8a2-692bf41a0407), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.445441 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:04.447062 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:04.452629 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6edb50be-70e3-4ed3-8351-b4779c9ba6b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.5069942 Jul 28 10:34:04.462800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45634) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:04.489239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:04.498244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa872b5-8335-4c54-b8a2-692bf41a0407']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:04.546137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a71ad12-5a10-41bb-b139-551beff7bca1') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:04.546892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a71ad12-5a10-41bb-b139-551beff7bca1') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:04.621129 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Routers {'b7240826-fbf7-41db-b50b-7f2d6ea1cae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:04.622904 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:33:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:04.639744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks [] for router_gateway (eebd6c94-3452-4a5d-a06b-373a403a149f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.643332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (9a71ad12-5a10-41bb-b139-551beff7bca1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.679802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (babe87cd-903b-4d88-bfa6-077abf37cd99), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.705354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db05-cfd7-46ce-b66b-caaaabc7c237 admin admin] Publish callbacks [] for security_group (83e41ada-1f2c-4d0c-b279-db1b4dd4485e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.736055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a71ad12-5a10-41bb-b139-551beff7bca1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.764462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:34:04.766370 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (9a71ad12-5a10-41bb-b139-551beff7bca1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.929485 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.950102 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e4fed5df-0096-494d-ab51-403685981834), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:04.962818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e4fed5df-0096-494d-ab51-403685981834), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.015120 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9a71ad12-5a10-41bb-b139-551beff7bca1 resource provider aggregate not found Jul 28 10:34:05.128413 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] Set router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:05.133904 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:05.136508 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9a71ad12-5a10-41bb-b139-551beff7bca1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a71ad12-5a10-41bb-b139-551beff7bca1 found for delete ", "request_id": "req-5895e916-67fe-4160-b0cc-35c5fd66926f"}]} Jul 28 10:34:05.146280 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Publish callbacks [] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.161914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-458234f1-53b6-4f3b-92cd-6efa398ad0ca None None] Provisioning complete for port 8411f0da-2e33-4cb3-bd65-85f3539ee777 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:05.170052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=babe87cd-903b-4d88-bfa6-077abf37cd99,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:05.175304 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-458234f1-53b6-4f3b-92cd-6efa398ad0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.187583 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:05.202836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6aa872b5-8335-4c54-b8a2-692bf41a0407), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.230540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.249408 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6aa872b5-8335-4c54-b8a2-692bf41a0407 HTTP/1.1" status: 204 len: 168 time: 3.2511568 Jul 28 10:34:05.252252 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129a445-1dc6-404e-a66c-b98df8a2eba1 None None] Pushing event updated for resources: {'Port': ['ID=8411f0da-2e33-4cb3-bd65-85f3539ee777,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:05.253560 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db05-cfd7-46ce-b66b-caaaabc7c237 admin admin] Publish callbacks [] for security_group (83e41ada-1f2c-4d0c-b279-db1b4dd4485e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.328070 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:05.351591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e5ff6-d2b9-4d1e-bf7f-24871884c441 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa872b5-8335-4c54-b8a2-692bf41a0407,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:05.378145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ef837-0d4b-48c5-bde6-cb7e37dedfa4 None None] DHCP port deletion for 6aa872b5-8335-4c54-b8a2-692bf41a0407 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:34:05.386315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0d199e98-ffe0-49da-8f74-7e7925db180a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:05.424881 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b0370ec1-68f8-4db3-9b44-fde57f529c03 req-9ff89e16-c1f9-4e0e-afde-32591008228d tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "GET /v2.0/security-groups/129c236f-94e9-4420-9775-2fe84e9a4704 HTTP/1.1" status: 200 len: 2998 time: 0.7753510 Jul 28 10:34:05.502012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Pushing event updated for resources: {'Port': ['ID=0d199e98-ffe0-49da-8f74-7e7925db180a,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:05.515788 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.520241 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port': {'id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:45Z', 'updated_at': '2022-07-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8411f0da-2e33-4cb3-bd65-85f3539ee777', 'name': '', 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'mac_address': 'fa:16:3e:ab:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '106761ba-7194-4848-a793-9ff7b6cf936f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:53Z', 'updated_at': '2022-07-28T10:34:04Z', 'revision_number': 4, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'subnets': [{'id': '106761ba-7194-4848-a793-9ff7b6cf936f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:05.558695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Allocated IP 172.25.2.48 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/1004b04d-2b3c-4252-b1af-dd6a1d601236) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:05.583293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks [] for router_controller (e4fed5df-0096-494d-ab51-403685981834), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.633424 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbdda41-e39e-4a4f-9154-fe0c3e04033c None None] The sync data for ids ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'] in n-d-850468-6 is: [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:33:56Z', 'revision_number': 4, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port': {'id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:45Z', 'updated_at': '2022-07-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8411f0da-2e33-4cb3-bd65-85f3539ee777', 'name': '', 'network_id': 'c02bd6ed-c716-4ee4-91de-8fef9e43ff24', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'mac_address': 'fa:16:3e:ab:d7:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '106761ba-7194-4848-a793-9ff7b6cf936f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:53Z', 'updated_at': '2022-07-28T10:34:04Z', 'revision_number': 4, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'subnets': [{'id': '106761ba-7194-4848-a793-9ff7b6cf936f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:05.720190 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:05.769380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45642) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:05.848211 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] For port ae795d3b-c7cd-49db-a0c1-604e4146992f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae795d3b-c7cd-49db-a0c1-604e4146992f,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:05.849123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.849750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.850184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.850554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.850902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.852638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.853227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.853724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.854391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.854906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.857164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.857691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.858207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.859847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.860347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.860878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583be5f1-c27e-4909-844a-7b8fcf2435e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:05.898675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'fixed_ips': [{'subnet_id': '03291dcd-c382-46d3-8aac-2150a928ee9b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:34:05.905208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:05.951653 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:05.954756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:06.067862 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks [] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.189705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.196836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Calling delete_port for ae795d3b-c7cd-49db-a0c1-604e4146992f owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:06.292555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Allocated IP 172.20.0.2 (fc480ddc-689b-4a08-ab44-677bf4b84cd1/03291dcd-c382-46d3-8aac-2150a928ee9b/c9ade799-2118-414e-bcfc-467a33c4a1d0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:06.352899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Pushing event updated for resources: {'Port': ['ID=1004b04d-2b3c-4252-b1af-dd6a1d601236,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:06.472181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:06.483160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db05-cfd7-46ce-b66b-caaaabc7c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (83e41ada-1f2c-4d0c-b279-db1b4dd4485e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.492758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fb2db05-cfd7-46ce-b66b-caaaabc7c237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.503729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:06.510714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:06.517307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3fb2db05-cfd7-46ce-b66b-caaaabc7c237 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83e41ada-1f2c-4d0c-b279-db1b4dd4485e HTTP/1.1" status: 204 len: 168 time: 2.6113017 Jul 28 10:34:06.567197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks [] for router_gateway (e4fed5df-0096-494d-ab51-403685981834), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.600758 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2db05-cfd7-46ce-b66b-caaaabc7c237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e41ada-1f2c-4d0c-b279-db1b4dd4485e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:06.625382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.625768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.626168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.626668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.627014 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.627400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.627739 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.628069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.628398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.628798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.629131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.629461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.629788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.630438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.630825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:06.646881 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Publish callbacks [] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.726324 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:06.727524 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-b0370ec1-68f8-4db3-9b44-fde57f529c03 req-93883bff-7c52-41cd-bc68-1f28fba56d53 tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 10:34:06.747703 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.749434 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b0370ec1-68f8-4db3-9b44-fde57f529c03 req-93883bff-7c52-41cd-bc68-1f28fba56d53 tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "DELETE /v2.0/security-groups/129c236f-94e9-4420-9775-2fe84e9a4704 HTTP/1.1" status: 409 len: 352 time: 0.6363881 Jul 28 10:34:06.787199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:06.789942 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a772297c-73bd-4944-8aa8-ea0df38a7056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.804084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:06.855056 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1fcc157f-2f47-41b4-b8fa-1b3f9c715004 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a444daab6bb40e9aa209a6e8b1d1fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0696898 Jul 28 10:34:06.897268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (8ab26630-699e-4adc-8ae8-52212adae2ac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.897837 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:06.903465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45648) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:06.906303 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [req-bd419179-c0c0-4bf6-963f-6bd8a7ffcb6c req-31d20fca-1930-40f8-9ef2-f1ada6e09a8d tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] show failed (client error): The resource could not be found. Jul 28 10:34:06.925823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0d199e98-ffe0-49da-8f74-7e7925db180a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:06.925823 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:06.931746 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bd419179-c0c0-4bf6-963f-6bd8a7ffcb6c req-31d20fca-1930-40f8-9ef2-f1ada6e09a8d tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "GET /v2.0/security-groups/da0a0632-099c-4714-91cf-8e93cf969d0f HTTP/1.1" status: 404 len: 352 time: 0.0673418 Jul 28 10:34:07.120228 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:34:07.123207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:07.162511 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.163769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Pushing event updated for resources: {'Port': ['ID=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:07.194072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d98618c7-ee63-4507-a12a-7edb223e9a03 admin admin] Publish callbacks [] for security_group (d55d7d97-88f8-4d50-9baf-0f129d22fc6d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.312072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d98618c7-ee63-4507-a12a-7edb223e9a03 admin admin] Publish callbacks [] for security_group (d55d7d97-88f8-4d50-9baf-0f129d22fc6d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.377156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Pushing event updated for resources: {'Port': ['ID=c9ade799-2118-414e-bcfc-467a33c4a1d0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:07.390160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks [] for router_gateway (e4fed5df-0096-494d-ab51-403685981834), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.394336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:07.455035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:07.478144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.507334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-458234f1-53b6-4f3b-92cd-6efa398ad0ca None None] Current status of the port 8411f0da-2e33-4cb3-bd65-85f3539ee777 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:07.507334 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-458234f1-53b6-4f3b-92cd-6efa398ad0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.514793 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.560001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Attempting to bind port a1deedf1-e8b4-4dc7-ac6c-2420e840174e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:07.560428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Attempting to bind port a1deedf1-e8b4-4dc7-ac6c-2420e840174e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:07.560856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Attempting to bind port a1deedf1-e8b4-4dc7-ac6c-2420e840174e on network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:07.598622 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-24550d04-cbf8-4d88-a1d7-bba7ddb44ecf req-a65a3ec7-c292-432b-b4e9-25c4aee48a58 tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] show failed (client error): The resource could not be found. Jul 28 10:34:07.604889 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-24550d04-cbf8-4d88-a1d7-bba7ddb44ecf req-a65a3ec7-c292-432b-b4e9-25c4aee48a58 tempest-SecurityGroupsNegativeTestJSON-1709267486 tempest-SecurityGroupsNegativeTestJSON-1709267486-project] 10.222.0.46 "GET /v2.0/security-groups/3dcd2419-e857-4393-a46c-4a069f5313be HTTP/1.1" status: 404 len: 352 time: 0.2158797 Jul 28 10:34:07.634530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45662) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:07.727631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (8ab26630-699e-4adc-8ae8-52212adae2ac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.751670 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks [] for router_controller (8ab26630-699e-4adc-8ae8-52212adae2ac), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:07.815872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Allocated IP 172.25.2.119 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/f66d2d79-b05f-457e-840d-49ca5ea70dba) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:07.832397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ae795d3b-c7cd-49db-a0c1-604e4146992f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.010974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:08.019839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Checking segment: {'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:08.020285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.020700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Bound using segment: {'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:08.021219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Bound port: a1deedf1-e8b4-4dc7-ac6c-2420e840174e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:08.021617 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.062180 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:08.062180 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:08.089791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.093896 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.115762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d98618c7-ee63-4507-a12a-7edb223e9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d55d7d97-88f8-4d50-9baf-0f129d22fc6d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.126813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d98618c7-ee63-4507-a12a-7edb223e9a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.139588 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d98618c7-ee63-4507-a12a-7edb223e9a03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d55d7d97-88f8-4d50-9baf-0f129d22fc6d HTTP/1.1" status: 204 len: 168 time: 1.2042634 Jul 28 10:34:08.156520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0d199e98-ffe0-49da-8f74-7e7925db180a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:08.174582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae795d3b-c7cd-49db-a0c1-604e4146992f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:08.182139 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:08.191463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-458234f1-53b6-4f3b-92cd-6efa398ad0ca None None] For port 8411f0da-2e33-4cb3-bd65-85f3539ee777, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8411f0da-2e33-4cb3-bd65-85f3539ee777,segment=NetworkSegment(b977031c-2707-49e3-87aa-d6151341e5cf),segment_id=b977031c-2707-49e3-87aa-d6151341e5cf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:08.212293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98618c7-ee63-4507-a12a-7edb223e9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d7d97-88f8-4d50-9baf-0f129d22fc6d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:08.249221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (8ab26630-699e-4adc-8ae8-52212adae2ac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.249916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab26630-699e-4adc-8ae8-52212adae2ac {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:34:08.262629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.264336 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f0670579-eb8c-4190-9002-07cf97fa15a9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8ab26630-699e-4adc-8ae8-52212adae2ac HTTP/1.1" status: 204 len: 168 time: 8.8460429 Jul 28 10:34:08.270295 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45672) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:08.365051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] For port a1deedf1-e8b4-4dc7-ac6c-2420e840174e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:08.372174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] For port a1deedf1-e8b4-4dc7-ac6c-2420e840174e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,segment=NetworkSegment(d3f1cfbd-aaf8-4849-b163-b116e7a5122d),segment_id=d3f1cfbd-aaf8-4849-b163-b116e7a5122d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:08.377215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19dcdc35-e119-45bc-bbcf-537983bfc91d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:08.384923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Attempting to bind port c9ade799-2118-414e-bcfc-467a33c4a1d0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:08.387389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Attempting to bind port c9ade799-2118-414e-bcfc-467a33c4a1d0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:08.388322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Attempting to bind port c9ade799-2118-414e-bcfc-467a33c4a1d0 on network fc480ddc-689b-4a08-ab44-677bf4b84cd1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:08.429596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:08.430863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Checking segment: {'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:08.431478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.434336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks [] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.455697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Bound using segment: {'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:08.456558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Bound port: c9ade799-2118-414e-bcfc-467a33c4a1d0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:08.459458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.499823 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] Deleting subnet 3009c173-3ecf-4ba1-8bb4-bdcd7b60be95 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:34:08.512460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.515904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] Publish callbacks [] for subnet (3009c173-3ecf-4ba1-8bb4-bdcd7b60be95), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.612116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (3009c173-3ecf-4ba1-8bb4-bdcd7b60be95), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.676339 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45678) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:08.681283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (92776217-722d-4144-aabc-cdf6c88564d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.697828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-458234f1-53b6-4f3b-92cd-6efa398ad0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.708765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 19dcdc35-e119-45bc-bbcf-537983bfc91d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:08.709128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19dcdc35-e119-45bc-bbcf-537983bfc91d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:08.710643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8759ffb9-6a4b-4255-bea0-d41ff61217d0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:08.826692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009fca5-ff18-49c8-b591-d4a4d8e7a206 None None] Pushing event updated for resources: {'Port': ['ID=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:08.923203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8759ffb9-6a4b-4255-bea0-d41ff61217d0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:08.923566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8759ffb9-6a4b-4255-bea0-d41ff61217d0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:08.924093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a58aa1-6408-430f-9af3-b14eb8789f28 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:08.943191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:08.974961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458234f1-53b6-4f3b-92cd-6efa398ad0ca None None] Pushing event updated for resources: {'Port': ['ID=8411f0da-2e33-4cb3-bd65-85f3539ee777,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:08.985163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45682) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:09.054565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (3009c173-3ecf-4ba1-8bb4-bdcd7b60be95), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:09.145027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:09.156247 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-61a206ff-e495-44df-81f3-6127164a34d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49a6f149235249c1bfb92f358d27102e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573310 Jul 28 10:34:09.159894 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45684) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:09.164900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:09.189251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 64a58aa1-6408-430f-9af3-b14eb8789f28 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:09.191507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a58aa1-6408-430f-9af3-b14eb8789f28 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:09.228834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f27addd5-c088-46f9-8eb8-1c28d8220926 None None] Provisioning complete for port 8411f0da-2e33-4cb3-bd65-85f3539ee777 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:09.229922 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f27addd5-c088-46f9-8eb8-1c28d8220926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:09.231648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Pushing event updated for resources: {'Port': ['ID=f66d2d79-b05f-457e-840d-49ca5ea70dba,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:09.235968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:09.619473 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:09.627367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aa23-bffb-4b60-879b-0612f31933b1 admin admin] Publish callbacks [] for security_group (b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:09.635114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] For port c9ade799-2118-414e-bcfc-467a33c4a1d0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:09.638665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (3009c173-3ecf-4ba1-8bb4-bdcd7b60be95), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:09.640921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] For port c9ade799-2118-414e-bcfc-467a33c4a1d0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c9ade799-2118-414e-bcfc-467a33c4a1d0,segment=NetworkSegment(b948d522-0a34-45e3-be84-6cafd86a22e4),segment_id=b948d522-0a34-45e3-be84-6cafd86a22e4)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:09.644069 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:09.674337 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:09.690679 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:09.767396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f27addd5-c088-46f9-8eb8-1c28d8220926 None None] Current status of the port 8411f0da-2e33-4cb3-bd65-85f3539ee777 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:09.796877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1049708324-network', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:09.810689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3009c173-3ecf-4ba1-8bb4-bdcd7b60be95,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:09.815270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aa23-bffb-4b60-879b-0612f31933b1 admin admin] Publish callbacks [] for security_group (b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:09.831959 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:09.844914 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ccc09fff-28e9-456e-bb22-dfc172f59dd1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3009c173-3ecf-4ba1-8bb4-bdcd7b60be95 HTTP/1.1" status: 204 len: 168 time: 1.5501509 Jul 28 10:34:09.850789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45686) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:09.869155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d41c3-dca1-41e8-a353-13b9950175d5 None None] Network 64ade6e7-398b-4cf3-bb9c-323132966f97 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:09.907672 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:09.910172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8411f0da-2e33-4cb3-bd65-85f3539ee777 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:10.067073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556987ea-99af-4188-b53d-bcddbd1b99ca None None] Pushing event updated for resources: {'Port': ['ID=c9ade799-2118-414e-bcfc-467a33c4a1d0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:10.082576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (92776217-722d-4144-aabc-cdf6c88564d1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.091106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks [] for router_controller (92776217-722d-4144-aabc-cdf6c88564d1), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.100858 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks [] for router_gateway (eebd6c94-3452-4a5d-a06b-373a403a149f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.168374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (64ade6e7-398b-4cf3-bb9c-323132966f97), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.187318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aa23-bffb-4b60-879b-0612f31933b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.189941 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8f2aa23-bffb-4b60-879b-0612f31933b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.194095 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a8f2aa23-bffb-4b60-879b-0612f31933b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa HTTP/1.1" status: 204 len: 168 time: 1.0306191 Jul 28 10:34:10.261699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8411f0da-2e33-4cb3-bd65-85f3539ee777 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:10.265668 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.328795 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2aa23-bffb-4b60-879b-0612f31933b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f35c37-ad3c-4a6c-913d-1b2a0549a7fa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:10.334379 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks [] for router_gateway (e4fed5df-0096-494d-ab51-403685981834), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.379465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Made reservation on behalf of 3d3c6ce1bdd34c78800e0f6572353dc7 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:10.382067 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.499474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Deleting port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:10.499871 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.533798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] DHCP port deletion for 64ade6e7-398b-4cf3-bb9c-323132966f97 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:34:10.608758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (92776217-722d-4144-aabc-cdf6c88564d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.609293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92776217-722d-4144-aabc-cdf6c88564d1 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:34:10.623384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.633339 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6b57f4ee-44bc-443f-a696-65446914f9a7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/92776217-722d-4144-aabc-cdf6c88564d1 HTTP/1.1" status: 204 len: 168 time: 10.0841701 Jul 28 10:34:10.697708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] Deleting port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:10.700450 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.718981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45692) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:10.721769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.736386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] For port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,segment=NetworkSegment(cd4b0480-2285-4fca-bd9d-d6e5d6e15254),segment_id=cd4b0480-2285-4fca-bd9d-d6e5d6e15254)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:10.736882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.779194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Calling delete_port for 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:10.885892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] Deleting subnet bc791151-1986-4831-ad08-f3f155a0c8d0 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:34:10.898543 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:10.900149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] Publish callbacks [] for subnet (bc791151-1986-4831-ad08-f3f155a0c8d0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.922490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] For port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,segment=NetworkSegment(cd4b0480-2285-4fca-bd9d-d6e5d6e15254),segment_id=cd4b0480-2285-4fca-bd9d-d6e5d6e15254)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:10.923082 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:10.960515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] Calling delete_port for 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:10.969199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.069000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Pushing event deleted for resources: {'Port': ['ID=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:11.081997 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] No DVR routers for this DVR port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:11.091880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8411f0da-2e33-4cb3-bd65-85f3539ee777 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:11.093656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0d199e98-ffe0-49da-8f74-7e7925db180a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:11.101323 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (bc791151-1986-4831-ad08-f3f155a0c8d0), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.191272 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:11.200405 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (046a3e4f-1dbc-447e-8d4c-24eb54f17ad1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.209387 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0d199e98-ffe0-49da-8f74-7e7925db180a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:11.209770 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.220255 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:11.243885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (64ade6e7-398b-4cf3-bb9c-323132966f97), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.319220 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ade6e7-398b-4cf3-bb9c-323132966f97']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:11.332369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] Pushing event deleted for resources: {'Port': ['ID=046a3e4f-1dbc-447e-8d4c-24eb54f17ad1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:11.350327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4402b-79cd-43fb-85d7-96d95094353f None None] No DVR routers for this DVR port 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:11.379540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:11.379841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4b0480-2285-4fca-bd9d-d6e5d6e15254') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:11.389667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.393083 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.398694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (cd4b0480-2285-4fca-bd9d-d6e5d6e15254), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.430815 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e4fed5df-0096-494d-ab51-403685981834), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.434717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cd4b0480-2285-4fca-bd9d-d6e5d6e15254), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.454689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:34:11.455924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (cd4b0480-2285-4fca-bd9d-d6e5d6e15254), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.487604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0d199e98-ffe0-49da-8f74-7e7925db180a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:11.520856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee54601-27d9-4ee7-b54c-b5038330a4ad None None] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:11.615878 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (eebd6c94-3452-4a5d-a06b-373a403a149f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.620574 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:11.641140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae795d3b-c7cd-49db-a0c1-604e4146992f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:11.675473 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cd4b0480-2285-4fca-bd9d-d6e5d6e15254 resource provider aggregate not found Jul 28 10:34:11.706894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks [] for security_group (3d2d1975-4c7c-4e89-9490-1795707ddeb1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.717685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (bc791151-1986-4831-ad08-f3f155a0c8d0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.728660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ae795d3b-c7cd-49db-a0c1-604e4146992f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:11.728992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae795d3b-c7cd-49db-a0c1-604e4146992f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:11.729405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8abf1485-7548-4493-9584-dbd4f59a8104 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:11.744505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-49932a12-0546-4b9e-a5b1-f86cd0cee8b5 None None] Provisioning complete for port a1deedf1-e8b4-4dc7-ac6c-2420e840174e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:11.744740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49932a12-0546-4b9e-a5b1-f86cd0cee8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.751826 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cd4b0480-2285-4fca-bd9d-d6e5d6e15254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd4b0480-2285-4fca-bd9d-d6e5d6e15254 found for delete ", "request_id": "req-b29b097b-d463-4b56-aa5e-fbafdd61afcb"}]} Jul 28 10:34:11.758711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (64ade6e7-398b-4cf3-bb9c-323132966f97), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.791315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8abf1485-7548-4493-9584-dbd4f59a8104 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:11.797170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8abf1485-7548-4493-9584-dbd4f59a8104 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:11.801261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device babe87cd-903b-4d88-bfa6-077abf37cd99 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:11.808962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3d2d1975-4c7c-4e89-9490-1795707ddeb1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.819865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.830833 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] 10.222.0.46 "DELETE /v2.0/networks/64ade6e7-398b-4cf3-bb9c-323132966f97 HTTP/1.1" status: 204 len: 168 time: 1.9789715 Jul 28 10:34:11.835125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea1c20-189c-4246-8f08-32afca50913e admin admin] Pushing event deleted for resources: {'Network': ['ID=64ade6e7-398b-4cf3-bb9c-323132966f97,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:11.873027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Router e4fed5df-0096-494d-ab51-403685981834 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:11.882242 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:11.909821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:34:11.914985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: babe87cd-903b-4d88-bfa6-077abf37cd99 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:11.915339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device babe87cd-903b-4d88-bfa6-077abf37cd99 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:11.966294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (04ae1edb-c3ce-425c-b26d-f1d17db406f8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:11.967048 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Added segment 04ae1edb-c3ce-425c-b26d-f1d17db406f8 of type vlan for network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 Jul 28 10:34:11.975278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d1975-4c7c-4e89-9490-1795707ddeb1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:12.002824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45736) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:12.182803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2fbdc-1714-461a-8727-aa1cd78fed4f None None] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:12.194836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (bc791151-1986-4831-ad08-f3f155a0c8d0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.227474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:12.239274 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:12.251500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7d84b49c-cb51-4ace-8f82-73eee38a72f5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.277285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45744) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:12.303610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.310694 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-38247ddf-9900-4a6c-9035-2a438244e8ae admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8387332 Jul 28 10:34:12.326485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:12.338725 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc791151-1986-4831-ad08-f3f155a0c8d0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:12.379339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.385057 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8114230e-44ae-415a-b474-30bfd4ac67ac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bc791151-1986-4831-ad08-f3f155a0c8d0 HTTP/1.1" status: 204 len: 168 time: 1.6444085 Jul 28 10:34:12.400509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45748) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:12.497083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-49932a12-0546-4b9e-a5b1-f86cd0cee8b5 None None] Current status of the port a1deedf1-e8b4-4dc7-ac6c-2420e840174e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:12.497891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49932a12-0546-4b9e-a5b1-f86cd0cee8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.539106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9ade799-2118-414e-bcfc-467a33c4a1d0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:12.546245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a829415-7d28-4f7c-ace5-c803e8c7b8fb None None] Network 4c42d355-6655-4ecf-a3b7-01059b3a1308 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:12.555102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Sync routers for ids ['e4fed5df-0096-494d-ab51-403685981834'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:12.559161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1576211973-network', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:12.563158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Deleting port 8411f0da-2e33-4cb3-bd65-85f3539ee777 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:12.564071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.565981 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2c7846ae-3503-4090-97ad-5780f4e97ca4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4b94d3df55b4831b42a4549917e7ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850065 Jul 28 10:34:12.566873 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:12.571688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:12.610795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7d84b49c-cb51-4ace-8f82-73eee38a72f5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.612104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:12.612857 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.644042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Routers {'e4fed5df-0096-494d-ab51-403685981834'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:12.645139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e4fed5df-0096-494d-ab51-403685981834'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:12.678649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Made reservation on behalf of c3c8659bbba84bbfb32e446ba294d81e for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:12.681570 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.692524 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Router eebd6c94-3452-4a5d-a06b-373a403a149f is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:12.743975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4c42d355-6655-4ecf-a3b7-01059b3a1308), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.778685 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 4.0870235 Jul 28 10:34:12.781120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45752) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:12.785405 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:12.798017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Request body: {'subnet': {'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1049708324-subnet', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:12.808001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-49932a12-0546-4b9e-a5b1-f86cd0cee8b5 None None] For port a1deedf1-e8b4-4dc7-ac6c-2420e840174e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,segment=NetworkSegment(d3f1cfbd-aaf8-4849-b163-b116e7a5122d),segment_id=d3f1cfbd-aaf8-4849-b163-b116e7a5122d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:12.829496 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49932a12-0546-4b9e-a5b1-f86cd0cee8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.855248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09213d81-b5cb-4e1e-94dc-9e18ffd60c13 admin admin] Pushing event updated for resources: {'Network': ['ID=7d84b49c-cb51-4ace-8f82-73eee38a72f5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:12.875114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27038b7-61de-492d-9bac-0bb3a2c069d1 admin admin] Publish callbacks [] for security_group (8cabd511-8db2-4cc5-a108-7182914e7151), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.905191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27038b7-61de-492d-9bac-0bb3a2c069d1 admin admin] Publish callbacks [] for security_group (8cabd511-8db2-4cc5-a108-7182914e7151), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.914098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] For port 8411f0da-2e33-4cb3-bd65-85f3539ee777, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8411f0da-2e33-4cb3-bd65-85f3539ee777,segment=NetworkSegment(b977031c-2707-49e3-87aa-d6151341e5cf),segment_id=b977031c-2707-49e3-87aa-d6151341e5cf)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:12.915248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.967734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Calling delete_port for 8411f0da-2e33-4cb3-bd65-85f3539ee777 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:12.976296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Made reservation on behalf of 3d3c6ce1bdd34c78800e0f6572353dc7 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:12.985979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:12.986554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.033698 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27038b7-61de-492d-9bac-0bb3a2c069d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8cabd511-8db2-4cc5-a108-7182914e7151), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.036580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27038b7-61de-492d-9bac-0bb3a2c069d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.040117 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a27038b7-61de-492d-9bac-0bb3a2c069d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cabd511-8db2-4cc5-a108-7182914e7151 HTTP/1.1" status: 204 len: 168 time: 0.4648533 Jul 28 10:34:13.167048 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks [] for security_group (6f7ccc82-4f3c-4948-9458-36bc5dc2f03e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.175586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6f7ccc82-4f3c-4948-9458-36bc5dc2f03e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.189798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:34:13.203115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ab34aca3-f76a-48c4-87a3-a6e2477fa8d1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.203972 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Added segment ab34aca3-f76a-48c4-87a3-a6e2477fa8d1 of type vlan for network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 Jul 28 10:34:13.261504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c9ade799-2118-414e-bcfc-467a33c4a1d0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:13.262066 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.273963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (23de53e8-d4b8-427a-b6f2-f1a17846e4a1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.305612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27038b7-61de-492d-9bac-0bb3a2c069d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cabd511-8db2-4cc5-a108-7182914e7151,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:13.327428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49932a12-0546-4b9e-a5b1-f86cd0cee8b5 None None] Pushing event updated for resources: {'Port': ['ID=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:13.415759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:34:13.428581 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:13.497151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Set router e4fed5df-0096-494d-ab51-403685981834 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:13.570637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] DHCP port deletion for 4c42d355-6655-4ecf-a3b7-01059b3a1308 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:34:13.573977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Provisioning complete for port c9ade799-2118-414e-bcfc-467a33c4a1d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:13.574709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.587298 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:13.629029 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:13.630373 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:13.631854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ccc82-4f3c-4948-9458-36bc5dc2f03e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:13.638698 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (23de53e8-d4b8-427a-b6f2-f1a17846e4a1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.640013 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:13.640753 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.759425 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.7551229 Jul 28 10:34:13.779436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45762) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:13.784693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Deleting port 4c8c28ea-5337-4be8-855c-9f5788b119e9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:13.785034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.787055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8411f0da-2e33-4cb3-bd65-85f3539ee777), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:13.835955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e9c3c-842d-4653-a45b-6a8d80b94596 admin admin] Pushing event updated for resources: {'Network': ['ID=23de53e8-d4b8-427a-b6f2-f1a17846e4a1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:13.849136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Request body: {'subnet': {'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-subnet', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:13.885782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:13.900493 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Sync routers for ids ['eebd6c94-3452-4a5d-a06b-373a403a149f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:13.931507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=8411f0da-2e33-4cb3-bd65-85f3539ee777,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:13.966128 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Routers {'eebd6c94-3452-4a5d-a06b-373a403a149f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:13.966771 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eebd6c94-3452-4a5d-a06b-373a403a149f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:14.079546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:34:14.090373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:14.092927 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b1f39bb7-3080-4854-a46f-3a4bb372333e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.9051242 Jul 28 10:34:14.130836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45768) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:14.264465 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:14.291933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:34:09Z', 'revision_number': 3, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:14.301440 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Set router eebd6c94-3452-4a5d-a06b-373a403a149f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:14.372550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Checking router: e4fed5df-0096-494d-ab51-403685981834 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:14.372914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Updating router e4fed5df-0096-494d-ab51-403685981834 port f66d2d79-b05f-457e-840d-49ca5ea70dba binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:14.399311 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Made reservation on behalf of c3c8659bbba84bbfb32e446ba294d81e for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:14.403916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:14.576256 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:14.579271 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:14.619768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Allocated IP 172.20.0.1 (fc480ddc-689b-4a08-ab44-677bf4b84cd1/03291dcd-c382-46d3-8aac-2150a928ee9b/35e3838f-895b-4f57-b0db-fbc775177c7a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:14.630430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] For port 4c8c28ea-5337-4be8-855c-9f5788b119e9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4c8c28ea-5337-4be8-855c-9f5788b119e9,segment=NetworkSegment(58d8099a-63c2-4fea-b340-620652c15290),segment_id=58d8099a-63c2-4fea-b340-620652c15290)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:14.632513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:14.682502 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:14.708676 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:14.756729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Calling delete_port for 4c8c28ea-5337-4be8-855c-9f5788b119e9 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:14.801424 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:34:07Z', 'revision_number': 3, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port': {'id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:04Z', 'updated_at': '2022-07-28T10:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:14.805834 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:14.880411 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Checking router: eebd6c94-3452-4a5d-a06b-373a403a149f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:14.882051 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Updating router eebd6c94-3452-4a5d-a06b-373a403a149f port 1004b04d-2b3c-4252-b1af-dd6a1d601236 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:14.955498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks [] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:14.958038 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:14.988768 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:15.035670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.124698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:15.128029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:15.146388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:15.270328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Pushing event updated for resources: {'Port': ['ID=35e3838f-895b-4f57-b0db-fbc775177c7a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:15.288186 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Publish callbacks [] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.292471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] Deleting port 4c8c28ea-5337-4be8-855c-9f5788b119e9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:15.294623 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.321116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e4fed5df-0096-494d-ab51-403685981834), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.379923 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.507885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dd1fd-292e-4fd9-a07f-527a5bf6f18d None None] Pushing event updated for resources: {'Port': ['ID=f66d2d79-b05f-457e-840d-49ca5ea70dba,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:15.570674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45790) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:15.588979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.589245 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:15.595761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Attempting to bind port f66d2d79-b05f-457e-840d-49ca5ea70dba on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:15.612931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Attempting to bind port f66d2d79-b05f-457e-840d-49ca5ea70dba by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:15.613339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Attempting to bind port f66d2d79-b05f-457e-840d-49ca5ea70dba on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:15.623938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c9ade799-2118-414e-bcfc-467a33c4a1d0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:15.624565 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.688796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.721571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:15.722028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:15.722398 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.722789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:15.723293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Bound port: f66d2d79-b05f-457e-840d-49ca5ea70dba, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:15.723843 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.743257 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Publish callbacks [] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.754335 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.840180 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff5884-6744-4d7e-9a7b-265e5531f9cd None None] Pushing event updated for resources: {'Port': ['ID=1004b04d-2b3c-4252-b1af-dd6a1d601236,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:15.866211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Attempting to bind port 1004b04d-2b3c-4252-b1af-dd6a1d601236 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:15.867055 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Attempting to bind port 1004b04d-2b3c-4252-b1af-dd6a1d601236 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:15.868128 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Attempting to bind port 1004b04d-2b3c-4252-b1af-dd6a1d601236 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:15.875521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] For port f66d2d79-b05f-457e-840d-49ca5ea70dba, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:15.877081 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:15.878277 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:15.878878 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.879433 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:15.879559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] For port f66d2d79-b05f-457e-840d-49ca5ea70dba, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f66d2d79-b05f-457e-840d-49ca5ea70dba,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:15.880299 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Bound port: 1004b04d-2b3c-4252-b1af-dd6a1d601236, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:15.880873 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.884922 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:15.888993 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (dcca2370-deca-47bf-913d-9ac727af1cc7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.904279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] For port 4c8c28ea-5337-4be8-855c-9f5788b119e9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4c8c28ea-5337-4be8-855c-9f5788b119e9,segment=NetworkSegment(58d8099a-63c2-4fea-b340-620652c15290),segment_id=58d8099a-63c2-4fea-b340-620652c15290)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:15.904973 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.916989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.938888 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:15.964092 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-36b84b90-2e12-46f0-a050-b098a4039cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:15.973922 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] For port 1004b04d-2b3c-4252-b1af-dd6a1d601236, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:15.978647 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] For port 1004b04d-2b3c-4252-b1af-dd6a1d601236, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1004b04d-2b3c-4252-b1af-dd6a1d601236,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:15.994360 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.062429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] Calling delete_port for 4c8c28ea-5337-4be8-855c-9f5788b119e9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:16.092328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c9ade799-2118-414e-bcfc-467a33c4a1d0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c9ade799-2118-414e-bcfc-467a33c4a1d0,segment=NetworkSegment(b948d522-0a34-45e3-be84-6cafd86a22e4),segment_id=b948d522-0a34-45e3-be84-6cafd86a22e4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:16.095954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dd1fd-292e-4fd9-a07f-527a5bf6f18d None None] Pushing event updated for resources: {'Port': ['ID=f66d2d79-b05f-457e-840d-49ca5ea70dba,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.099503 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff5884-6744-4d7e-9a7b-265e5531f9cd None None] Pushing event updated for resources: {'Port': ['ID=1004b04d-2b3c-4252-b1af-dd6a1d601236,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.116147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Routers {'e4fed5df-0096-494d-ab51-403685981834'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:16.116911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e4fed5df-0096-494d-ab51-403685981834'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:16.124580 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Routers {'eebd6c94-3452-4a5d-a06b-373a403a149f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:16.125670 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eebd6c94-3452-4a5d-a06b-373a403a149f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:16.131562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Current status of the port c9ade799-2118-414e-bcfc-467a33c4a1d0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:16.131562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.133608 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.135125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a1deedf1-e8b4-4dc7-ac6c-2420e840174e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:16.175062 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.233216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks [] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.252367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.284740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c9ade799-2118-414e-bcfc-467a33c4a1d0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.289488 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] Set router eebd6c94-3452-4a5d-a06b-373a403a149f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:16.399449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-36b84b90-2e12-46f0-a050-b098a4039cd9 admin admin] Publish callbacks [] for security_group (db1d5404-a856-4aad-9992-18ff0b0c0a43), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.409399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Pushing event updated for resources: {'Port': ['ID=35e3838f-895b-4f57-b0db-fbc775177c7a,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.412963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e4fed5df-0096-494d-ab51-403685981834), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.415123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-36b84b90-2e12-46f0-a050-b098a4039cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (db1d5404-a856-4aad-9992-18ff0b0c0a43), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.424003 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:34:16.424698 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:34:16.440088 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:16.489092 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-36b84b90-2e12-46f0-a050-b098a4039cd9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49f7f985a8de43daadd5450882f9e535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9067006 Jul 28 10:34:16.489317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8c28ea-5337-4be8-855c-9f5788b119e9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.506181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] No DVR routers for this DVR port 4c8c28ea-5337-4be8-855c-9f5788b119e9 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:16.507540 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45794) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:16.568650 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:16.581000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a1deedf1-e8b4-4dc7-ac6c-2420e840174e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:16.581386 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.591689 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:34:07Z', 'revision_number': 3, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port': {'id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:04Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:16.629590 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d56fab-a6b9-4c9b-8b5d-6cd286e74751 None None] The sync data for ids ['eebd6c94-3452-4a5d-a06b-373a403a149f'] in n-d-850468-6 is: [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:34:07Z', 'revision_number': 3, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port': {'id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:04Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:16.658894 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (4c8c28ea-5337-4be8-855c-9f5788b119e9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:16.666151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] Set router e4fed5df-0096-494d-ab51-403685981834 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:16.678199 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b84b90-2e12-46f0-a050-b098a4039cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1d5404-a856-4aad-9992-18ff0b0c0a43,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.701283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:16.704672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:16.952493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] No DVR routers for this DVR port 4c8c28ea-5337-4be8-855c-9f5788b119e9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:16.965918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcca2370-deca-47bf-913d-9ac727af1cc7,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.990901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445703ed-db54-4463-89d0-ec2ec091d244 None None] Pushing event deleted for resources: {'Port': ['ID=4c8c28ea-5337-4be8-855c-9f5788b119e9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:16.998675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Router e4fed5df-0096-494d-ab51-403685981834 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:17.118753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (11c813f7-8d0b-4507-8c8f-c93b5a528e4e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.180360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Current status of the port c9ade799-2118-414e-bcfc-467a33c4a1d0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:17.209826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Provisioning complete for port a1deedf1-e8b4-4dc7-ac6c-2420e840174e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:17.210592 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.217336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4c42d355-6655-4ecf-a3b7-01059b3a1308), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.242186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c42d355-6655-4ecf-a3b7-01059b3a1308']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:17.255425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d8099a-63c2-4fea-b340-620652c15290') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:17.255980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d8099a-63c2-4fea-b340-620652c15290') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:17.268355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (58d8099a-63c2-4fea-b340-620652c15290), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.285219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (58d8099a-63c2-4fea-b340-620652c15290), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.285470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:17.290566 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f8dca106-e9a7-41a6-9345-184716968aef admin admin] 10.222.0.46 "PUT /v2.0/routers/e4fed5df-0096-494d-ab51-403685981834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9630840 Jul 28 10:34:17.305770 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:17.320743 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:17.335534 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:17.336678 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Checking segment: {'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:17.337049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Network hostable DHCP agents. Network: 7d84b49c-cb51-4ace-8f82-73eee38a72f5, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:34:17.367583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a1deedf1-e8b4-4dc7-ac6c-2420e840174e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:17.421012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:34:17.422713 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (58d8099a-63c2-4fea-b340-620652c15290), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.436357 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.523003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:17.591506 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 58d8099a-63c2-4fea-b340-620652c15290 resource provider aggregate not found Jul 28 10:34:17.606283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 4, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '35e3838f-895b-4f57-b0db-fbc775177c7a', 'name': '', 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'mac_address': 'fa:16:3e:cc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:14Z', 'updated_at': '2022-07-28T10:34:14Z', 'revision_number': 1, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'subnets': [{'id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:17.695959 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 58d8099a-63c2-4fea-b340-620652c15290 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58d8099a-63c2-4fea-b340-620652c15290 found for delete ", "request_id": "req-c4d215fa-a883-42e3-8aa1-b05e906610c2"}]} Jul 28 10:34:17.715491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1db9972-5826-4fe0-a068-455190572bb3 None None] The sync data for ids ['e4fed5df-0096-494d-ab51-403685981834'] in n-d-850468-6 is: [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 4, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '35e3838f-895b-4f57-b0db-fbc775177c7a', 'name': '', 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'mac_address': 'fa:16:3e:cc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:14Z', 'updated_at': '2022-07-28T10:34:14Z', 'revision_number': 1, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'subnets': [{'id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:17.717713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:17.718100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 046a3e4f-1dbc-447e-8d4c-24eb54f17ad1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:17.731403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-181e8981-47cb-4961-9f37-5d586ce13d90 None None] Current status of the port a1deedf1-e8b4-4dc7-ac6c-2420e840174e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:17.888462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2207c6e9-3339-43aa-a26a-a8fb134834e7 None None] Provisioning complete for port c9ade799-2118-414e-bcfc-467a33c4a1d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:17.892159 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2207c6e9-3339-43aa-a26a-a8fb134834e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:17.923372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c813f7-8d0b-4507-8c8f-c93b5a528e4e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:18.050224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:34:18.056513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4c42d355-6655-4ecf-a3b7-01059b3a1308), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.084411 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd5dc60c-7d07-469f-aa10-02e87e659bf6 admin admin] Publish callbacks [] for security_group (db1d5404-a856-4aad-9992-18ff0b0c0a43), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.109234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Checking segment: {'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:18.109598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Network hostable DHCP agents. Network: 23de53e8-d4b8-427a-b6f2-f1a17846e4a1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:34:18.130050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2207c6e9-3339-43aa-a26a-a8fb134834e7 None None] Current status of the port c9ade799-2118-414e-bcfc-467a33c4a1d0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:18.148080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.159804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2207c6e9-3339-43aa-a26a-a8fb134834e7 None None] Provisioning complete for port 35e3838f-895b-4f57-b0db-fbc775177c7a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:18.160203 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2207c6e9-3339-43aa-a26a-a8fb134834e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.174473 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] 10.222.0.46 "DELETE /v2.0/networks/4c42d355-6655-4ecf-a3b7-01059b3a1308 HTTP/1.1" status: 204 len: 168 time: 5.7724981 Jul 28 10:34:18.242768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2207c6e9-3339-43aa-a26a-a8fb134834e7 None None] Port 35e3838f-895b-4f57-b0db-fbc775177c7a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:18.305278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 7d84b49c-cb51-4ace-8f82-73eee38a72f5) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:18.333908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:18.334741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.345173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296807a-a553-400d-a689-0b8626bae527 None None] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:18.356267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcd509-9877-4fdd-867e-735a0ea2519f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c42d355-6655-4ecf-a3b7-01059b3a1308,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:18.422997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd5dc60c-7d07-469f-aa10-02e87e659bf6 admin admin] Publish callbacks [] for security_group (db1d5404-a856-4aad-9992-18ff0b0c0a43), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.433576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45816) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:18.441352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1110654806-network', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:18.444036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1004b04d-2b3c-4252-b1af-dd6a1d601236 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:18.479893 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:18.494209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Made reservation on behalf of 15fbb89459c64c228458a2e00d16aff2 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:18.500804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.539512 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.544405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:18.555715 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c48fcb9a-9ad4-4152-9af9-13a74071d4fa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.7666810 Jul 28 10:34:18.556521 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:34:18.563706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45818) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:18.573298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1049708324-router', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:18.601439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1004b04d-2b3c-4252-b1af-dd6a1d601236 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:18.603567 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.623825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 23de53e8-d4b8-427a-b6f2-f1a17846e4a1) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:18.668229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45820) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:18.685394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:18.686046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.700222 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (40e0be7f-9633-425b-b274-cb3df9bc03bb), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.701897 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (40e0be7f-9633-425b-b274-cb3df9bc03bb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.708723 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:18.727179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee85cd-5938-44d6-a65c-4455e3aab4ac None None] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:18.772211 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6277b723-477d-4682-b3e7-68c4ec729b2a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9883873 Jul 28 10:34:18.782416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45822) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:18.783833 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Allocated IP 172.20.0.1 (5e9009e8-cc0d-47f0-b30c-3a342cf000b2/6cd2687c-bada-4c70-96aa-e3a684b518ab/86a60030-c5f5-4be6-b406-726ad16c9844) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:18.797487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:18.806692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd5dc60c-7d07-469f-aa10-02e87e659bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (db1d5404-a856-4aad-9992-18ff0b0c0a43), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.814301 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd5dc60c-7d07-469f-aa10-02e87e659bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:18.818442 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bd5dc60c-7d07-469f-aa10-02e87e659bf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db1d5404-a856-4aad-9992-18ff0b0c0a43 HTTP/1.1" status: 204 len: 168 time: 2.3052957 Jul 28 10:34:18.887219 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:18.990665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dc60c-7d07-469f-aa10-02e87e659bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1d5404-a856-4aad-9992-18ff0b0c0a43,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:18.993249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-7d84b49c-cb51-4ace-8f82-73eee38a72f5', 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5', 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'fixed_ips': [{'subnet_id': 'dcca2370-deca-47bf-913d-9ac727af1cc7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:34:18.998094 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.026510 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks [] for router_controller (40e0be7f-9633-425b-b274-cb3df9bc03bb), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.037529 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-10e834df-7532-4a5a-a933-1893b14b0792 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=464094be29ab46e0b9370341079127ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673499 Jul 28 10:34:19.077719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:19.099693 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (415ec58a-9654-48bf-864d-152c45036f66), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.115097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (415ec58a-9654-48bf-864d-152c45036f66), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.145761 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:19.180288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:19.216104 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d8599690-624f-49dd-a626-46a7fe3dfb07 admin admin] 10.222.0.46 "PUT /v2.0/routers/b7240826-fbf7-41db-b50b-7f2d6ea1cae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5770390 Jul 28 10:34:19.253004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45828) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:19.427003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Allocated IP 172.20.0.2 (7d84b49c-cb51-4ace-8f82-73eee38a72f5/dcca2370-deca-47bf-913d-9ac727af1cc7/b62a8511-e548-47c5-82f7-23f0b34bee9d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:19.599514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks [] for port (86a60030-c5f5-4be6-b406-726ad16c9844), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.682987 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.691352 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks [] for router_gateway (40e0be7f-9633-425b-b274-cb3df9bc03bb), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.704876 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks [] for router_controller (415ec58a-9654-48bf-864d-152c45036f66), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.705136 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks [] for security_group (5b483fce-88fc-419b-8a69-603bafd39727), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.748964 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5b483fce-88fc-419b-8a69-603bafd39727), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.833842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] Sync routers for ids ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:19.845157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e07b12f9-1c0c-411c-93d9-005d8948d106 admin admin] Publish callbacks [] for security_group (4fb17c55-edf0-41b3-9189-21ce5c0eff85), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:19.881677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:19.962151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b483fce-88fc-419b-8a69-603bafd39727,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:19.974306 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:19.993914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1004b04d-2b3c-4252-b1af-dd6a1d601236 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:19.994746 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.010500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:34:20.041139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:20.057639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=86a60030-c5f5-4be6-b406-726ad16c9844,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:20.071413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2788cbe5-d1fc-4771-a8b1-e7fac0ddda21), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.078376 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Added segment 2788cbe5-d1fc-4771-a8b1-e7fac0ddda21 of type vlan for network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 Jul 28 10:34:20.128628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] Routers {'b7240826-fbf7-41db-b50b-7f2d6ea1cae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:20.129347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:20.185297 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (317c83c8-dacc-4e4e-a4d9-fd9952278c77), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.219277 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:20.350310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e07b12f9-1c0c-411c-93d9-005d8948d106 admin admin] Publish callbacks [] for security_group (4fb17c55-edf0-41b3-9189-21ce5c0eff85), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.351413 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Publish callbacks [] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.359964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'fixed_ips': [{'subnet_id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:34:20.360905 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.372118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks [] for router_gateway (415ec58a-9654-48bf-864d-152c45036f66), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.380370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks [] for router (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.407231 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (317c83c8-dacc-4e4e-a4d9-fd9952278c77), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.408644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:20.409472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.410757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1004b04d-2b3c-4252-b1af-dd6a1d601236, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1004b04d-2b3c-4252-b1af-dd6a1d601236,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:20.482174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.536477 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.548064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9ade799-2118-414e-bcfc-467a33c4a1d0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:20.568254 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:20.680217 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2439384 Jul 28 10:34:20.686740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:20.694035 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:20.695220 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:20.712436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Request body: {'subnet': {'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1110654806-subnet', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:20.773686 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:20.775549 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f34dc-c428-4b88-8046-6dd5ef0012d2 admin admin] Pushing event updated for resources: {'Network': ['ID=317c83c8-dacc-4e4e-a4d9-fd9952278c77,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:20.830796 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Made reservation on behalf of 15fbb89459c64c228458a2e00d16aff2 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:20.833728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.839276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e07b12f9-1c0c-411c-93d9-005d8948d106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4fb17c55-edf0-41b3-9189-21ce5c0eff85), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.847279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e07b12f9-1c0c-411c-93d9-005d8948d106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.853320 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e07b12f9-1c0c-411c-93d9-005d8948d106 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fb17c55-edf0-41b3-9189-21ce5c0eff85 HTTP/1.1" status: 204 len: 168 time: 1.7727208 Jul 28 10:34:20.869518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks [] for router_gateway (40e0be7f-9633-425b-b274-cb3df9bc03bb), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.885023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6c6ff216-19eb-4952-bc02-5bbabdddff8b None None] Provisioning complete for port 86a60030-c5f5-4be6-b406-726ad16c9844 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:20.885678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff216-19eb-4952-bc02-5bbabdddff8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.938900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b12f9-1c0c-411c-93d9-005d8948d106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb17c55-edf0-41b3-9189-21ce5c0eff85,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:20.946399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:20.973365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:34:21.029315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (eebd6c94-3452-4a5d-a06b-373a403a149f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.182595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Allocated IP 172.25.2.33 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/591db72c-790d-480f-9050-a2daf3ebf3d5) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:21.372707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (8f5dd9a4-1569-48aa-8432-9b1161abcda4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.483491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c9ade799-2118-414e-bcfc-467a33c4a1d0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:21.483869 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.501956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks [] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.524655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:21.726577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks [] for router_gateway (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.773696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Checking segment: {'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:21.775866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Network hostable DHCP agents. Network: 317c83c8-dacc-4e4e-a4d9-fd9952278c77, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:34:21.787553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:21.820822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Pushing event updated for resources: {'Port': ['ID=b62a8511-e548-47c5-82f7-23f0b34bee9d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:21.836559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks [] for router_gateway (415ec58a-9654-48bf-864d-152c45036f66), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.840686 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:21.845437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:21.859634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.924254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1004b04d-2b3c-4252-b1af-dd6a1d601236,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:21.942162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ff216-19eb-4952-bc02-5bbabdddff8b None None] Port 86a60030-c5f5-4be6-b406-726ad16c9844 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:21.943497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:21.970572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Deleting port 77392d65-8d14-4389-b05e-e12d6585cad8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:21.971493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:22.010914 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:22.014932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5dd9a4-1569-48aa-8432-9b1161abcda4,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:22.049788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Pushing event updated for resources: {'Port': ['ID=591db72c-790d-480f-9050-a2daf3ebf3d5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:22.099618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:34:22.124822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:22.128663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:22.135805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:22.143913 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Sync routers for ids ['e4fed5df-0096-494d-ab51-403685981834'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:22.165346 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:22.175341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] Set router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:22.176848 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Routers {'e4fed5df-0096-494d-ab51-403685981834'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:22.180257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e4fed5df-0096-494d-ab51-403685981834'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:22.194680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:22.224140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 317c83c8-dacc-4e4e-a4d9-fd9952278c77) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:22.239438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c9ade799-2118-414e-bcfc-467a33c4a1d0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:22.241008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a1deedf1-e8b4-4dc7-ac6c-2420e840174e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:22.247248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:22.248252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:22.356932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d94381-fd4a-4230-b57f-7380de831909 None None] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:22.422756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] For port 77392d65-8d14-4389-b05e-e12d6585cad8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=77392d65-8d14-4389-b05e-e12d6585cad8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:22.425102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:22.554598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Calling delete_port for 77392d65-8d14-4389-b05e-e12d6585cad8 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:22.564986 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Set router e4fed5df-0096-494d-ab51-403685981834 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:22.660348 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:22.701124 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:22.816585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45906) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:22.842145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Attempting to bind port b62a8511-e548-47c5-82f7-23f0b34bee9d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:22.842603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Attempting to bind port b62a8511-e548-47c5-82f7-23f0b34bee9d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:22.843440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Attempting to bind port b62a8511-e548-47c5-82f7-23f0b34bee9d on network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:22.846453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Allocated IP 172.25.2.67 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/f756f5f7-7453-4e0c-9547-e18e50290bf1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:22.861382 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a314519a-b8fc-4a07-9844-591d7ef668f0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1666222 Jul 28 10:34:22.864345 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45910) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:22.869734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Allocated IP 172.20.0.2 (23de53e8-d4b8-427a-b6f2-f1a17846e4a1/11c813f7-8d0b-4507-8c8f-c93b5a528e4e/262363d5-abb0-41bd-9b09-c3341eb00fe3) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:22.876954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:22.949806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:22.952792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Checking segment: {'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:22.953345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:22.953760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Bound using segment: {'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:22.954299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Bound port: b62a8511-e548-47c5-82f7-23f0b34bee9d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:22.954682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.012166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 4, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '35e3838f-895b-4f57-b0db-fbc775177c7a', 'name': '', 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'mac_address': 'fa:16:3e:cc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:14Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 2, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'subnets': [{'id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:23.053794 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Checking router: e4fed5df-0096-494d-ab51-403685981834 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:23.054198 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Updating router e4fed5df-0096-494d-ab51-403685981834 port 35e3838f-895b-4f57-b0db-fbc775177c7a binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:23.057071 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (15df1deb-5e4b-4817-9829-024c79f64cc8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.061177 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (15df1deb-5e4b-4817-9829-024c79f64cc8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.096284 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:23.130299 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.136650 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:23.140309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a1deedf1-e8b4-4dc7-ac6c-2420e840174e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:23.141824 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.178635 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45914) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:23.246524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks [] for router_gateway (40e0be7f-9633-425b-b274-cb3df9bc03bb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.434088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-network', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:23.441305 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:23.490273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks [] for router_controller (15df1deb-5e4b-4817-9829-024c79f64cc8), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.560407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Made reservation on behalf of f6fa60c299e540a2a9c0781ddcf9edb6 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:23.563158 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.592466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-317c83c8-dacc-4e4e-a4d9-fd9952278c77', 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77', 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'fixed_ips': [{'subnet_id': '8f5dd9a4-1569-48aa-8432-9b1161abcda4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:34:23.595176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.600183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34b79b3e-6ebc-4641-9881-be913e1e659b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.610435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.699565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks [] for port (86a60030-c5f5-4be6-b406-726ad16c9844), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.703290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] For port b62a8511-e548-47c5-82f7-23f0b34bee9d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:23.733434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks [] for security_group (d8827e11-0fc8-46ef-ac69-9b183234a214), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.771670 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.800228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (77392d65-8d14-4389-b05e-e12d6585cad8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.816608 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d8827e11-0fc8-46ef-ac69-9b183234a214), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.847201 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Publish callbacks [] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.859677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] For port b62a8511-e548-47c5-82f7-23f0b34bee9d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b62a8511-e548-47c5-82f7-23f0b34bee9d,segment=NetworkSegment(04ae1edb-c3ce-425c-b26d-f1d17db406f8),segment_id=04ae1edb-c3ce-425c-b26d-f1d17db406f8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:23.863073 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.869011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:34:13Z', 'revision_number': 5, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port': {'id': '77392d65-8d14-4389-b05e-e12d6585cad8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:45Z', 'updated_at': '2022-07-28T10:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:23.892238 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks [] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.909416 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=17 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:23.935575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] Checking router: b7240826-fbf7-41db-b50b-7f2d6ea1cae4 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:23.944416 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:23.972624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:34:23.976826 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Pushing event updated for resources: {'Port': ['ID=35e3838f-895b-4f57-b0db-fbc775177c7a,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:23.990234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks [] for router_gateway (15df1deb-5e4b-4817-9829-024c79f64cc8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.005387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8827e11-0fc8-46ef-ac69-9b183234a214,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:24.015258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=86a60030-c5f5-4be6-b406-726ad16c9844,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:24.018228 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:24.023325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e9518009-3296-4c8b-84b5-940d41464a30), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.023786 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Added segment e9518009-3296-4c8b-84b5-940d41464a30 of type vlan for network 6f902966-98c1-44c4-af50-2fc3082cde5c Jul 28 10:34:24.027353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a1deedf1-e8b4-4dc7-ac6c-2420e840174e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:24.065607 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.069828 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.071950 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.072291 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.072627 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.072957 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.073284 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.073812 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.079393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (eebd6c94-3452-4a5d-a06b-373a403a149f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.085512 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.085944 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.093203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.093649 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.098203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.098635 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.098984 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:34:24.126687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] Routers {'b7240826-fbf7-41db-b50b-7f2d6ea1cae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:24.127894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:24.189407 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:24.190567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77392d65-8d14-4389-b05e-e12d6585cad8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:24.227846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (40e0be7f-9633-425b-b274-cb3df9bc03bb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.247627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] Set router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:24.262837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6f902966-98c1-44c4-af50-2fc3082cde5c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.328285 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Attempting to bind port 35e3838f-895b-4f57-b0db-fbc775177c7a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:24.328914 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Attempting to bind port 35e3838f-895b-4f57-b0db-fbc775177c7a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:24.330863 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Attempting to bind port 35e3838f-895b-4f57-b0db-fbc775177c7a on network fc480ddc-689b-4a08-ab44-677bf4b84cd1 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:24.353557 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:24.358229 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Checking segment: {'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:24.358816 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.359321 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Bound using segment: {'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:24.360370 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Bound port: 35e3838f-895b-4f57-b0db-fbc775177c7a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b948d522-0a34-45e3-be84-6cafd86a22e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:24.360881 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.387872 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Publish callbacks [] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.397926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:34:23Z', 'revision_number': 7, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:24.400193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4c8c28ea-5337-4be8-855c-9f5788b119e9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:24.425472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6f902966-98c1-44c4-af50-2fc3082cde5c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.427590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:24.429814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.440720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 4c8c28ea-5337-4be8-855c-9f5788b119e9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:24.441285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4c8c28ea-5337-4be8-855c-9f5788b119e9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:24.490760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] For port 35e3838f-895b-4f57-b0db-fbc775177c7a, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:24.497037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] For port 35e3838f-895b-4f57-b0db-fbc775177c7a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=35e3838f-895b-4f57-b0db-fbc775177c7a,segment=NetworkSegment(b948d522-0a34-45e3-be84-6cafd86a22e4),segment_id=b948d522-0a34-45e3-be84-6cafd86a22e4)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:24.511266 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.538149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.616757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Allocated IP 172.20.0.2 (317c83c8-dacc-4e4e-a4d9-fd9952278c77/8f5dd9a4-1569-48aa-8432-9b1161abcda4/011f5036-7c73-4394-a44e-faa8d2c6a379) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:24.623436 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Routers {'e4fed5df-0096-494d-ab51-403685981834'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:24.624399 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e4fed5df-0096-494d-ab51-403685981834'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:24.672185 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.701280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b51a2-e0c2-4d9b-9f0c-923c9632edbc None None] The sync data for ids ['b7240826-fbf7-41db-b50b-7f2d6ea1cae4'] in n-d-850468-6 is: [{'id': 'b7240826-fbf7-41db-b50b-7f2d6ea1cae4', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2144112148-router', 'tenant_id': 'b3f4b241d557442e9d46300cf50160cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:44Z', 'updated_at': '2022-07-28T10:34:23Z', 'revision_number': 7, 'project_id': 'b3f4b241d557442e9d46300cf50160cf', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:24.704646 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] Pushing event updated for resources: {'Network': ['ID=6f902966-98c1-44c4-af50-2fc3082cde5c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:24.777640 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:24.841616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34b79b3e-6ebc-4641-9881-be913e1e659b admin admin] Publish callbacks [] for security_group (350a26c0-b36d-46b6-8079-8fbc84df86f8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.843814 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] Set router e4fed5df-0096-494d-ab51-403685981834 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:24.863539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:24.864806 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f94f13cc-3057-41d9-af03-0fe203cc3379 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.0449245 Jul 28 10:34:24.882067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6f902966-98c1-44c4-af50-2fc3082cde5c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:34:24.891124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:24.896843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34b79b3e-6ebc-4641-9881-be913e1e659b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (350a26c0-b36d-46b6-8079-8fbc84df86f8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.905946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:24.912113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ef36c6db-e2bb-43c9-b21b-d1aa7cbf3c40 None None] Provisioning complete for port 35e3838f-895b-4f57-b0db-fbc775177c7a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:24.914685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45918) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:24.923527 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef36c6db-e2bb-43c9-b21b-d1aa7cbf3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:24.929278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Request body: {'subnet': {'network_id': '6f902966-98c1-44c4-af50-2fc3082cde5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-subnet', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:25.003891 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:25.007370 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Made reservation on behalf of f6fa60c299e540a2a9c0781ddcf9edb6 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:25.010218 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:25.011209 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3fa93-25ee-40e1-bc16-20196943e332 None None] Pushing event updated for resources: {'Port': ['ID=35e3838f-895b-4f57-b0db-fbc775177c7a,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:25.147021 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks [] for router_gateway (15df1deb-5e4b-4817-9829-024c79f64cc8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:25.181348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Router 40e0be7f-9633-425b-b274-cb3df9bc03bb is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:25.184081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:25.238504 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:25.248110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf6ba-dd81-4b88-a4b0-d045441b38ae None None] Pushing event updated for resources: {'Port': ['ID=b62a8511-e548-47c5-82f7-23f0b34bee9d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:25.281519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:25.303962 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9721f91-c142-4427-b925-9db9498c962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 4, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '35e3838f-895b-4f57-b0db-fbc775177c7a', 'name': '', 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'mac_address': 'fa:16:3e:cc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:14Z', 'updated_at': '2022-07-28T10:34:24Z', 'revision_number': 4, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'subnets': [{'id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:25.306812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:25.309727 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:25.310458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:25.350375 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:25.351445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Pushing event updated for resources: {'Port': ['ID=f756f5f7-7453-4e0c-9547-e18e50290bf1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:25.371695 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9721f91-c142-4427-b925-9db9498c962e None None] The sync data for ids ['e4fed5df-0096-494d-ab51-403685981834'] in n-d-850468-6 is: [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 4, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '35e3838f-895b-4f57-b0db-fbc775177c7a', 'name': '', 'network_id': 'fc480ddc-689b-4a08-ab44-677bf4b84cd1', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'mac_address': 'fa:16:3e:cc:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:14Z', 'updated_at': '2022-07-28T10:34:24Z', 'revision_number': 4, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'subnets': [{'id': '03291dcd-c382-46d3-8aac-2150a928ee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:25.412457 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:25.632669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b79b3e-6ebc-4641-9881-be913e1e659b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350a26c0-b36d-46b6-8079-8fbc84df86f8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:25.693160 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:25.710809 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-34b79b3e-6ebc-4641-9881-be913e1e659b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a40c7975f5864186ba3fce207a2b2c65&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5172422 Jul 28 10:34:25.719522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:25.725792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45920) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:25.749353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:25.771766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:25.791438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Allocated IP 172.25.2.2 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/04182755-6894-4eb0-908a-fdb8b3d32699) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:25.841506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks [] for router_controller (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:25.889518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1004b04d-2b3c-4252-b1af-dd6a1d601236 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:25.893408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Pushing event updated for resources: {'Port': ['ID=262363d5-abb0-41bd-9b09-c3341eb00fe3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:25.908429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (fd4cf958-6629-4a3a-8228-e78f2398fe78), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:25.995456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:26.044453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.044909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef36c6db-e2bb-43c9-b21b-d1aa7cbf3c40 None None] Current status of the port 35e3838f-895b-4f57-b0db-fbc775177c7a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:26.045373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef36c6db-e2bb-43c9-b21b-d1aa7cbf3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.045729 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-69cdf5ea-68ec-4459-96a7-f0426183164e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4805708 Jul 28 10:34:26.048738 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45922) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:26.049364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Sync routers for ids ['40e0be7f-9633-425b-b274-cb3df9bc03bb'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:26.143606 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:26.199901 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:26.215494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Routers {'40e0be7f-9633-425b-b274-cb3df9bc03bb'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:26.216230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['40e0be7f-9633-425b-b274-cb3df9bc03bb'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:26.231444 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (b7240826-fbf7-41db-b50b-7f2d6ea1cae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.232142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7240826-fbf7-41db-b50b-7f2d6ea1cae4 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:34:26.238557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.244895 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8b816ace-652d-42c0-a802-0b8f35d77db0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b7240826-fbf7-41db-b50b-7f2d6ea1cae4 HTTP/1.1" status: 204 len: 168 time: 6.9822953 Jul 28 10:34:26.265247 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45924) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:26.329760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks [] for port (04182755-6894-4eb0-908a-fdb8b3d32699), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.357669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] Deleting subnet 106761ba-7194-4848-a793-9ff7b6cf936f {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:34:26.417735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Set router 40e0be7f-9633-425b-b274-cb3df9bc03bb gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:26.490700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Attempting to bind port 262363d5-abb0-41bd-9b09-c3341eb00fe3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:26.490998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Attempting to bind port 262363d5-abb0-41bd-9b09-c3341eb00fe3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:26.491363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Attempting to bind port 262363d5-abb0-41bd-9b09-c3341eb00fe3 on network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:26.511547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e20a07-ca4d-47c4-ba12-b2945ab50886 None None] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:26.639189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:26.639528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Checking segment: {'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:26.640236 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.640796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Bound using segment: {'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:26.641494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Bound port: 262363d5-abb0-41bd-9b09-c3341eb00fe3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:26.641681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.656319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4cf958-6629-4a3a-8228-e78f2398fe78,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:26.665841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] Publish callbacks [] for subnet (106761ba-7194-4848-a793-9ff7b6cf936f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.674489 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Publish callbacks [] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.723039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.739046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Checking segment: {'id': 'e9518009-3296-4c8b-84b5-940d41464a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6f902966-98c1-44c4-af50-2fc3082cde5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:26.739046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Network hostable DHCP agents. Network: 6f902966-98c1-44c4-af50-2fc3082cde5c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:34:26.757044 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec88-41e9-44ae-aa62-de99f3d35260 admin admin] Publish callbacks [] for security_group (350a26c0-b36d-46b6-8079-8fbc84df86f8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.758966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] For port 262363d5-abb0-41bd-9b09-c3341eb00fe3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:26.763000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] For port 262363d5-abb0-41bd-9b09-c3341eb00fe3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=262363d5-abb0-41bd-9b09-c3341eb00fe3,segment=NetworkSegment(ab34aca3-f76a-48c4-87a3-a6e2477fa8d1),segment_id=ab34aca3-f76a-48c4-87a3-a6e2477fa8d1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:26.783018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ef36c6db-e2bb-43c9-b21b-d1aa7cbf3c40 None None] For port 35e3838f-895b-4f57-b0db-fbc775177c7a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=35e3838f-895b-4f57-b0db-fbc775177c7a,segment=NetworkSegment(b948d522-0a34-45e3-be84-6cafd86a22e4),segment_id=b948d522-0a34-45e3-be84-6cafd86a22e4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:26.793097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.795573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:26.806825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:26.815480 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.824386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:26.832313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1004b04d-2b3c-4252-b1af-dd6a1d601236 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:26.833702 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.856410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Pushing event updated for resources: {'Port': ['ID=04182755-6894-4eb0-908a-fdb8b3d32699,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:26.872235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (106761ba-7194-4848-a793-9ff7b6cf936f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.891513 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef36c6db-e2bb-43c9-b21b-d1aa7cbf3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.939170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:26.953873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Router eebd6c94-3452-4a5d-a06b-373a403a149f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:26.954574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:26.956925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec88-41e9-44ae-aa62-de99f3d35260 admin admin] Publish callbacks [] for security_group (350a26c0-b36d-46b6-8079-8fbc84df86f8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:26.987778 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Network 6f902966-98c1-44c4-af50-2fc3082cde5c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:34:27.005450 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:27.021659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6f902966-98c1-44c4-af50-2fc3082cde5c) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:27.074005 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:27.075522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.082700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:27.085900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'name': 'tempest-ServersNegativeTestJSON-1049708324-router', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:18Z', 'updated_at': '2022-07-28T10:34:23Z', 'revision_number': 3, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'gw_port': {'id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:20Z', 'updated_at': '2022-07-28T10:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:27.089596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8486836e-71c8-4934-af40-9f3fee93e831 None None] Network 6f902966-98c1-44c4-af50-2fc3082cde5c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:27.114891 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:27.115529 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:27.179944 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (106761ba-7194-4848-a793-9ff7b6cf936f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.247611 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:27.265443 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ebc1885-265a-47e6-84d9-993c3a55009b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3438008 Jul 28 10:34:27.265443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks [] for router_gateway (415ec58a-9654-48bf-864d-152c45036f66), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.280642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Checking router: 40e0be7f-9633-425b-b274-cb3df9bc03bb for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:27.281258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Updating router 40e0be7f-9633-425b-b274-cb3df9bc03bb port 591db72c-790d-480f-9050-a2daf3ebf3d5 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:27.338862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45926) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:27.346288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:27.464878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Provisioning complete for port 35e3838f-895b-4f57-b0db-fbc775177c7a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:27.470106 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.490929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f2f4d-61b6-4c77-8c9f-d51744491b7e None None] Pushing event updated for resources: {'Port': ['ID=262363d5-abb0-41bd-9b09-c3341eb00fe3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:27.512793 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:27.515101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.540463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (4ffa860f-5e1d-447c-b756-b0480ff9d33f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.541716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (4ffa860f-5e1d-447c-b756-b0480ff9d33f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.580622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:27.591639 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (106761ba-7194-4848-a793-9ff7b6cf936f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.596808 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Sync routers for ids ['eebd6c94-3452-4a5d-a06b-373a403a149f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:27.631860 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Routers {'eebd6c94-3452-4a5d-a06b-373a403a149f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:27.633181 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eebd6c94-3452-4a5d-a06b-373a403a149f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:27.676316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks [] for router_controller (4ffa860f-5e1d-447c-b756-b0480ff9d33f), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.717826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1004b04d-2b3c-4252-b1af-dd6a1d601236 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:27.719266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f66d2d79-b05f-457e-840d-49ca5ea70dba up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:27.765404 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-07ce3b69-2e23-4c21-bbf0-02522f48d1b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/eebd6c94-3452-4a5d-a06b-373a403a149f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6240835 Jul 28 10:34:27.791587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.811135 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/106761ba-7194-4848-a793-9ff7b6cf936f HTTP/1.1" status: 204 len: 168 time: 1.5416117 Jul 28 10:34:27.814042 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45930) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:27.863413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Attempting to bind port 011f5036-7c73-4394-a44e-faa8d2c6a379 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:27.863897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Attempting to bind port 011f5036-7c73-4394-a44e-faa8d2c6a379 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:27.866358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Attempting to bind port 011f5036-7c73-4394-a44e-faa8d2c6a379 on network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:27.872502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ff801-1ff9-42c8-a21d-0e960668c6cc None None] Network c02bd6ed-c716-4ee4-91de-8fef9e43ff24 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:27.879488 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:27.905786 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:27.922270 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Set router eebd6c94-3452-4a5d-a06b-373a403a149f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:28.001280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks [] for router_gateway (15df1deb-5e4b-4817-9829-024c79f64cc8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.034806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d27c3-9a0f-4219-8432-1cdb08c393e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106761ba-7194-4848-a793-9ff7b6cf936f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:28.158847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec88-41e9-44ae-aa62-de99f3d35260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (350a26c0-b36d-46b6-8079-8fbc84df86f8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.161397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec88-41e9-44ae-aa62-de99f3d35260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.173300 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-73d1ec88-41e9-44ae-aa62-de99f3d35260 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/350a26c0-b36d-46b6-8079-8fbc84df86f8 HTTP/1.1" status: 204 len: 168 time: 2.4412167 Jul 28 10:34:28.177356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Pushing event updated for resources: {'Port': ['ID=011f5036-7c73-4394-a44e-faa8d2c6a379,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:28.266953 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ec88-41e9-44ae-aa62-de99f3d35260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350a26c0-b36d-46b6-8079-8fbc84df86f8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:28.327707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c02bd6ed-c716-4ee4-91de-8fef9e43ff24), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.332425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Allocated IP 172.20.0.1 (7d84b49c-cb51-4ace-8f82-73eee38a72f5/dcca2370-deca-47bf-913d-9ac727af1cc7/4008d0b8-2c34-437c-9b18-85a2f439ac71) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:28.353038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:28.353521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Checking segment: {'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:28.353646 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.354011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Bound using segment: {'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:28.355186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Bound port: 011f5036-7c73-4394-a44e-faa8d2c6a379, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:28.355749 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.380724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (415ec58a-9654-48bf-864d-152c45036f66), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.422005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks [] for router_gateway (4ffa860f-5e1d-447c-b756-b0480ff9d33f), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.665607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f66d2d79-b05f-457e-840d-49ca5ea70dba triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:28.666721 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.727508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45940) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:28.744668 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-96b8865f-16f2-4662-b665-a27e9de2c7a3 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467950131', 'description': 'tempest-description--190757491'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:28.749319 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:34:21Z', 'revision_number': 4, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port': {'id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:04Z', 'updated_at': '2022-07-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '86a60030-c5f5-4be6-b406-726ad16c9844', 'name': '', 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'mac_address': 'fa:16:3e:04:cf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6cd2687c-bada-4c70-96aa-e3a684b518ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:17Z', 'updated_at': '2022-07-28T10:34:22Z', 'revision_number': 2, 'project_id': '085316428d834b6cb9dcb36971da849e', 'subnets': [{'id': '6cd2687c-bada-4c70-96aa-e3a684b518ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:28.820765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Deleting port a7106592-6bb4-4451-b1c3-a3d44c425385 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:28.821269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.829698 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Checking router: eebd6c94-3452-4a5d-a06b-373a403a149f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:28.830078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Updating router eebd6c94-3452-4a5d-a06b-373a403a149f port 86a60030-c5f5-4be6-b406-726ad16c9844 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:28.879696 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:28.913804 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:28.946710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7f025-ceb1-4510-ba00-bbdc5ea1096f None None] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:28.984219 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:28.987832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96b8865f-16f2-4662-b665-a27e9de2c7a3 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.001243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15deaadc-24d8-4e73-88fc-934c794aaf71 None None] Network 6f902966-98c1-44c4-af50-2fc3082cde5c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:29.034999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Router 415ec58a-9654-48bf-864d-152c45036f66 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:29.040910 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] For port a7106592-6bb4-4451-b1c3-a3d44c425385, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7106592-6bb4-4451-b1c3-a3d44c425385,segment=NetworkSegment(b977031c-2707-49e3-87aa-d6151341e5cf),segment_id=b977031c-2707-49e3-87aa-d6151341e5cf)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:29.041289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.163900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Calling delete_port for a7106592-6bb4-4451-b1c3-a3d44c425385 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:29.558180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] DHCP port deletion for c02bd6ed-c716-4ee4-91de-8fef9e43ff24 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:34:29.564785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36c6db-e2bb-43c9-b21b-d1aa7cbf3c40 None None] Pushing event updated for resources: {'Port': ['ID=35e3838f-895b-4f57-b0db-fbc775177c7a,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:29.575924 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Current status of the port 35e3838f-895b-4f57-b0db-fbc775177c7a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:29.586680 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Publish callbacks [] for port (86a60030-c5f5-4be6-b406-726ad16c9844), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.595334 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.598504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:29.640875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Sync routers for ids ['415ec58a-9654-48bf-864d-152c45036f66'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:29.679024 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.682837 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-610de67c-0781-4531-a4d1-8f622218c9fe admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.8952022 Jul 28 10:34:29.685340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45958) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:29.735142 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:29.749989 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks [] for router_gateway (4ffa860f-5e1d-447c-b756-b0480ff9d33f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.756141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] Deleting port a7106592-6bb4-4451-b1c3-a3d44c425385 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:29.756682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.779281 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5138173-7b86-4719-899a-db7384c40547 None None] Pushing event updated for resources: {'Port': ['ID=86a60030-c5f5-4be6-b406-726ad16c9844,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:29.798397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.858550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] For port a7106592-6bb4-4451-b1c3-a3d44c425385, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:29.858892 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.874053 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.881357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] Calling delete_port for a7106592-6bb4-4451-b1c3-a3d44c425385 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:29.885482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] Port a7106592-6bb4-4451-b1c3-a3d44c425385 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:34:29.905229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7106592-6bb4-4451-b1c3-a3d44c425385,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:29.920954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] No DVR routers for this DVR port a7106592-6bb4-4451-b1c3-a3d44c425385 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:29.925530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Provisioning complete for port b62a8511-e548-47c5-82f7-23f0b34bee9d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:29.925964 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.951426 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:29.956967 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a7106592-6bb4-4451-b1c3-a3d44c425385), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.967992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f66d2d79-b05f-457e-840d-49ca5ea70dba is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:29.968397 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:29.976306 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:30.055477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45960) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:30.084579 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:30.124815 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Attempting to bind port 86a60030-c5f5-4be6-b406-726ad16c9844 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:30.128066 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Attempting to bind port 86a60030-c5f5-4be6-b406-726ad16c9844 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:30.128605 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Attempting to bind port 86a60030-c5f5-4be6-b406-726ad16c9844 on network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:30.148782 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:30.149423 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Checking segment: {'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:30.149975 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.150477 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Bound using segment: {'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:30.151105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Bound port: 86a60030-c5f5-4be6-b406-726ad16c9844, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:30.152135 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.249306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c02bd6ed-c716-4ee4-91de-8fef9e43ff24), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.265677 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:30.306453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks [] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.341017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] For port 86a60030-c5f5-4be6-b406-726ad16c9844, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:30.346840 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] For port 86a60030-c5f5-4be6-b406-726ad16c9844, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=86a60030-c5f5-4be6-b406-726ad16c9844,segment=NetworkSegment(d3f1cfbd-aaf8-4849-b163-b116e7a5122d),segment_id=d3f1cfbd-aaf8-4849-b163-b116e7a5122d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:30.389884 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.395931 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02bd6ed-c716-4ee4-91de-8fef9e43ff24']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:30.411974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] No DVR routers for this DVR port a7106592-6bb4-4451-b1c3-a3d44c425385 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:30.415213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b977031c-2707-49e3-87aa-d6151341e5cf') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:30.415669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b977031c-2707-49e3-87aa-d6151341e5cf') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:30.436115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (15df1deb-5e4b-4817-9829-024c79f64cc8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.461460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (b977031c-2707-49e3-87aa-d6151341e5cf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.492422 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b977031c-2707-49e3-87aa-d6151341e5cf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.494575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be518d3c-efd7-4a11-b304-184bd57dd5d0 None None] Pushing event deleted for resources: {'Port': ['ID=a7106592-6bb4-4451-b1c3-a3d44c425385,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:30.508605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:34:30.509494 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (b977031c-2707-49e3-87aa-d6151341e5cf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.543399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Publish callbacks [] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.546986 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5138173-7b86-4719-899a-db7384c40547 None None] Pushing event updated for resources: {'Port': ['ID=86a60030-c5f5-4be6-b406-726ad16c9844,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:30.550586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] For port 011f5036-7c73-4394-a44e-faa8d2c6a379, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:30.571459 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b977031c-2707-49e3-87aa-d6151341e5cf resource provider aggregate not found Jul 28 10:34:30.585483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] For port 011f5036-7c73-4394-a44e-faa8d2c6a379, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=011f5036-7c73-4394-a44e-faa8d2c6a379,segment=NetworkSegment(2788cbe5-d1fc-4771-a8b1-e7fac0ddda21),segment_id=2788cbe5-d1fc-4771-a8b1-e7fac0ddda21)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:30.598599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1187344680-network', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:30.607907 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Routers {'eebd6c94-3452-4a5d-a06b-373a403a149f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:30.608741 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eebd6c94-3452-4a5d-a06b-373a403a149f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:30.612767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Routers {'415ec58a-9654-48bf-864d-152c45036f66'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:30.613420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['415ec58a-9654-48bf-864d-152c45036f66'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:30.624687 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.659026 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:30.697913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96b8865f-16f2-4662-b665-a27e9de2c7a3 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group (43e5f051-7a0b-4c63-9391-9a6153c97f6d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.726456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Made reservation on behalf of 5927f7b9c41a40c28968dc9605d3b430 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:30.729711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.837321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Allocated IP 172.25.2.6 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3668ae82-6e03-4c68-aa09-830716abce4e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:30.849185 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] Set router eebd6c94-3452-4a5d-a06b-373a403a149f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:30.967052 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:30.988932 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks [] for port (3668ae82-6e03-4c68-aa09-830716abce4e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.008743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port f66d2d79-b05f-457e-840d-49ca5ea70dba, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f66d2d79-b05f-457e-840d-49ca5ea70dba,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:31.061759 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.087159 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b977031c-2707-49e3-87aa-d6151341e5cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b977031c-2707-49e3-87aa-d6151341e5cf found for delete ", "request_id": "req-a72e6251-5ceb-4d25-a08a-f33c9bb8407e"}]} Jul 28 10:34:31.125033 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c02bd6ed-c716-4ee4-91de-8fef9e43ff24), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.144848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.188728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96b8865f-16f2-4662-b665-a27e9de2c7a3 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (43e5f051-7a0b-4c63-9391-9a6153c97f6d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.209474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.221638 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.224720 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:31.242227 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c02bd6ed-c716-4ee4-91de-8fef9e43ff24 HTTP/1.1" status: 204 len: 168 time: 3.4232974 Jul 28 10:34:31.329365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487376b-bdb3-4bb9-8e8d-34a1556641a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02bd6ed-c716-4ee4-91de-8fef9e43ff24,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:31.424638 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:31.427007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74c1fe-f511-4e42-9459-40f0f8660a58 None None] Pushing event updated for resources: {'Port': ['ID=591db72c-790d-480f-9050-a2daf3ebf3d5,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:31.489707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks [] for security_group (a00acdb1-8a06-4a7f-b539-76e39754d661), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.554004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Attempting to bind port 591db72c-790d-480f-9050-a2daf3ebf3d5 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:31.554386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Attempting to bind port 591db72c-790d-480f-9050-a2daf3ebf3d5 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:31.554757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Attempting to bind port 591db72c-790d-480f-9050-a2daf3ebf3d5 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:31.558740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc6028-914e-4043-ab45-352a79825350 None None] Pushing event updated for resources: {'Port': ['ID=011f5036-7c73-4394-a44e-faa8d2c6a379,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:31.601618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.613332 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:34:21Z', 'revision_number': 4, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port': {'id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:04Z', 'updated_at': '2022-07-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '86a60030-c5f5-4be6-b406-726ad16c9844', 'name': '', 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'mac_address': 'fa:16:3e:04:cf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6cd2687c-bada-4c70-96aa-e3a684b518ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:17Z', 'updated_at': '2022-07-28T10:34:30Z', 'revision_number': 4, 'project_id': '085316428d834b6cb9dcb36971da849e', 'subnets': [{'id': '6cd2687c-bada-4c70-96aa-e3a684b518ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:31.633322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45974) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:31.656559 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:31.684261 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4974149-91c6-44dd-b61c-1686e11b100c None None] The sync data for ids ['eebd6c94-3452-4a5d-a06b-373a403a149f'] in n-d-850468-6 is: [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:34:21Z', 'revision_number': 4, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port': {'id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:04Z', 'updated_at': '2022-07-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '86a60030-c5f5-4be6-b406-726ad16c9844', 'name': '', 'network_id': '5e9009e8-cc0d-47f0-b30c-3a342cf000b2', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'mac_address': 'fa:16:3e:04:cf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6cd2687c-bada-4c70-96aa-e3a684b518ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:17Z', 'updated_at': '2022-07-28T10:34:30Z', 'revision_number': 4, 'project_id': '085316428d834b6cb9dcb36971da849e', 'subnets': [{'id': '6cd2687c-bada-4c70-96aa-e3a684b518ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:31.737391 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:31.781298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:31.782188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:31.782759 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.783744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:31.784441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Bound port: 591db72c-790d-480f-9050-a2daf3ebf3d5, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:31.786708 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.801701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 262363d5-abb0-41bd-9b09-c3341eb00fe3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:31.803669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a00acdb1-8a06-4a7f-b539-76e39754d661), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.804673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Current status of the port b62a8511-e548-47c5-82f7-23f0b34bee9d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:31.805324 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.814156 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eccdea67-8b90-4c92-a4af-66fbbb3fecb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3f4b241d557442e9d46300cf50160cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794608 Jul 28 10:34:31.828142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45976) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:31.848497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Pushing event updated for resources: {'Port': ['ID=4008d0b8-2c34-437c-9b18-85a2f439ac71,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:31.912383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] For port 591db72c-790d-480f-9050-a2daf3ebf3d5, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:31.913332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.916547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] For port 591db72c-790d-480f-9050-a2daf3ebf3d5, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=591db72c-790d-480f-9050-a2daf3ebf3d5,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:31.920678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:34:31.937654 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96b8865f-16f2-4662-b665-a27e9de2c7a3 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.938972 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-96b8865f-16f2-4662-b665-a27e9de2c7a3 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.2021093 Jul 28 10:34:31.952203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:31.954313 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:31.960818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45978) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:31.962015 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:31.969471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8865f-16f2-4662-b665-a27e9de2c7a3 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e5f051-7a0b-4c63-9391-9a6153c97f6d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:31.970270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Set router 415ec58a-9654-48bf-864d-152c45036f66 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:32.009624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a7cbb3d3-44e1-4ad2-807d-c329e1c941f8 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Request body: {'security_group_rule': {'security_group_id': '43e5f051-7a0b-4c63-9391-9a6153c97f6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:32.034208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:32.038213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:32.062158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:32.064177 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:32.065704 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a692474-e528-45d5-b7d6-cdca2a64118f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.066146 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Added segment 9a692474-e528-45d5-b7d6-cdca2a64118f of type vlan for network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 Jul 28 10:34:32.067689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:32.192894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaff8224-d73c-4b41-bff3-2d276ae70994 admin admin] Publish callbacks [] for security_group (129c236f-94e9-4420-9775-2fe84e9a4704), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.240225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] For port b62a8511-e548-47c5-82f7-23f0b34bee9d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b62a8511-e548-47c5-82f7-23f0b34bee9d,segment=NetworkSegment(04ae1edb-c3ce-425c-b26d-f1d17db406f8),segment_id=04ae1edb-c3ce-425c-b26d-f1d17db406f8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:32.266580 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.284838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Provisioning complete for port 86a60030-c5f5-4be6-b406-726ad16c9844 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:32.285577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.312592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (0d14eb0e-4ca4-4859-a123-b42bd0e087e4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.419139 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (0d14eb0e-4ca4-4859-a123-b42bd0e087e4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.420237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:32.420843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.435564 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaff8224-d73c-4b41-bff3-2d276ae70994 admin admin] Publish callbacks [] for security_group (129c236f-94e9-4420-9775-2fe84e9a4704), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.461329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=f66d2d79-b05f-457e-840d-49ca5ea70dba,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:32.565637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Pushing event updated for resources: {'Port': ['ID=3668ae82-6e03-4c68-aa09-830716abce4e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:32.604561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Pushing event updated for resources: {'Network': ['ID=0d14eb0e-4ca4-4859-a123-b42bd0e087e4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:32.623327 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.5401549 Jul 28 10:34:32.629928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:32.638343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 262363d5-abb0-41bd-9b09-c3341eb00fe3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:32.639153 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.648424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Request body: {'subnet': {'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1187344680-subnet', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:32.653401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f35f70-fd2a-4d7a-b0ca-70d0b4360be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00acdb1-8a06-4a7f-b539-76e39754d661,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:32.683094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74c1fe-f511-4e42-9459-40f0f8660a58 None None] Pushing event updated for resources: {'Port': ['ID=591db72c-790d-480f-9050-a2daf3ebf3d5,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:32.708502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3d3-44e1-4ad2-807d-c329e1c941f8 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group_rule (9b4c5c94-de5c-4d2e-b09d-b683536075df), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.710809 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:32.762909 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Router 15df1deb-5e4b-4817-9829-024c79f64cc8 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:32.764922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (40e0be7f-9633-425b-b274-cb3df9bc03bb), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.787889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:34:32.788961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Allocated IP 172.20.0.1 (23de53e8-d4b8-427a-b6f2-f1a17846e4a1/11c813f7-8d0b-4507-8c8f-c93b5a528e4e/c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:32.802926 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Made reservation on behalf of 5927f7b9c41a40c28968dc9605d3b430 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:32.806662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.831680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaff8224-d73c-4b41-bff3-2d276ae70994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (129c236f-94e9-4420-9775-2fe84e9a4704), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.835284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaff8224-d73c-4b41-bff3-2d276ae70994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:32.839957 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eaff8224-d73c-4b41-bff3-2d276ae70994 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/129c236f-94e9-4420-9775-2fe84e9a4704 HTTP/1.1" status: 204 len: 168 time: 1.0076137 Jul 28 10:34:32.953604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff8224-d73c-4b41-bff3-2d276ae70994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c236f-94e9-4420-9775-2fe84e9a4704,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:32.974693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32482144-f1fa-4810-bc98-1fd202036f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.021533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Routers {'40e0be7f-9633-425b-b274-cb3df9bc03bb'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:33.025246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['40e0be7f-9633-425b-b274-cb3df9bc03bb'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:33.071354 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:33.372421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.501483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks [] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.733230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Pushing event updated for resources: {'Port': ['ID=b62a8511-e548-47c5-82f7-23f0b34bee9d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:33.735155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3d3-44e1-4ad2-807d-c329e1c941f8 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group_rule (9b4c5c94-de5c-4d2e-b09d-b683536075df), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.740471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (4a483782-d423-4601-8b65-0cc2863a7bfc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.746132 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:33.748375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:33.763334 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Sync routers for ids ['15df1deb-5e4b-4817-9829-024c79f64cc8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:33.770380 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:33.775782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.804059 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Routers {'15df1deb-5e4b-4817-9829-024c79f64cc8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:33.804953 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['15df1deb-5e4b-4817-9829-024c79f64cc8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:33.813161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:33.839849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 262363d5-abb0-41bd-9b09-c3341eb00fe3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:33.840209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.847788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3d3-44e1-4ad2-807d-c329e1c941f8 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9b4c5c94-de5c-4d2e-b09d-b683536075df), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.897117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:33.921274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:33.924967 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a174f72-f7c3-4db0-b236-1d2522f3fa8d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.0554221 Jul 28 10:34:33.937981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d733ae80-b879-4b16-a651-41e1670b5b7d None None] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:33.952728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbb3d3-44e1-4ad2-807d-c329e1c941f8 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4c5c94-de5c-4d2e-b09d-b683536075df,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:33.972739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45994) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:33.989410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:34.032945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Current status of the port 86a60030-c5f5-4be6-b406-726ad16c9844 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:34.033433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.112624 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Checking segment: {'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:34.113408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Network hostable DHCP agents. Network: 0d14eb0e-4ca4-4859-a123-b42bd0e087e4, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:34:34.172248 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Set router 15df1deb-5e4b-4817-9829-024c79f64cc8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:34.226534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a483782-d423-4601-8b65-0cc2863a7bfc,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:34.230695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Pushing event updated for resources: {'Port': ['ID=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:34.244692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:34:34.269075 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (415ec58a-9654-48bf-864d-152c45036f66), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.345409 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:34.372745 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] Set router 40e0be7f-9633-425b-b274-cb3df9bc03bb gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:34.405950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 262363d5-abb0-41bd-9b09-c3341eb00fe3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=262363d5-abb0-41bd-9b09-c3341eb00fe3,segment=NetworkSegment(ab34aca3-f76a-48c4-87a3-a6e2477fa8d1),segment_id=ab34aca3-f76a-48c4-87a3-a6e2477fa8d1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:34.514047 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:34.515373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 0d14eb0e-4ca4-4859-a123-b42bd0e087e4) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:34.521557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:34.524892 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.538668 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.539856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 35e3838f-895b-4f57-b0db-fbc775177c7a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:34.605213 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ceba8f1f-c31f-4c7c-acf9-4deb401c5859 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9697990 Jul 28 10:34:34.616117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46004) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:34.626904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:34.638941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c83a7-299b-4ebe-b436-b1ef62199434 None None] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:34.656394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46006) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:34.656618 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:34.663848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7cbb3d3-44e1-4ad2-807d-c329e1c941f8 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.667793 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a7cbb3d3-44e1-4ad2-807d-c329e1c941f8 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6969178 Jul 28 10:34:34.672962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks [] for router_gateway (4ffa860f-5e1d-447c-b756-b0480ff9d33f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.678290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:34:26Z', 'revision_number': 3, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:34.687385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46008) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:34.705292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-220bfd42-a757-489a-b3d6-eea127638be7 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Request body: {'security_group_rule': {'security_group_id': '43e5f051-7a0b-4c63-9391-9a6153c97f6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:34.706765 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:34:27Z', 'revision_number': 3, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port': {'id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:25Z', 'updated_at': '2022-07-28T10:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:34.736640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.746075 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Checking router: 15df1deb-5e4b-4817-9829-024c79f64cc8 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:34.746958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Updating router 15df1deb-5e4b-4817-9829-024c79f64cc8 port 04182755-6894-4eb0-908a-fdb8b3d32699 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:34.799910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] For port 86a60030-c5f5-4be6-b406-726ad16c9844, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=86a60030-c5f5-4be6-b406-726ad16c9844,segment=NetworkSegment(d3f1cfbd-aaf8-4849-b163-b116e7a5122d),segment_id=d3f1cfbd-aaf8-4849-b163-b116e7a5122d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:34.801692 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.857803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Checking router: 415ec58a-9654-48bf-864d-152c45036f66 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:34.867297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Updating router 415ec58a-9654-48bf-864d-152c45036f66 port f756f5f7-7453-4e0c-9547-e18e50290bf1 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:34.943433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (3048ef72-f822-422f-b682-d740b4bb9d80), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.944506 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:34.950990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (3048ef72-f822-422f-b682-d740b4bb9d80), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.036187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks [] for router_controller (3048ef72-f822-422f-b682-d740b4bb9d80), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.043116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2005727702-network', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:35.044372 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:35.095710 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.114552 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:35.115289 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:35.218645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks [] for router_gateway (3048ef72-f822-422f-b682-d740b4bb9d80), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.344530 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Publish callbacks [] for port (04182755-6894-4eb0-908a-fdb8b3d32699), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.372518 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.497299 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-220bfd42-a757-489a-b3d6-eea127638be7 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group_rule (052c81cc-967b-4ea2-8e71-1f3f94d4c626), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.507411 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:35.539492 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Attempting to bind port 04182755-6894-4eb0-908a-fdb8b3d32699 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:35.539864 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Attempting to bind port 04182755-6894-4eb0-908a-fdb8b3d32699 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:35.540222 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Attempting to bind port 04182755-6894-4eb0-908a-fdb8b3d32699 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:35.566820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Provisioning complete for port 4008d0b8-2c34-437c-9b18-85a2f439ac71 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:35.570315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.572584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Made reservation on behalf of 012167e98eaf4676b40d031cb86a03ad for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:35.575479 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:35.575479 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:35.575479 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.575479 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:35.575927 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Bound port: 04182755-6894-4eb0-908a-fdb8b3d32699, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:35.576037 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.580595 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.588733 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500a88-12ee-445e-a65e-991c74230d52 None None] Pushing event updated for resources: {'Port': ['ID=04182755-6894-4eb0-908a-fdb8b3d32699,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:35.625488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.683705 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] For port 04182755-6894-4eb0-908a-fdb8b3d32699, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:35.691643 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] For port 04182755-6894-4eb0-908a-fdb8b3d32699, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=04182755-6894-4eb0-908a-fdb8b3d32699,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:35.694341 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks [] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.710351 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.735453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.866654 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Routers {'15df1deb-5e4b-4817-9829-024c79f64cc8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:35.867300 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['15df1deb-5e4b-4817-9829-024c79f64cc8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:35.916251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (40e0be7f-9633-425b-b274-cb3df9bc03bb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.918589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (4ffa860f-5e1d-447c-b756-b0480ff9d33f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.925646 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Pushing event updated for resources: {'Port': ['ID=4008d0b8-2c34-437c-9b18-85a2f439ac71,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:35.942246 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks [] for security_group (4cccf5fa-e390-4a27-af41-1ce8572c1cc6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.947678 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500a88-12ee-445e-a65e-991c74230d52 None None] Pushing event updated for resources: {'Port': ['ID=04182755-6894-4eb0-908a-fdb8b3d32699,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:35.971357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Publish callbacks [] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:35.983945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4cccf5fa-e390-4a27-af41-1ce8572c1cc6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.058281 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:36.059904 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:36.070135 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-220bfd42-a757-489a-b3d6-eea127638be7 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group_rule (052c81cc-967b-4ea2-8e71-1f3f94d4c626), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.089923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.092370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Port 4008d0b8-2c34-437c-9b18-85a2f439ac71 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:36.093030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks [] for router_gateway (3048ef72-f822-422f-b682-d740b4bb9d80), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.104711 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 35e3838f-895b-4f57-b0db-fbc775177c7a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:36.106267 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.107472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:36.107629 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] Set router 15df1deb-5e4b-4817-9829-024c79f64cc8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:36.114434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:36.127439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:34:36.171092 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-220bfd42-a757-489a-b3d6-eea127638be7 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (052c81cc-967b-4ea2-8e71-1f3f94d4c626), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.181457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Provisioning complete for port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:36.182862 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.222822 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.240123 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.242357 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks [] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.253156 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9a647afb-a074-4f75-96e9-b542d73115f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.254477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cccf5fa-e390-4a27-af41-1ce8572c1cc6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:36.283075 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f29316b4-a613-4f43-af15-c745783b11bf), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.283424 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Added segment f29316b4-a613-4f43-af15-c745783b11bf of type vlan for network 91258437-70fd-4795-879b-2ceeb860ebc5 Jul 28 10:34:36.298394 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:36.299503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.332532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bfd42-a757-489a-b3d6-eea127638be7 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052c81cc-967b-4ea2-8e71-1f3f94d4c626,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:36.407699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:36.429749 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:36.457546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-0d14eb0e-4ca4-4859-a123-b42bd0e087e4', 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4', 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'fixed_ips': [{'subnet_id': '4a483782-d423-4601-8b65-0cc2863a7bfc'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:34:36.458572 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.481419 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:34:27Z', 'revision_number': 3, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port': {'id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:25Z', 'updated_at': '2022-07-28T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:36.488338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Provisioning complete for port 262363d5-abb0-41bd-9b09-c3341eb00fe3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:36.488338 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.539511 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c944684-c0e0-4cb2-a0a5-0c289b4d7ffb None None] The sync data for ids ['15df1deb-5e4b-4817-9829-024c79f64cc8'] in n-d-850468-6 is: [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:34:27Z', 'revision_number': 3, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port': {'id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:25Z', 'updated_at': '2022-07-28T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:36.553035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-220bfd42-a757-489a-b3d6-eea127638be7 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.554597 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-220bfd42-a757-489a-b3d6-eea127638be7 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8664656 Jul 28 10:34:36.565011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46012) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:36.589982 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:36.632785 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (91258437-70fd-4795-879b-2ceeb860ebc5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.645170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.678470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Pushing event updated for resources: {'Port': ['ID=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:36.694557 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:36.704607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (415ec58a-9654-48bf-864d-152c45036f66), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.727321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=262363d5-abb0-41bd-9b09-c3341eb00fe3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:36.805388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.859170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 35e3838f-895b-4f57-b0db-fbc775177c7a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:36.862431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b62a8511-e548-47c5-82f7-23f0b34bee9d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:36.875427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (91258437-70fd-4795-879b-2ceeb860ebc5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.876700 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:36.877291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:36.894026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'name': 'tempest-ServersNegativeTestJSON-1049708324-router', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:18Z', 'updated_at': '2022-07-28T10:34:32Z', 'revision_number': 4, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'gw_port': {'id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:20Z', 'updated_at': '2022-07-28T10:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '4008d0b8-2c34-437c-9b18-85a2f439ac71', 'name': '', 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'mac_address': 'fa:16:3e:c6:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'dcca2370-deca-47bf-913d-9ac727af1cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:28Z', 'revision_number': 1, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'subnets': [{'id': 'dcca2370-deca-47bf-913d-9ac727af1cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:36.909011 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Router 40e0be7f-9633-425b-b274-cb3df9bc03bb has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:36.918355 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Router 4ffa860f-5e1d-447c-b756-b0480ff9d33f is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:36.932030 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:37.048234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Attempting to bind port f756f5f7-7453-4e0c-9547-e18e50290bf1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:37.049002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Attempting to bind port f756f5f7-7453-4e0c-9547-e18e50290bf1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:37.049385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Attempting to bind port f756f5f7-7453-4e0c-9547-e18e50290bf1 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:37.049512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Allocated IP 172.20.0.1 (317c83c8-dacc-4e4e-a4d9-fd9952278c77/8f5dd9a4-1569-48aa-8432-9b1161abcda4/689be081-6dad-4b10-b4c4-0cc8b8ccea54) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:37.129403 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 2.4584336 Jul 28 10:34:37.133347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46014) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:37.137469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Allocated IP 172.25.2.251 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/390a329d-fb83-48b4-8264-d69830f9bd0c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:37.144324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Request body: {'subnet': {'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2005727702-subnet', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:37.199918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639a9d-db9c-4168-9791-8c39e9c1f15f admin admin] Pushing event updated for resources: {'Network': ['ID=91258437-70fd-4795-879b-2ceeb860ebc5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:37.202378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks [] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:37.224590 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:37.283272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Allocated IP 172.20.0.2 (0d14eb0e-4ca4-4859-a123-b42bd0e087e4/4a483782-d423-4601-8b65-0cc2863a7bfc/b1f22b00-9fad-4f07-a80f-23a6707be232) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:37.302637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:37.308954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:37.311513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Made reservation on behalf of 012167e98eaf4676b40d031cb86a03ad for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:34:37.314020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:37.346276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:37.386668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:37.387287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:37.387770 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:37.388239 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:37.388822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Bound port: f756f5f7-7453-4e0c-9547-e18e50290bf1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:37.389305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:37.522560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 91258437-70fd-4795-879b-2ceeb860ebc5 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:34:37.702020 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:37.720535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:37.725461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Pushing event updated for resources: {'Port': ['ID=689be081-6dad-4b10-b4c4-0cc8b8ccea54,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:37.748652 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f89cbac8-9086-482a-901c-1a62baeba18d admin admin] 10.222.0.46 "PUT /v2.0/routers/40e0be7f-9633-425b-b274-cb3df9bc03bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6862166 Jul 28 10:34:37.752688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:37.764147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:37.774762 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:37.822870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0227e-a35d-4cdb-99fd-d26694a9c1d7 None None] The sync data for ids ['40e0be7f-9633-425b-b274-cb3df9bc03bb'] in n-d-850468-6 is: [{'id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'name': 'tempest-ServersNegativeTestJSON-1049708324-router', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:18Z', 'updated_at': '2022-07-28T10:34:32Z', 'revision_number': 4, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'gw_port': {'id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:20Z', 'updated_at': '2022-07-28T10:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '4008d0b8-2c34-437c-9b18-85a2f439ac71', 'name': '', 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'mac_address': 'fa:16:3e:c6:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'dcca2370-deca-47bf-913d-9ac727af1cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:28Z', 'revision_number': 1, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'subnets': [{'id': 'dcca2370-deca-47bf-913d-9ac727af1cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:37.880664 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:37.902116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:37.956856 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:37.972702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (15df1deb-5e4b-4817-9829-024c79f64cc8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.014247 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.018916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Sync routers for ids ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:38.053743 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:38.089665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Current status of the port 262363d5-abb0-41bd-9b09-c3341eb00fe3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:38.129236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Provisioning complete for port 011f5036-7c73-4394-a44e-faa8d2c6a379 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:38.129743 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.202681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fe613-3c89-4cf4-a16c-dd7182bd92ba None None] Pushing event updated for resources: {'Port': ['ID=86a60030-c5f5-4be6-b406-726ad16c9844,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:38.211112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] For port f756f5f7-7453-4e0c-9547-e18e50290bf1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:38.228424 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.228424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Routers {'4ffa860f-5e1d-447c-b756-b0480ff9d33f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:38.228424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:38.228757 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.229657 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a411d519-bab9-4107-8d27-f7b2de7bbc72 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.8881979 Jul 28 10:34:38.233913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46020) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:38.392832 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] For port f756f5f7-7453-4e0c-9547-e18e50290bf1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f756f5f7-7453-4e0c-9547-e18e50290bf1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:38.550302 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:38.613888 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:38.650613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks [] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.654605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (ad405043-af0b-4d83-b881-bbb5122fc86b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.656766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b62a8511-e548-47c5-82f7-23f0b34bee9d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:38.657152 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.662831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da30a2-28e0-4a9e-a8cd-c7093f8c5e29 None None] Pushing event updated for resources: {'Port': ['ID=f756f5f7-7453-4e0c-9547-e18e50290bf1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:38.719845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Router 415ec58a-9654-48bf-864d-152c45036f66 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:38.762907 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.817135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad405043-af0b-4d83-b881-bbb5122fc86b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:38.835910 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.838916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Checking segment: {'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:38.839371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Network hostable DHCP agents. Network: 91258437-70fd-4795-879b-2ceeb860ebc5, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:34:38.892173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Current status of the port 011f5036-7c73-4394-a44e-faa8d2c6a379 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:38.892556 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.903287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:38.995236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Network 91258437-70fd-4795-879b-2ceeb860ebc5 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:34:39.005107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:39.012892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] For port 011f5036-7c73-4394-a44e-faa8d2c6a379, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=011f5036-7c73-4394-a44e-faa8d2c6a379,segment=NetworkSegment(2788cbe5-d1fc-4771-a8b1-e7fac0ddda21),segment_id=2788cbe5-d1fc-4771-a8b1-e7fac0ddda21)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:39.014285 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:39.022553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Routers {'415ec58a-9654-48bf-864d-152c45036f66'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:39.023953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['415ec58a-9654-48bf-864d-152c45036f66'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:39.026826 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:39.114390 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.173260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Allocated IP 172.25.2.166 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3700f328-c88b-4b34-bd55-5b7943869c40) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:39.175782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 91258437-70fd-4795-879b-2ceeb860ebc5) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:39.183383 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Publish callbacks [] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.206470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:39.207072 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.209580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Pushing event updated for resources: {'Port': ['ID=390a329d-fb83-48b4-8264-d69830f9bd0c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:39.222081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab8bcfe-b66e-4fff-9574-8d0d7fde5b43 None None] Network 91258437-70fd-4795-879b-2ceeb860ebc5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:39.260046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Provisioning complete for port b62a8511-e548-47c5-82f7-23f0b34bee9d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:39.261145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.263446 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:39.264431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da30a2-28e0-4a9e-a8cd-c7093f8c5e29 None None] Pushing event updated for resources: {'Port': ['ID=f756f5f7-7453-4e0c-9547-e18e50290bf1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:39.354220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Set router 4ffa860f-5e1d-447c-b756-b0480ff9d33f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:39.404986 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.466039 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:39.501489 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ade4a0ef-70a2-4d44-98af-11d20b643bbb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3610084 Jul 28 10:34:39.507328 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:39.508821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46034) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:39.519802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Request body: {'router': {'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:39.529644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:39.545069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d9e3b8f2-3c0e-4c6a-a788-7e85033e5d00 admin admin] 10.222.0.46 "PUT /v2.0/routers/415ec58a-9654-48bf-864d-152c45036f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8550346 Jul 28 10:34:39.551551 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (844af201-a37e-42ff-8c25-847b0cccfa0e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.552620 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (844af201-a37e-42ff-8c25-847b0cccfa0e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.577834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:39.635762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:39.661473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56909670-e614-47e8-8e0b-a3aa84498648 req-df75ae53-3571-445d-8caf-8149e47a92e0 tempest-ServersNegativeTestJSON-1378896041 tempest-ServersNegativeTestJSON-1378896041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:39.699162 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-56909670-e614-47e8-8e0b-a3aa84498648 req-df75ae53-3571-445d-8caf-8149e47a92e0 tempest-ServersNegativeTestJSON-1378896041 tempest-ServersNegativeTestJSON-1378896041-project] 10.222.0.46 "GET /v2.0/networks?id=7d84b49c-cb51-4ace-8f82-73eee38a72f5 HTTP/1.1" status: 200 len: 814 time: 0.9187443 Jul 28 10:34:39.731734 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:39.850827 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks [] for router_controller (844af201-a37e-42ff-8c25-847b0cccfa0e), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:39.851714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b62a8511-e548-47c5-82f7-23f0b34bee9d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:39.947995 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-56909670-e614-47e8-8e0b-a3aa84498648 req-0fe0b9da-a57f-48ab-9f58-ecde87c4d662 tempest-ServersNegativeTestJSON-1378896041 tempest-ServersNegativeTestJSON-1378896041-project] 10.222.0.46 "GET /v2.0/quotas/3d3c6ce1bdd34c78800e0f6572353dc7 HTTP/1.1" status: 200 len: 375 time: 0.2178428 Jul 28 10:34:39.967129 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:40.042286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7106592-6bb4-4451-b1c3-a3d44c425385 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:40.061114 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:40.075567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-2c80bcf1-e7ff-4cf9-b084-89ac45e83c72 req-3fc128db-c1f8-4637-a6fc-af8de6187118 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-725341732', 'description': 'tempest-description-1394031356'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:40.094940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a7106592-6bb4-4451-b1c3-a3d44c425385 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:40.095468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7106592-6bb4-4451-b1c3-a3d44c425385 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:40.095960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8411f0da-2e33-4cb3-bd65-85f3539ee777 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:40.102855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] Set router 415ec58a-9654-48bf-864d-152c45036f66 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:40.129295 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:40.132858 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2c80bcf1-e7ff-4cf9-b084-89ac45e83c72 req-3fc128db-c1f8-4637-a6fc-af8de6187118 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.142774 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-56909670-e614-47e8-8e0b-a3aa84498648 req-857b01c3-024d-4b44-8d84-89ea6408afcf tempest-ServersNegativeTestJSON-1378896041 tempest-ServersNegativeTestJSON-1378896041-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d3c6ce1bdd34c78800e0f6572353dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1925766 Jul 28 10:34:40.171459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for port (3700f328-c88b-4b34-bd55-5b7943869c40), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.236295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Pushing event updated for resources: {'Port': ['ID=011f5036-7c73-4394-a44e-faa8d2c6a379,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:40.259197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8411f0da-2e33-4cb3-bd65-85f3539ee777 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:40.259562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8411f0da-2e33-4cb3-bd65-85f3539ee777 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:40.259959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 77392d65-8d14-4389-b05e-e12d6585cad8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:34:40.288609 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks [] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.310143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.311500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks [] for router_gateway (844af201-a37e-42ff-8c25-847b0cccfa0e), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.383786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Current status of the port b62a8511-e548-47c5-82f7-23f0b34bee9d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:40.409707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.445739 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-56909670-e614-47e8-8e0b-a3aa84498648 req-06720503-2074-47ef-9624-84f080b00e4f service neutron] 10.222.0.46 "GET /v2.0/networks/7d84b49c-cb51-4ace-8f82-73eee38a72f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016491 Jul 28 10:34:40.493025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 77392d65-8d14-4389-b05e-e12d6585cad8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:34:40.493631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 77392d65-8d14-4389-b05e-e12d6585cad8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:34:40.526893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Pushing event updated for resources: {'Port': ['ID=689be081-6dad-4b10-b4c4-0cc8b8ccea54,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:40.539763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-91258437-70fd-4795-879b-2ceeb860ebc5', 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5', 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'fixed_ips': [{'subnet_id': 'ad405043-af0b-4d83-b881-bbb5122fc86b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:34:40.540736 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.565050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Provisioning complete for port 86a60030-c5f5-4be6-b406-726ad16c9844 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:40.565512 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.617169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (15df1deb-5e4b-4817-9829-024c79f64cc8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.671821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2c80bcf1-e7ff-4cf9-b084-89ac45e83c72 req-3fc128db-c1f8-4637-a6fc-af8de6187118 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (a362a85d-95c5-4f59-b785-e17d4c9861d6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.685800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Attempting to bind port b1f22b00-9fad-4f07-a80f-23a6707be232 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:40.688611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Attempting to bind port b1f22b00-9fad-4f07-a80f-23a6707be232 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:40.689226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Attempting to bind port b1f22b00-9fad-4f07-a80f-23a6707be232 on network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:40.761312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2c80bcf1-e7ff-4cf9-b084-89ac45e83c72 req-3fc128db-c1f8-4637-a6fc-af8de6187118 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a362a85d-95c5-4f59-b785-e17d4c9861d6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.922202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks [] for router_gateway (3048ef72-f822-422f-b682-d740b4bb9d80), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:40.928697 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-56909670-e614-47e8-8e0b-a3aa84498648 req-5e790981-7b98-4919-b946-d9f2221dca89 service neutron] 10.222.0.46 "GET /v2.0/networks/7d84b49c-cb51-4ace-8f82-73eee38a72f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769497 Jul 28 10:34:41.078470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:41.079298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Checking segment: {'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:41.079876 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:41.080064 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks [] for router_gateway (844af201-a37e-42ff-8c25-847b0cccfa0e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:41.080605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Bound using segment: {'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:41.081303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Bound port: b1f22b00-9fad-4f07-a80f-23a6707be232, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:41.081958 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:41.094131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Pushing event updated for resources: {'Port': ['ID=b1f22b00-9fad-4f07-a80f-23a6707be232,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:41.191440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:41.202087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:41.240163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] For port b1f22b00-9fad-4f07-a80f-23a6707be232, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:41.246275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] For port b1f22b00-9fad-4f07-a80f-23a6707be232, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b1f22b00-9fad-4f07-a80f-23a6707be232,segment=NetworkSegment(9a692474-e528-45d5-b7d6-cdca2a64118f),segment_id=9a692474-e528-45d5-b7d6-cdca2a64118f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:41.258425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Allocated IP 172.20.0.1 (6f902966-98c1-44c4-af50-2fc3082cde5c/fd4cf958-6629-4a3a-8228-e78f2398fe78/f1e837cb-a0e6-46af-b65d-214e5413f46b) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:41.261566 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:41.264442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 591db72c-790d-480f-9050-a2daf3ebf3d5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:41.270063 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:41.558144 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:41.565297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-2c80bcf1-e7ff-4cf9-b084-89ac45e83c72 req-3fc128db-c1f8-4637-a6fc-af8de6187118 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:41.586494 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2c80bcf1-e7ff-4cf9-b084-89ac45e83c72 req-3fc128db-c1f8-4637-a6fc-af8de6187118 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.5175030 Jul 28 10:34:41.586494 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc128db-c1f8-4637-a6fc-af8de6187118 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a362a85d-95c5-4f59-b785-e17d4c9861d6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:41.600851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:41.614311 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3700f328-c88b-4b34-bd55-5b7943869c40), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:41.648153 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-23a066f4-d8c0-458f-8104-ff10db3f1df7 req-f83431ad-4af4-4f8a-b390-1fcf6ca8ff6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-586067630', 'description': 'tempest-description-1153881449'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:41.660348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Router 15df1deb-5e4b-4817-9829-024c79f64cc8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:41.677424 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ec220c7a-0e60-46a6-9684-206fe05f83a3 req-ef4ff741-6d41-4033-abc3-bcc7c48efe1f tempest-ServersNegativeTestJSON-1378896041 tempest-ServersNegativeTestJSON-1378896041-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd650546-57be-43f7-b5d9-f356e11ec6bb HTTP/1.1" status: 200 len: 210 time: 0.2586484 Jul 28 10:34:41.711496 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:41.768726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884b361-6c6f-4eda-94b9-486e5c67e56b None None] Pushing event updated for resources: {'Port': ['ID=b1f22b00-9fad-4f07-a80f-23a6707be232,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:41.888411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:41.891052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:41.905585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:33Z', 'revision_number': 3, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port': {'id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:30Z', 'updated_at': '2022-07-28T10:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:41.981717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Checking router: 4ffa860f-5e1d-447c-b756-b0480ff9d33f for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:41.982769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Updating router 4ffa860f-5e1d-447c-b756-b0480ff9d33f port 3668ae82-6e03-4c68-aa09-830716abce4e binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:41.984378 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:41.990382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:41.997629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-23a066f4-d8c0-458f-8104-ff10db3f1df7 req-f83431ad-4af4-4f8a-b390-1fcf6ca8ff6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.021465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Pushing event updated for resources: {'Port': ['ID=3700f328-c88b-4b34-bd55-5b7943869c40,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:42.037611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 4, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1', 'name': '', 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'mac_address': 'fa:16:3e:1d:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:32Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 2, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'subnets': [{'id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:42.047554 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:42.068044 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:42.070651 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.073673 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.134362 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks [] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.154592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Allocated IP 172.25.2.16 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/0f2c0b14-a27d-41fc-82ba-8a59a134cbbd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:42.224576 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.230118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:42.237333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cae4e5-f9a0-4634-a77a-9b2e5ab7e354 None None] The sync data for ids ['415ec58a-9654-48bf-864d-152c45036f66'] in n-d-850468-6 is: [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 4, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1', 'name': '', 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'mac_address': 'fa:16:3e:1d:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:32Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 2, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'subnets': [{'id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:42.240984 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Sync routers for ids ['15df1deb-5e4b-4817-9829-024c79f64cc8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:42.245351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fd088e1f-e95b-4c68-b8b1-2c20ad6fb346 admin admin] 10.222.0.46 "PUT /v2.0/routers/15df1deb-5e4b-4817-9829-024c79f64cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2463682 Jul 28 10:34:42.246771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 591db72c-790d-480f-9050-a2daf3ebf3d5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:42.247080 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.266302 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Routers {'15df1deb-5e4b-4817-9829-024c79f64cc8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:42.267120 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['15df1deb-5e4b-4817-9829-024c79f64cc8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:42.275395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c18f58b1-cc0f-4f06-b202-72358f97e793 None None] Current status of the port 86a60030-c5f5-4be6-b406-726ad16c9844 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:42.345450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Network 6f902966-98c1-44c4-af50-2fc3082cde5c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:42.412479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:42.418667 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:42.501460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e837cb-a0e6-46af-b65d-214e5413f46b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:42.563276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (4ffa860f-5e1d-447c-b756-b0480ff9d33f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.588011 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Set router 15df1deb-5e4b-4817-9829-024c79f64cc8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:42.648497 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Provisioning complete for port 4008d0b8-2c34-437c-9b18-85a2f439ac71 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:42.649059 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.707381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Allocated IP 172.20.0.2 (91258437-70fd-4795-879b-2ceeb860ebc5/ad405043-af0b-4d83-b881-bbb5122fc86b/5bc60721-8c9c-4e87-a1fa-ad69a847a1d4) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:42.736501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Port 4008d0b8-2c34-437c-9b18-85a2f439ac71 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:42.770692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-23a066f4-d8c0-458f-8104-ff10db3f1df7 req-f83431ad-4af4-4f8a-b390-1fcf6ca8ff6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (4d14d1e3-b00a-4df5-8a4b-a9454a435c4b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.785504 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:42.828429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for floatingip (ef981fd7-2d78-4ee6-bc14-8207f603aa6b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.840830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Provisioning complete for port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:42.841218 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.844926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-23a066f4-d8c0-458f-8104-ff10db3f1df7 req-f83431ad-4af4-4f8a-b390-1fcf6ca8ff6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4d14d1e3-b00a-4df5-8a4b-a9454a435c4b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.876766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 591db72c-790d-480f-9050-a2daf3ebf3d5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:42.877836 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.897751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.933279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 591db72c-790d-480f-9050-a2daf3ebf3d5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=591db72c-790d-480f-9050-a2daf3ebf3d5,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:42.936245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:42.936786 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5d66cbc8-6bb3-44fc-a374-a29a31ea6b20 req-0a224fda-3125-4813-9755-83ec15372a69 tempest-ServersNegativeTestJSON-1378896041 tempest-ServersNegativeTestJSON-1378896041-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd650546-57be-43f7-b5d9-f356e11ec6bb HTTP/1.1" status: 200 len: 210 time: 0.0532777 Jul 28 10:34:42.944490 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (3048ef72-f822-422f-b682-d740b4bb9d80), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.970590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:42.971819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04182755-6894-4eb0-908a-fdb8b3d32699 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:43.023448 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:43.038173 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:43.039981 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:43.039981 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 4, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port': {'id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:25Z', 'updated_at': '2022-07-28T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '689be081-6dad-4b10-b4c4-0cc8b8ccea54', 'name': '', 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'mac_address': 'fa:16:3e:40:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8f5dd9a4-1569-48aa-8432-9b1161abcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:39Z', 'revision_number': 2, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'subnets': [{'id': '8f5dd9a4-1569-48aa-8432-9b1161abcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:43.053297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Provisioning complete for port 011f5036-7c73-4394-a44e-faa8d2c6a379 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:43.053297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.076787 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Checking router: 15df1deb-5e4b-4817-9829-024c79f64cc8 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:43.077568 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Updating router 15df1deb-5e4b-4817-9829-024c79f64cc8 port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:43.111971 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.136752 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3700f328-c88b-4b34-bd55-5b7943869c40), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.156529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-23a066f4-d8c0-458f-8104-ff10db3f1df7 req-f83431ad-4af4-4f8a-b390-1fcf6ca8ff6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.157803 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-23a066f4-d8c0-458f-8104-ff10db3f1df7 req-f83431ad-4af4-4f8a-b390-1fcf6ca8ff6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.5409544 Jul 28 10:34:43.202615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks [] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.209577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.247576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83431ad-4af4-4f8a-b390-1fcf6ca8ff6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d14d1e3-b00a-4df5-8a4b-a9454a435c4b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:43.286195 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks [] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.489328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=591db72c-790d-480f-9050-a2daf3ebf3d5,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:43.490404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (4ffa860f-5e1d-447c-b756-b0480ff9d33f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.527722 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46080) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:43.555585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e837cb-a0e6-46af-b65d-214e5413f46b,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:43.601608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9e742f5d-db7f-4635-8d07-367e5a38d161 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33545187', 'description': 'tempest-description--1186539888'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:43.678564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Sync routers for ids ['40e0be7f-9633-425b-b274-cb3df9bc03bb'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:43.692643 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Publish callbacks [] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.708275 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.726199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 04182755-6894-4eb0-908a-fdb8b3d32699 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:43.726848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.736263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e742f5d-db7f-4635-8d07-367e5a38d161 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.876861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb3b22-99c1-4bb7-a4ed-f813a57170b9 None None] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:43.904831 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8211e-1c11-4e27-8c8f-9e329b787a01 None None] Pushing event updated for resources: {'Port': ['ID=689be081-6dad-4b10-b4c4-0cc8b8ccea54,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:43.928105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Network 6f902966-98c1-44c4-af50-2fc3082cde5c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:43.936289 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f777c7e3-297f-4e8d-b6ea-dff8b19a88f6 req-fab13914-27b8-45cc-8c36-fb9495334443 tempest-ServersNegativeTestJSON-1378896041 tempest-ServersNegativeTestJSON-1378896041-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd650546-57be-43f7-b5d9-f356e11ec6bb HTTP/1.1" status: 200 len: 210 time: 0.0552576 Jul 28 10:34:43.940267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:43.943410 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Publish callbacks [] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:43.953049 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:43.972095 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:43.983994 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:44.072312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.073598 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Attempting to bind port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:44.074076 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Attempting to bind port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:44.074557 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Attempting to bind port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 on network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:44.090726 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:44.091197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Checking segment: {'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:44.091712 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.092182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Bound using segment: {'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:44.092796 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Bound port: 689be081-6dad-4b10-b4c4-0cc8b8ccea54, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:44.093248 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.101708 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.157037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:34:44.225351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Router 4ffa860f-5e1d-447c-b756-b0480ff9d33f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:44.234603 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Pushing event updated for resources: {'Port': ['ID=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:44.247216 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:44.254875 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] For port 689be081-6dad-4b10-b4c4-0cc8b8ccea54, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:44.262385 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] For port 689be081-6dad-4b10-b4c4-0cc8b8ccea54, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=689be081-6dad-4b10-b4c4-0cc8b8ccea54,segment=NetworkSegment(2788cbe5-d1fc-4771-a8b1-e7fac0ddda21),segment_id=2788cbe5-d1fc-4771-a8b1-e7fac0ddda21)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:44.264108 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:44.267429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Network 91258437-70fd-4795-879b-2ceeb860ebc5 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:44.268838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Current status of the port 011f5036-7c73-4394-a44e-faa8d2c6a379 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:44.273026 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.296389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:44.315748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Provisioning complete for port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:44.316291 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.324096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for port (3700f328-c88b-4b34-bd55-5b7943869c40), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.354518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (3700f328-c88b-4b34-bd55-5b7943869c40), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.371753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Routers {'40e0be7f-9633-425b-b274-cb3df9bc03bb'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:44.372884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['40e0be7f-9633-425b-b274-cb3df9bc03bb'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:44.382172 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Routers {'15df1deb-5e4b-4817-9829-024c79f64cc8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:44.382851 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['15df1deb-5e4b-4817-9829-024c79f64cc8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:44.464555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:44.503808 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8211e-1c11-4e27-8c8f-9e329b787a01 None None] Pushing event updated for resources: {'Port': ['ID=689be081-6dad-4b10-b4c4-0cc8b8ccea54,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:44.508299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62846-8738-4008-a488-15ac3efacf6f req-76ce23af-189c-416c-bf59-61badf95f270 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:44.523508 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b2a62846-8738-4008-a488-15ac3efacf6f req-76ce23af-189c-416c-bf59-61badf95f270 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/networks?id=fc480ddc-689b-4a08-ab44-677bf4b84cd1 HTTP/1.1" status: 200 len: 808 time: 0.8365493 Jul 28 10:34:44.562442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:44.566295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:44.574289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:44.666087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:44.686755 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-782a50b8-e43a-498d-bdf6-6969fc00cf66 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ffa860f-5e1d-447c-b756-b0480ff9d33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4451048 Jul 28 10:34:44.712313 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] Set router 15df1deb-5e4b-4817-9829-024c79f64cc8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:44.741823 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:44.779907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (ef981fd7-2d78-4ee6-bc14-8207f603aa6b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.784824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcab10-bc2e-4dea-a73b-e146a92bfb81 req-82ecbb3c-3c36-4964-bb94-337f1d37bcae tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:44.786549 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6ebcab10-bc2e-4dea-a73b-e146a92bfb81 req-82ecbb3c-3c36-4964-bb94-337f1d37bcae tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/networks?id=23de53e8-d4b8-427a-b6f2-f1a17846e4a1 HTTP/1.1" status: 200 len: 813 time: 0.3263428 Jul 28 10:34:44.789832 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b2a62846-8738-4008-a488-15ac3efacf6f req-107d6125-1794-4278-a8a0-9b0bf5bcd268 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/quotas/70ceba76ab9744e7a0ae4f2438709f7d HTTP/1.1" status: 200 len: 375 time: 0.2653468 Jul 28 10:34:44.819239 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6ebcab10-bc2e-4dea-a73b-e146a92bfb81 req-867e557c-e60f-42c3-a61f-2c88ec21133c tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/quotas/c3c8659bbba84bbfb32e446ba294d81e HTTP/1.1" status: 200 len: 375 time: 0.0228879 Jul 28 10:34:44.877404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e742f5d-db7f-4635-8d07-367e5a38d161 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group (be15f666-3328-44b1-9e76-a3bf650d6884), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.894586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Pushing event updated for resources: {'Port': ['ID=3700f328-c88b-4b34-bd55-5b7943869c40,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:44.918879 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e742f5d-db7f-4635-8d07-367e5a38d161 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (be15f666-3328-44b1-9e76-a3bf650d6884), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.933145 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6ebcab10-bc2e-4dea-a73b-e146a92bfb81 req-0d3fe165-351d-495a-9dd1-22d225de0fa1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3c8659bbba84bbfb32e446ba294d81e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118608 Jul 28 10:34:44.935782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Router 3048ef72-f822-422f-b682-d740b4bb9d80 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:44.985895 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:44.987366 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-55babd1e-8172-41e5-91c0-99a6d5b051df tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4120324 Jul 28 10:34:44.992370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b2a62846-8738-4008-a488-15ac3efacf6f req-ef2802c1-89e1-4021-a24c-1054b54b3703 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=70ceba76ab9744e7a0ae4f2438709f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014704 Jul 28 10:34:45.034609 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:45.060684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Pushing event updated for resources: {'Port': ['ID=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:45.112744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Attempting to bind port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:45.113121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Attempting to bind port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:45.113493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Attempting to bind port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 on network 91258437-70fd-4795-879b-2ceeb860ebc5 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:45.117089 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6ebcab10-bc2e-4dea-a73b-e146a92bfb81 req-c4e4dc34-3e97-4cc8-acf7-0c52c0514fcc service neutron] 10.222.0.46 "GET /v2.0/networks/23de53e8-d4b8-427a-b6f2-f1a17846e4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828520 Jul 28 10:34:45.125383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Set router 40e0be7f-9633-425b-b274-cb3df9bc03bb gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:45.201645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 04182755-6894-4eb0-908a-fdb8b3d32699 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:45.202045 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.248730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:45.249113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Checking segment: {'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:45.249580 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.250007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Bound using segment: {'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:45.250512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Bound port: 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:45.250901 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.305204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Current status of the port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:45.305604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.325161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e742f5d-db7f-4635-8d07-367e5a38d161 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.327935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e742f5d-db7f-4635-8d07-367e5a38d161 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7990146 Jul 28 10:34:45.340098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 04182755-6894-4eb0-908a-fdb8b3d32699, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=04182755-6894-4eb0-908a-fdb8b3d32699,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:45.346593 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6ebcab10-bc2e-4dea-a73b-e146a92bfb81 req-acb2c021-cd99-438c-bd67-7aa48e903cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/23de53e8-d4b8-427a-b6f2-f1a17846e4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203603 Jul 28 10:34:45.349113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46112) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:45.355691 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 4, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port': {'id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:25Z', 'updated_at': '2022-07-28T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '689be081-6dad-4b10-b4c4-0cc8b8ccea54', 'name': '', 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'mac_address': 'fa:16:3e:40:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8f5dd9a4-1569-48aa-8432-9b1161abcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:44Z', 'revision_number': 4, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'subnets': [{'id': '8f5dd9a4-1569-48aa-8432-9b1161abcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:45.369892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-67b3ee1b-f228-4754-b0ae-7f4d85b941f5 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Request body: {'security_group_rule': {'security_group_id': 'be15f666-3328-44b1-9e76-a3bf650d6884', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:45.383020 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652ff98-2ca8-4c2b-9250-ff0be3c54b54 None None] The sync data for ids ['15df1deb-5e4b-4817-9829-024c79f64cc8'] in n-d-850468-6 is: [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 4, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port': {'id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:25Z', 'updated_at': '2022-07-28T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '689be081-6dad-4b10-b4c4-0cc8b8ccea54', 'name': '', 'network_id': '317c83c8-dacc-4e4e-a4d9-fd9952278c77', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'mac_address': 'fa:16:3e:40:cd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8f5dd9a4-1569-48aa-8432-9b1161abcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:44Z', 'revision_number': 4, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'subnets': [{'id': '8f5dd9a4-1569-48aa-8432-9b1161abcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:45.393368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e742f5d-db7f-4635-8d07-367e5a38d161 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be15f666-3328-44b1-9e76-a3bf650d6884,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:45.462896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67b3ee1b-f228-4754-b0ae-7f4d85b941f5 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group_rule (e747ba0b-ba44-4b71-b85a-92e9641558f2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.478227 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:45.661679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67b3ee1b-f228-4754-b0ae-7f4d85b941f5 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group_rule (e747ba0b-ba44-4b71-b85a-92e9641558f2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.676066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67b3ee1b-f228-4754-b0ae-7f4d85b941f5 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (e747ba0b-ba44-4b71-b85a-92e9641558f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.712346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3ee1b-f228-4754-b0ae-7f4d85b941f5 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e747ba0b-ba44-4b71-b85a-92e9641558f2,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:45.718972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67b3ee1b-f228-4754-b0ae-7f4d85b941f5 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:45.723629 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-67b3ee1b-f228-4754-b0ae-7f4d85b941f5 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733325 Jul 28 10:34:45.724787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46116) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:45.732222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-826a90f4-70aa-4e65-a7a8-c23d91d384df tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Request body: {'security_group_rule': {'security_group_id': 'be15f666-3328-44b1-9e76-a3bf650d6884', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:45.748211 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:45.785942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46120) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:45.943362 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b2a62846-8738-4008-a488-15ac3efacf6f req-321cf10d-f5f8-49b2-83b6-04e8ead7870e service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9389975 Jul 28 10:34:45.948630 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-826a90f4-70aa-4e65-a7a8-c23d91d384df tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group_rule (ecf86c86-9f5f-4c86-a1c9-6e60c285b667), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.033685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:46.046233 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Sync routers for ids ['3048ef72-f822-422f-b682-d740b4bb9d80'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:46.085728 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Routers {'3048ef72-f822-422f-b682-d740b4bb9d80'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:46.086509 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3048ef72-f822-422f-b682-d740b4bb9d80'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:46.139311 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.141729 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c65e5dd8-6a6d-40d0-9bc4-c3e97daffeea admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5245533 Jul 28 10:34:46.147189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46134) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:46.162885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks [] for router_gateway (844af201-a37e-42ff-8c25-847b0cccfa0e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.301073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.301914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 86a60030-c5f5-4be6-b406-726ad16c9844 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:46.341674 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Set router 3048ef72-f822-422f-b682-d740b4bb9d80 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:46.389458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-826a90f4-70aa-4e65-a7a8-c23d91d384df tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group_rule (ecf86c86-9f5f-4c86-a1c9-6e60c285b667), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.392261 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:46.422511 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] For port 689be081-6dad-4b10-b4c4-0cc8b8ccea54, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=689be081-6dad-4b10-b4c4-0cc8b8ccea54,segment=NetworkSegment(2788cbe5-d1fc-4771-a8b1-e7fac0ddda21),segment_id=2788cbe5-d1fc-4771-a8b1-e7fac0ddda21)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:46.441290 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Publish callbacks [] for port (3668ae82-6e03-4c68-aa09-830716abce4e), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.455726 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b2a62846-8738-4008-a488-15ac3efacf6f req-28138ab9-32cd-4ae7-acf7-390a9576db65 service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861181 Jul 28 10:34:46.468584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.492546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.531999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'name': 'tempest-ServersNegativeTestJSON-1049708324-router', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:18Z', 'updated_at': '2022-07-28T10:34:32Z', 'revision_number': 4, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'gw_port': {'id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:20Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '4008d0b8-2c34-437c-9b18-85a2f439ac71', 'name': '', 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'mac_address': 'fa:16:3e:c6:e2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'dcca2370-deca-47bf-913d-9ac727af1cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 2, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'subnets': [{'id': 'dcca2370-deca-47bf-913d-9ac727af1cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:46.551999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] For port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:46.572565 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:46.576104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=04182755-6894-4eb0-908a-fdb8b3d32699,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:46.578030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (844af201-a37e-42ff-8c25-847b0cccfa0e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.596493 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:46.626902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 86a60030-c5f5-4be6-b406-726ad16c9844 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:46.627571 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.671449 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:34:39Z', 'revision_number': 3, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:46.717218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-826a90f4-70aa-4e65-a7a8-c23d91d384df tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (ecf86c86-9f5f-4c86-a1c9-6e60c285b667), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.739014 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Checking router: 3048ef72-f822-422f-b682-d740b4bb9d80 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:46.739620 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Updating router 3048ef72-f822-422f-b682-d740b4bb9d80 port 390a329d-fb83-48b4-8264-d69830f9bd0c binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:46.769616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Checking router: 40e0be7f-9633-425b-b274-cb3df9bc03bb for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:46.770009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Updating router 40e0be7f-9633-425b-b274-cb3df9bc03bb port 4008d0b8-2c34-437c-9b18-85a2f439ac71 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:46.780502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] For port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,segment=NetworkSegment(f29316b4-a613-4f43-af15-c745783b11bf),segment_id=f29316b4-a613-4f43-af15-c745783b11bf)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:46.797068 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.820625 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-826a90f4-70aa-4e65-a7a8-c23d91d384df tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.821919 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-826a90f4-70aa-4e65-a7a8-c23d91d384df tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0960596 Jul 28 10:34:46.834324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:46.839354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a90f4-70aa-4e65-a7a8-c23d91d384df tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf86c86-9f5f-4c86-a1c9-6e60c285b667,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:46.862714 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:46.903358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Provisioning complete for port b1f22b00-9fad-4f07-a80f-23a6707be232 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:46.903731 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.912192 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.960616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477246-3dba-4136-9f68-60dc4a08367c req-ed2f4217-b180-4440-9324-170e73d1927c tempest-ServerRescueTestJSONUnderV235-506369624 tempest-ServerRescueTestJSONUnderV235-506369624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:46.968306 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f1477246-3dba-4136-9f68-60dc4a08367c req-ed2f4217-b180-4440-9324-170e73d1927c tempest-ServerRescueTestJSONUnderV235-506369624 tempest-ServerRescueTestJSONUnderV235-506369624-project] 10.222.0.46 "GET /v2.0/networks?id=6f902966-98c1-44c4-af50-2fc3082cde5c HTTP/1.1" status: 200 len: 819 time: 0.6553710 Jul 28 10:34:46.970702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:46.984360 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e45de442-3840-4e12-ab8f-bf69c7cf6d1b req-9980cfa0-29d5-4664-970f-6b6e8ed1312f tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1467950131&fields=id&tenant_id=085316428d834b6cb9dcb36971da849e HTTP/1.1" status: 200 len: 267 time: 0.1095622 Jul 28 10:34:46.991720 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:47.049154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Attempting to bind port 3668ae82-6e03-4c68-aa09-830716abce4e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:47.049537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Attempting to bind port 3668ae82-6e03-4c68-aa09-830716abce4e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:47.052477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Attempting to bind port 3668ae82-6e03-4c68-aa09-830716abce4e on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:47.059073 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f1477246-3dba-4136-9f68-60dc4a08367c req-9008b361-414e-4333-b6b4-1616d863270a tempest-ServerRescueTestJSONUnderV235-506369624 tempest-ServerRescueTestJSONUnderV235-506369624-project] 10.222.0.46 "GET /v2.0/quotas/f6fa60c299e540a2a9c0781ddcf9edb6 HTTP/1.1" status: 200 len: 375 time: 0.0897832 Jul 28 10:34:47.069895 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.140272 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:47.157952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45de442-3840-4e12-ab8f-bf69c7cf6d1b req-1c21354a-a428-4c56-a341-f01eafc3755e tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:47.164499 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e45de442-3840-4e12-ab8f-bf69c7cf6d1b req-1c21354a-a428-4c56-a341-f01eafc3755e tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/networks?id=5e9009e8-cc0d-47f0-b30c-3a342cf000b2 HTTP/1.1" status: 200 len: 811 time: 0.1783447 Jul 28 10:34:47.179988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:47.180868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:47.181383 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.182582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:47.183985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Bound port: 3668ae82-6e03-4c68-aa09-830716abce4e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:47.184264 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f1477246-3dba-4136-9f68-60dc4a08367c req-85197f7d-28af-4de7-9c33-779f7197749d tempest-ServerRescueTestJSONUnderV235-506369624 tempest-ServerRescueTestJSONUnderV235-506369624-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6fa60c299e540a2a9c0781ddcf9edb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242213 Jul 28 10:34:47.184744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.219195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3eeed-771c-40a8-a418-3df0c803cee0 None None] Pushing event updated for resources: {'Port': ['ID=689be081-6dad-4b10-b4c4-0cc8b8ccea54,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:47.234886 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:47.276415 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e45de442-3840-4e12-ab8f-bf69c7cf6d1b req-b1b161bb-9a68-4498-be17-59c439e4a283 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/quotas/085316428d834b6cb9dcb36971da849e HTTP/1.1" status: 200 len: 375 time: 0.1108580 Jul 28 10:34:47.344851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.351279 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Publish callbacks [] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.355067 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:47.361732 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.395557 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:47.412337 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Router 844af201-a37e-42ff-8c25-847b0cccfa0e is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:34:47.443702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a32c93-43aa-4e87-a2a6-7bf33a26e7ee None None] Pushing event updated for resources: {'Port': ['ID=3668ae82-6e03-4c68-aa09-830716abce4e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:47.446237 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e45de442-3840-4e12-ab8f-bf69c7cf6d1b req-c6b154b9-7651-4f36-912e-d661568ae6de tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=085316428d834b6cb9dcb36971da849e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688287 Jul 28 10:34:47.482711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (40e0be7f-9633-425b-b274-cb3df9bc03bb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.503077 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d253a6-5b3f-401a-9a84-6d28a211411a None None] Pushing event updated for resources: {'Port': ['ID=390a329d-fb83-48b4-8264-d69830f9bd0c,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:47.504785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] For port 3668ae82-6e03-4c68-aa09-830716abce4e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:47.546124 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Attempting to bind port 390a329d-fb83-48b4-8264-d69830f9bd0c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:47.546850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Attempting to bind port 390a329d-fb83-48b4-8264-d69830f9bd0c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:47.547397 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Attempting to bind port 390a329d-fb83-48b4-8264-d69830f9bd0c on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:47.560880 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:47.561530 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:47.562177 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.562729 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:47.563390 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Bound port: 390a329d-fb83-48b4-8264-d69830f9bd0c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:47.563959 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.633162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] For port 3668ae82-6e03-4c68-aa09-830716abce4e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3668ae82-6e03-4c68-aa09-830716abce4e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:47.635487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 86a60030-c5f5-4be6-b406-726ad16c9844 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:47.636982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f66d2d79-b05f-457e-840d-49ca5ea70dba up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:47.691994 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] For port 390a329d-fb83-48b4-8264-d69830f9bd0c, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:47.696927 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] For port 390a329d-fb83-48b4-8264-d69830f9bd0c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=390a329d-fb83-48b4-8264-d69830f9bd0c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:47.710077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.717672 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.719006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Allocated IP 172.25.2.123 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/5a228284-3c6a-45ec-86e2-c697307665d5) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:47.757811 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f1477246-3dba-4136-9f68-60dc4a08367c req-71dea2cd-3bdd-4d5d-a59b-5b4af055b9ca service neutron] 10.222.0.46 "GET /v2.0/networks/6f902966-98c1-44c4-af50-2fc3082cde5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726554 Jul 28 10:34:47.774245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:47.798384 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e45de442-3840-4e12-ab8f-bf69c7cf6d1b req-a178dbe7-bbec-44ae-ab76-f66b806e5a22 service neutron] 10.222.0.46 "GET /v2.0/networks/5e9009e8-cc0d-47f0-b30c-3a342cf000b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099477 Jul 28 10:34:47.811942 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Routers {'3048ef72-f822-422f-b682-d740b4bb9d80'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:47.812614 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3048ef72-f822-422f-b682-d740b4bb9d80'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:47.819307 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:47.820614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Current status of the port b1f22b00-9fad-4f07-a80f-23a6707be232 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:47.821250 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.828501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:47.833370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9a931f41-b9bd-498f-bc74-fcc4fff4a38a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3197730 Jul 28 10:34:47.846378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46152) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:47.912017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Sync routers for ids ['844af201-a37e-42ff-8c25-847b0cccfa0e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:47.960689 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d253a6-5b3f-401a-9a84-6d28a211411a None None] Pushing event updated for resources: {'Port': ['ID=390a329d-fb83-48b4-8264-d69830f9bd0c,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:47.982130 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] Set router 3048ef72-f822-422f-b682-d740b4bb9d80 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:48.064096 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:48.068078 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Publish callbacks [] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.098468 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.136653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Routers {'4ffa860f-5e1d-447c-b756-b0480ff9d33f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:48.137872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:48.234436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for port (5a228284-3c6a-45ec-86e2-c697307665d5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.234700 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:34:39Z', 'revision_number': 3, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:48.308384 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f1477246-3dba-4136-9f68-60dc4a08367c req-3810e4f3-ea42-4fbd-b3f4-a5d796e936f0 service neutron] 10.222.0.46 "GET /v2.0/networks/6f902966-98c1-44c4-af50-2fc3082cde5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645317 Jul 28 10:34:48.315614 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b62b8b-6ef9-4338-b8c1-83b5e9b7441e None None] The sync data for ids ['3048ef72-f822-422f-b682-d740b4bb9d80'] in n-d-850468-6 is: [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:34:39Z', 'revision_number': 3, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:48.331325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f709a0b-87e1-4d8e-8c53-1d65dca0bc15 None None] Pushing event updated for resources: {'Port': ['ID=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:48.338297 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:48.365705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.409495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Routers {'844af201-a37e-42ff-8c25-847b0cccfa0e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:48.410340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['844af201-a37e-42ff-8c25-847b0cccfa0e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:48.415982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] Set router 4ffa860f-5e1d-447c-b756-b0480ff9d33f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:48.433482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] For port b1f22b00-9fad-4f07-a80f-23a6707be232, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b1f22b00-9fad-4f07-a80f-23a6707be232,segment=NetworkSegment(9a692474-e528-45d5-b7d6-cdca2a64118f),segment_id=9a692474-e528-45d5-b7d6-cdca2a64118f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:48.500303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5a228284-3c6a-45ec-86e2-c697307665d5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.604298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Deleting port 4008d0b8-2c34-437c-9b18-85a2f439ac71 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:48.605184 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.630110 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e45de442-3840-4e12-ab8f-bf69c7cf6d1b req-b7d9e01a-f4cb-4b58-a077-cd5cca6b1d4f service neutron] 10.222.0.46 "GET /v2.0/networks/5e9009e8-cc0d-47f0-b30c-3a342cf000b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8307323 Jul 28 10:34:48.637464 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.725252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f66d2d79-b05f-457e-840d-49ca5ea70dba triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:48.725913 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.733263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] For port 4008d0b8-2c34-437c-9b18-85a2f439ac71, host n-d-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:48.739655 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:48.765520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Calling delete_port for 4008d0b8-2c34-437c-9b18-85a2f439ac71 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:48.774773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Pushing event updated for resources: {'Port': ['ID=5a228284-3c6a-45ec-86e2-c697307665d5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:48.804401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:48.845014 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:48.849491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:48.856774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:48.905730 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b2005b36-13ca-4a14-bc6a-610a75264e60 req-364c47bb-51b9-4a8d-b55a-f8b2eabe704c tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa1d85a7-82d4-4029-bd9c-3ecb5acdcbdb HTTP/1.1" status: 200 len: 210 time: 0.1319442 Jul 28 10:34:49.259363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Allocated IP 172.20.0.1 (0d14eb0e-4ca4-4859-a123-b42bd0e087e4/4a483782-d423-4601-8b65-0cc2863a7bfc/e8bcdde7-7874-423e-858c-489c40a74889) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:49.274147 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:49.301992 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:49.317584 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e7339ee4-0055-4bb8-89b8-b27e77c98efd req-7ced8ea1-41cc-4fb9-a9a3-3f7a2973d763 tempest-ServerRescueTestJSONUnderV235-506369624 tempest-ServerRescueTestJSONUnderV235-506369624-project] 10.222.0.46 "GET /v2.0/ports?device_id=b63a4244-5063-44f1-8ebd-5167853de2c9 HTTP/1.1" status: 200 len: 210 time: 0.1913390 Jul 28 10:34:49.332663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631179b3-48c5-434e-89d8-b79765fe2d56 None None] Network 91258437-70fd-4795-879b-2ceeb860ebc5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:49.340036 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for floatingip (8ffef530-2e79-4368-9510-e7cfe580ef4d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:49.342897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Provisioning complete for port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:49.344490 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:49.395468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a32c93-43aa-4e87-a2a6-7bf33a26e7ee None None] Pushing event updated for resources: {'Port': ['ID=3668ae82-6e03-4c68-aa09-830716abce4e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:49.411831 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:49.496587 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8f30e615-f527-4bbc-9b18-01326b655750 req-dcae16aa-e0b5-4690-b801-085bceeeb182 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1bdd966-5cf1-42b9-8be0-734e8cf8038c HTTP/1.1" status: 200 len: 210 time: 0.1858315 Jul 28 10:34:49.603144 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Sync routers for ids ['415ec58a-9654-48bf-864d-152c45036f66'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:49.653749 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Routers {'415ec58a-9654-48bf-864d-152c45036f66'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:49.659645 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['415ec58a-9654-48bf-864d-152c45036f66'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:49.667458 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a69257dc-ac7a-498e-991a-4c15f5bd84d6 req-4f98a3a2-f495-48e1-85da-117428f8c08e tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a8c328b-ff3d-47ce-9338-2365089417b4 HTTP/1.1" status: 200 len: 210 time: 0.0979745 Jul 28 10:34:49.723685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Attempting to bind port 4008d0b8-2c34-437c-9b18-85a2f439ac71 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:49.724186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Attempting to bind port 4008d0b8-2c34-437c-9b18-85a2f439ac71 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:49.724433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Attempting to bind port 4008d0b8-2c34-437c-9b18-85a2f439ac71 on network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:49.755492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5a228284-3c6a-45ec-86e2-c697307665d5), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:49.800225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:49.800614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Checking segment: {'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:49.801030 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:49.801433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Bound using segment: {'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:49.801965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Bound port: 4008d0b8-2c34-437c-9b18-85a2f439ac71, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ae1edb-c3ce-425c-b26d-f1d17db406f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d84b49c-cb51-4ace-8f82-73eee38a72f5'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:49.802362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:49.828030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks [] for port (e8bcdde7-7874-423e-858c-489c40a74889), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:49.830147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Set router 844af201-a37e-42ff-8c25-847b0cccfa0e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:49.903583 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:49.934684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a756ff2-75e0-4049-846c-8f73af450682 None None] Pushing event updated for resources: {'Port': ['ID=4008d0b8-2c34-437c-9b18-85a2f439ac71,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:49.970949 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Set router 415ec58a-9654-48bf-864d-152c45036f66 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:50.007434 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:50.022127 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e8bcdde7-7874-423e-858c-489c40a74889), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:50.101125 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:50.117212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4008d0b8-2c34-437c-9b18-85a2f439ac71), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:50.139815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:50.149582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:50.163443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bcdde7-7874-423e-858c-489c40a74889,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:50.167314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Pushing event deleted for resources: {'Port': ['ID=4008d0b8-2c34-437c-9b18-85a2f439ac71,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:50.248347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (3048ef72-f822-422f-b682-d740b4bb9d80), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:50.313686 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:50.347473 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-016b92ee-9bbf-43b5-b2ab-a14f25adaf62 req-5f8bfe6f-922f-4581-83f3-3cdcd7dc0606 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa1d85a7-82d4-4029-bd9c-3ecb5acdcbdb HTTP/1.1" status: 200 len: 210 time: 0.0917771 Jul 28 10:34:50.656995 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:50.667831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Port 4008d0b8-2c34-437c-9b18-85a2f439ac71 has been deleted concurrently {{(pid=104689) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Jul 28 10:34:50.702281 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:50.788511 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d09ba936-d578-4d52-a139-b6cba92d0d2b req-e5913370-f226-4ac3-9816-c7e54a3fcc20 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa1d85a7-82d4-4029-bd9c-3ecb5acdcbdb HTTP/1.1" status: 200 len: 210 time: 0.1449604 Jul 28 10:34:50.809171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 4, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1', 'name': '', 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'mac_address': 'fa:16:3e:1d:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:32Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 2, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'subnets': [{'id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:50.863469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Pushing event updated for resources: {'Port': ['ID=b1f22b00-9fad-4f07-a80f-23a6707be232,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:50.877552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for port (5a228284-3c6a-45ec-86e2-c697307665d5), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:50.888970 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Checking router: 415ec58a-9654-48bf-864d-152c45036f66 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:50.892579 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Updating router 415ec58a-9654-48bf-864d-152c45036f66 port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:50.925774 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-46dc98d9-e875-4d19-aa84-8d4f19e2f5e9 req-626b56c0-d195-46f7-a40f-7baac238c19b tempest-ServerRescueTestJSONUnderV235-506369624 tempest-ServerRescueTestJSONUnderV235-506369624-project] 10.222.0.46 "GET /v2.0/ports?device_id=b63a4244-5063-44f1-8ebd-5167853de2c9 HTTP/1.1" status: 200 len: 210 time: 0.1911283 Jul 28 10:34:50.926461 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (5a228284-3c6a-45ec-86e2-c697307665d5), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:50.968094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Routers {'40e0be7f-9633-425b-b274-cb3df9bc03bb'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:50.968094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['40e0be7f-9633-425b-b274-cb3df9bc03bb'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:50.969608 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:50.986222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f66d2d79-b05f-457e-840d-49ca5ea70dba is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:50.987496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 262363d5-abb0-41bd-9b09-c3341eb00fe3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:50.989889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e8bcdde7-7874-423e-858c-489c40a74889), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.084878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:34:45Z', 'revision_number': 3, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port': {'id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:41Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:51.155127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Allocated IP 172.20.0.1 (91258437-70fd-4795-879b-2ceeb860ebc5/ad405043-af0b-4d83-b881-bbb5122fc86b/d29dbe38-70d1-4862-ba12-c1b142a1b858) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:34:51.171637 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:51.174061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-15bc874a-a7e3-4912-8271-72383eb96e71 None None] Current status of the port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:51.176734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Checking router: 844af201-a37e-42ff-8c25-847b0cccfa0e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:51.177349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Updating router 844af201-a37e-42ff-8c25-847b0cccfa0e port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:51.200995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (40e0be7f-9633-425b-b274-cb3df9bc03bb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.206370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 4, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port': {'id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:30Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f1e837cb-a0e6-46af-b65d-214e5413f46b', 'name': '', 'network_id': '6f902966-98c1-44c4-af50-2fc3082cde5c', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'mac_address': 'fa:16:3e:44:56:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'fd4cf958-6629-4a3a-8228-e78f2398fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:40Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 2, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'subnets': [{'id': 'fd4cf958-6629-4a3a-8228-e78f2398fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:51.249903 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (8ffef530-2e79-4368-9510-e7cfe580ef4d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.263585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Pushing event updated for resources: {'Port': ['ID=5a228284-3c6a-45ec-86e2-c697307665d5,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:51.297690 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1abd41e9-24b8-44e0-a3fe-e6f7b6c08c33 req-73426616-2bd7-4ec2-9bf6-b1878d0b64b6 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1bdd966-5cf1-42b9-8be0-734e8cf8038c HTTP/1.1" status: 200 len: 210 time: 0.1429148 Jul 28 10:34:51.302464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Could not find standard attr ID for object 4008d0b8-2c34-437c-9b18-85a2f439ac71. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:34:51.311474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc66baa-1ae0-4c25-80c3-a793aa0228d0 None None] The sync data for ids ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'] in n-d-850468-6 is: [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 4, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port': {'id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:30Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f1e837cb-a0e6-46af-b65d-214e5413f46b', 'name': '', 'network_id': '6f902966-98c1-44c4-af50-2fc3082cde5c', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'mac_address': 'fa:16:3e:44:56:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'fd4cf958-6629-4a3a-8228-e78f2398fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:40Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 2, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'subnets': [{'id': 'fd4cf958-6629-4a3a-8228-e78f2398fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:51.328339 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.361255 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.362556 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5da8dda3-208c-47c2-ba34-ed73129f39bf tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5066049 Jul 28 10:34:51.386696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Provisioning complete for port e8bcdde7-7874-423e-858c-489c40a74889 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:51.387163 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e8bcdde7-7874-423e-858c-489c40a74889), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.442480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 262363d5-abb0-41bd-9b09-c3341eb00fe3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:51.442480 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.454836 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:51.468281 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:51.516059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] Set router 40e0be7f-9633-425b-b274-cb3df9bc03bb gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:51.519233 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c995ae7f-92fe-4a37-9fea-a60317a1a9e6 req-e3eb5e0b-3c22-4ade-837e-0a504293d980 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a8c328b-ff3d-47ce-9338-2365089417b4 HTTP/1.1" status: 200 len: 210 time: 0.2076755 Jul 28 10:34:51.573558 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Publish callbacks [] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.583365 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.665621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Port e8bcdde7-7874-423e-858c-489c40a74889 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:51.704372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Router 40e0be7f-9633-425b-b274-cb3df9bc03bb has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:51.720331 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c2f1e63f-bca3-4a4d-afd8-7ec79fce3607 req-6a35ef47-c434-4623-a1e8-2347923acd55 tempest-ServerRescueTestJSONUnderV235-506369624 tempest-ServerRescueTestJSONUnderV235-506369624-project] 10.222.0.46 "GET /v2.0/ports?device_id=b63a4244-5063-44f1-8ebd-5167853de2c9 HTTP/1.1" status: 200 len: 210 time: 0.0719934 Jul 28 10:34:51.761794 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:51.774233 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks [] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.800760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Attempting to bind port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:51.801134 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Attempting to bind port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:51.806018 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Attempting to bind port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 on network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:51.821178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks [] for port (e8bcdde7-7874-423e-858c-489c40a74889), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.839187 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:51.839837 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Checking segment: {'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:51.840022 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.840140 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (e8bcdde7-7874-423e-858c-489c40a74889), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.840407 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Bound using segment: {'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:51.840906 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Bound port: c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:51.841288 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.941198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (3048ef72-f822-422f-b682-d740b4bb9d80), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:51.944318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:51.952955 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bcdde7-7874-423e-858c-489c40a74889,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:51.956597 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5805abce-bb97-460e-b91c-2af8a0553113 admin admin] 10.222.0.46 "PUT /v2.0/routers/40e0be7f-9633-425b-b274-cb3df9bc03bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1691093 Jul 28 10:34:51.957436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46194) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:52.000188 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3e85c497-1199-4db5-ba22-0005e5abdf0b req-ba036bb5-5c9e-4348-a633-2571aba7f662 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1bdd966-5cf1-42b9-8be0-734e8cf8038c HTTP/1.1" status: 200 len: 210 time: 0.1126575 Jul 28 10:34:52.042814 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a0b31-eee7-44f0-a089-f747222b79c3 None None] Pushing event updated for resources: {'Port': ['ID=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:52.064350 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] For port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:52.070399 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] For port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,segment=NetworkSegment(ab34aca3-f76a-48c4-87a3-a6e2477fa8d1),segment_id=ab34aca3-f76a-48c4-87a3-a6e2477fa8d1)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:52.100231 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.146717 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Publish callbacks [] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.153185 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:52.170297 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:52.176714 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks [] for router (40e0be7f-9633-425b-b274-cb3df9bc03bb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.179369 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:52.247693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.249724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Provisioning complete for port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:52.254916 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.265747 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a0b31-eee7-44f0-a089-f747222b79c3 None None] Pushing event updated for resources: {'Port': ['ID=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:52.278137 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:52.279818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.291739 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Routers {'415ec58a-9654-48bf-864d-152c45036f66'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:52.292881 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['415ec58a-9654-48bf-864d-152c45036f66'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:52.375695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 262363d5-abb0-41bd-9b09-c3341eb00fe3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:52.377217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b62a8511-e548-47c5-82f7-23f0b34bee9d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:52.414711 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Pushing event updated for resources: {'Port': ['ID=d29dbe38-70d1-4862-ba12-c1b142a1b858,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:52.435917 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:52.456530 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] Set router 415ec58a-9654-48bf-864d-152c45036f66 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:52.470090 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:52.576288 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-946e7fa9-eb1c-4ef7-848e-b8aa9c407d1d req-05d623c4-07ec-446e-9795-1c140b2a0655 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--33545187&fields=id&tenant_id=b02b39bdd29b4b53b3a897e9eef4615e HTTP/1.1" status: 200 len: 267 time: 0.2781050 Jul 28 10:34:52.620869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Network 91258437-70fd-4795-879b-2ceeb860ebc5 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:52.638270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:52.642032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:34:52.770514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (844af201-a37e-42ff-8c25-847b0cccfa0e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.817994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Attempting to bind port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:52.818376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Attempting to bind port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:52.818750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Attempting to bind port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:52.849067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:52.849665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:52.850331 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.850964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:52.851831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Bound port: 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:52.852437 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.856672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf6260-1e8d-4fed-9d99-90bdccfe8364 None None] Pushing event updated for resources: {'Port': ['ID=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:52.954046 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks [] for router_gateway (40e0be7f-9633-425b-b274-cb3df9bc03bb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:52.981707 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 4, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1', 'name': '', 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'mac_address': 'fa:16:3e:1d:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:32Z', 'updated_at': '2022-07-28T10:34:52Z', 'revision_number': 4, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'subnets': [{'id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:52.983290 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c36e713c-f45c-429c-b9ca-8147fc8d94d3 req-7e0ce6ab-a907-43a5-8229-016107d54588 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a8c328b-ff3d-47ce-9338-2365089417b4 HTTP/1.1" status: 200 len: 210 time: 0.0732186 Jul 28 10:34:52.987576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b62a8511-e548-47c5-82f7-23f0b34bee9d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:52.988193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.033357 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7a477-f0e1-4e95-adad-dba561213e7e None None] The sync data for ids ['415ec58a-9654-48bf-864d-152c45036f66'] in n-d-850468-6 is: [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:34:34Z', 'revision_number': 4, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1', 'name': '', 'network_id': '23de53e8-d4b8-427a-b6f2-f1a17846e4a1', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'mac_address': 'fa:16:3e:1d:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:32Z', 'updated_at': '2022-07-28T10:34:52Z', 'revision_number': 4, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'subnets': [{'id': '11c813f7-8d0b-4507-8c8f-c93b5a528e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:53.093445 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:53.152270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Router 3048ef72-f822-422f-b682-d740b4bb9d80 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:53.220401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] For port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:53.222336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Deleting port 591db72c-790d-480f-9050-a2daf3ebf3d5 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:53.222854 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.247874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Current status of the port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:53.248601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.315700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] For port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:53.318193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'name': 'tempest-ServersNegativeTestJSON-1049708324-router', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:18Z', 'updated_at': '2022-07-28T10:34:49Z', 'revision_number': 5, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'gw_port': {'id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:20Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:53.356581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:53.362425 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-edac458f-a049-4d41-9af3-7b8f21bac713 admin admin] 10.222.0.46 "PUT /v2.0/routers/3048ef72-f822-422f-b682-d740b4bb9d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2119853 Jul 28 10:34:53.386548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.434912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7fa9-eb1c-4ef7-848e-b8aa9c407d1d req-15e686e6-0556-4261-a449-29aacc554c32 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:53.437508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-9678e574-426d-42f7-bf1d-30eecdba019e req-c97d9eb1-b259-45b5-a961-d9a2316ccfe1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1615472267 ', 'description': 'tempest-description-1637450505'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:53.450160 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-946e7fa9-eb1c-4ef7-848e-b8aa9c407d1d req-15e686e6-0556-4261-a449-29aacc554c32 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/networks?id=bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 HTTP/1.1" status: 200 len: 815 time: 0.8716481 Jul 28 10:34:53.459353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21faa4f0-ad3e-4192-961e-d431732a443a None None] The sync data for ids ['40e0be7f-9633-425b-b274-cb3df9bc03bb'] in n-d-850468-6 is: [{'id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'name': 'tempest-ServersNegativeTestJSON-1049708324-router', 'tenant_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:18Z', 'updated_at': '2022-07-28T10:34:49Z', 'revision_number': 5, 'project_id': '3d3c6ce1bdd34c78800e0f6572353dc7', 'gw_port': {'id': '591db72c-790d-480f-9050-a2daf3ebf3d5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e0be7f-9633-425b-b274-cb3df9bc03bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:20Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:53.469533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.489075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Sync routers for ids ['3048ef72-f822-422f-b682-d740b4bb9d80'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:53.495001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] For port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,segment=NetworkSegment(f29316b4-a613-4f43-af15-c745783b11bf),segment_id=f29316b4-a613-4f43-af15-c745783b11bf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:53.532937 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-946e7fa9-eb1c-4ef7-848e-b8aa9c407d1d req-941296fc-33e3-4164-b438-50a28721ec52 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/quotas/b02b39bdd29b4b53b3a897e9eef4615e HTTP/1.1" status: 200 len: 375 time: 0.0758605 Jul 28 10:34:53.574479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b62a8511-e548-47c5-82f7-23f0b34bee9d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:53.575988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 011f5036-7c73-4394-a44e-faa8d2c6a379 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:53.584074 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.611623 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] For port 591db72c-790d-480f-9050-a2daf3ebf3d5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=591db72c-790d-480f-9050-a2daf3ebf3d5,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:53.612031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.641494 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:53.643007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Routers {'844af201-a37e-42ff-8c25-847b0cccfa0e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:53.643842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['844af201-a37e-42ff-8c25-847b0cccfa0e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:53.646293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Routers {'3048ef72-f822-422f-b682-d740b4bb9d80'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:53.647120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3048ef72-f822-422f-b682-d740b4bb9d80'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:53.662098 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-946e7fa9-eb1c-4ef7-848e-b8aa9c407d1d req-35d5db17-bd6a-43e1-88e5-218aceef94e4 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b02b39bdd29b4b53b3a897e9eef4615e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231055 Jul 28 10:34:53.663608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Calling delete_port for 591db72c-790d-480f-9050-a2daf3ebf3d5 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:53.740428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-9678e574-426d-42f7-bf1d-30eecdba019e req-c97d9eb1-b259-45b5-a961-d9a2316ccfe1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.744924 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks [] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.764744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:53.775881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Set router 3048ef72-f822-422f-b682-d740b4bb9d80 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:53.830403 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:53.840831 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-946e7fa9-eb1c-4ef7-848e-b8aa9c407d1d req-4744f809-3e32-460c-94cd-a3c12cea6af3 service neutron] 10.222.0.46 "GET /v2.0/networks/bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672330 Jul 28 10:34:53.868181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Pushing event updated for resources: {'Port': ['ID=d29dbe38-70d1-4862-ba12-c1b142a1b858,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:53.871505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (844af201-a37e-42ff-8c25-847b0cccfa0e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.031718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-9678e574-426d-42f7-bf1d-30eecdba019e req-c97d9eb1-b259-45b5-a961-d9a2316ccfe1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (c3de6c92-8f7c-4f0d-8648-7eca5eee9fad), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.057074 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:54.064077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf6260-1e8d-4fed-9d99-90bdccfe8364 None None] Pushing event updated for resources: {'Port': ['ID=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:54.106378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-9678e574-426d-42f7-bf1d-30eecdba019e req-c97d9eb1-b259-45b5-a961-d9a2316ccfe1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c3de6c92-8f7c-4f0d-8648-7eca5eee9fad), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.155014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Provisioning complete for port e8bcdde7-7874-423e-858c-489c40a74889 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:54.155410 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e8bcdde7-7874-423e-858c-489c40a74889), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.162145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Network 91258437-70fd-4795-879b-2ceeb860ebc5 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:34:54.163791 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:34:54.189931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-9678e574-426d-42f7-bf1d-30eecdba019e req-c97d9eb1-b259-45b5-a961-d9a2316ccfe1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.203474 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9678e574-426d-42f7-bf1d-30eecdba019e req-c97d9eb1-b259-45b5-a961-d9a2316ccfe1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.7748199 Jul 28 10:34:54.223991 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (591db72c-790d-480f-9050-a2daf3ebf3d5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.227111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Port e8bcdde7-7874-423e-858c-489c40a74889 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:54.245484 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-946e7fa9-eb1c-4ef7-848e-b8aa9c407d1d req-16003c22-a4d2-411f-86f7-34443ce957e8 service neutron] 10.222.0.46 "GET /v2.0/networks/bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089333 Jul 28 10:34:54.300552 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d9eb1-b259-45b5-a961-d9a2316ccfe1 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3de6c92-8f7c-4f0d-8648-7eca5eee9fad,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:54.325654 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46220) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:54.341798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817e103-fce3-41cf-92fd-1e3aaeba7bde None None] Pushing event updated for resources: {'Port': ['ID=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:54.350375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Pushing event deleted for resources: {'Port': ['ID=591db72c-790d-480f-9050-a2daf3ebf3d5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:54.362426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Provisioning complete for port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:54.362729 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.364379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 011f5036-7c73-4394-a44e-faa8d2c6a379 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:54.364742 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.384175 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:54.666511 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (40e0be7f-9633-425b-b274-cb3df9bc03bb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:54.832541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 011f5036-7c73-4394-a44e-faa8d2c6a379 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:54.858586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] Set router 844af201-a37e-42ff-8c25-847b0cccfa0e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:54.934184 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:54.935977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:34:50Z', 'revision_number': 4, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e8bcdde7-7874-423e-858c-489c40a74889', 'name': '', 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'mac_address': 'fa:16:3e:e6:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '4a483782-d423-4601-8b65-0cc2863a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:48Z', 'updated_at': '2022-07-28T10:34:51Z', 'revision_number': 2, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'subnets': [{'id': '4a483782-d423-4601-8b65-0cc2863a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:54.952042 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46234) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:54.952535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46238) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:54.982280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Checking router: 3048ef72-f822-422f-b682-d740b4bb9d80 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:34:54.982642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Updating router 3048ef72-f822-422f-b682-d740b4bb9d80 port e8bcdde7-7874-423e-858c-489c40a74889 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:34:55.006506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f7df0200-90c0-4ed6-af31-460569aa57cc tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465435415', 'description': 'tempest-description--784350292'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:55.019993 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:55.156030 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e8bcdde7-7874-423e-858c-489c40a74889), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.216504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Current status of the port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:55.216915 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.238388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Router 844af201-a37e-42ff-8c25-847b0cccfa0e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:34:55.323048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] For port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,segment=NetworkSegment(ab34aca3-f76a-48c4-87a3-a6e2477fa8d1),segment_id=ab34aca3-f76a-48c4-87a3-a6e2477fa8d1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:55.336900 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:55.352907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (40e0be7f-9633-425b-b274-cb3df9bc03bb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.354524 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.358647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks [] for router_controller (40e0be7f-9633-425b-b274-cb3df9bc03bb), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.360193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f7df0200-90c0-4ed6-af31-460569aa57cc tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.426944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Provisioning complete for port d29dbe38-70d1-4862-ba12-c1b142a1b858 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:55.427316 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.441437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (40e0be7f-9633-425b-b274-cb3df9bc03bb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.442499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e0be7f-9633-425b-b274-cb3df9bc03bb {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:34:55.456640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.460053 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6b5cb505-f65d-46d1-8f3c-fc4c90b2c690 admin admin] 10.222.0.46 "DELETE /v2.0/routers/40e0be7f-9633-425b-b274-cb3df9bc03bb HTTP/1.1" status: 204 len: 168 time: 3.4989545 Jul 28 10:34:55.460283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46248) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:55.486635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0f07eebb-d725-4e1b-a25d-06acc20472a0 req-95e70509-d749-409b-a04c-954df5c99a9f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/c3de6c92-8f7c-4f0d-8648-7eca5eee9fad HTTP/1.1" status: 200 len: 1798 time: 0.8362949 Jul 28 10:34:55.507179 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:55.517291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7b9b-d4b3-4176-a6d6-6ba1029276fa tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group (43e5f051-7a0b-4c63-9391-9a6153c97f6d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.570495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Port d29dbe38-70d1-4862-ba12-c1b142a1b858 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:55.598110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50d61c-80f4-4612-ab89-b7fcdf997401 None None] Pushing event updated for resources: {'Port': ['ID=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:55.599145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] Deleting subnet dcca2370-deca-47bf-913d-9ac727af1cc7 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:34:55.604399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] Publish callbacks [] for subnet (dcca2370-deca-47bf-913d-9ac727af1cc7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.617807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7b9b-d4b3-4176-a6d6-6ba1029276fa tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group (43e5f051-7a0b-4c63-9391-9a6153c97f6d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.670446 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:55.679033 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9012e0b7-a33b-49a4-97b3-e28667979699 req-5d815955-055c-4b23-9bdb-9c00f3c698f0 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba838e-79a1-48eb-bdc6-1f4edf264ff2 HTTP/1.1" status: 200 len: 210 time: 0.0513484 Jul 28 10:34:55.720160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (dcca2370-deca-47bf-913d-9ac727af1cc7), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.787948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:55.796931 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f7698fd6-70f9-48c6-807e-a33d028baa0f req-095ea494-ecd2-437d-b38b-24e07f2e0eca tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/c3de6c92-8f7c-4f0d-8648-7eca5eee9fad HTTP/1.1" status: 200 len: 1798 time: 0.0800517 Jul 28 10:34:55.832328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 4, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port': {'id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:41Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd29dbe38-70d1-4862-ba12-c1b142a1b858', 'name': '', 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'mac_address': 'fa:16:3e:f2:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:50Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 2, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'subnets': [{'id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:55.838246 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce42916-1536-45ce-bb69-222432b57e12 req-4f44e5f7-9da7-4838-916e-eceab367b90e tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:55.840223 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dce42916-1536-45ce-bb69-222432b57e12 req-4f44e5f7-9da7-4838-916e-eceab367b90e tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/networks?id=fc480ddc-689b-4a08-ab44-677bf4b84cd1 HTTP/1.1" status: 200 len: 808 time: 0.8141141 Jul 28 10:34:55.840398 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0cf18f1a-8230-4057-acea-950d303b7a1a None None] Provisioning complete for port d29dbe38-70d1-4862-ba12-c1b142a1b858 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:55.841005 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0cf18f1a-8230-4057-acea-950d303b7a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.850598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7b9b-d4b3-4176-a6d6-6ba1029276fa tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (43e5f051-7a0b-4c63-9391-9a6153c97f6d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.854977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a5e7b9b-d4b3-4176-a6d6-6ba1029276fa tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.858015 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9a5e7b9b-d4b3-4176-a6d6-6ba1029276fa tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "DELETE /v2.0/security-groups/43e5f051-7a0b-4c63-9391-9a6153c97f6d HTTP/1.1" status: 204 len: 168 time: 0.8442338 Jul 28 10:34:55.864956 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46252) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:55.901537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5001d8-b192-4beb-9833-9f256425f9f4 None None] The sync data for ids ['844af201-a37e-42ff-8c25-847b0cccfa0e'] in n-d-850468-6 is: [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 4, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port': {'id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:41Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd29dbe38-70d1-4862-ba12-c1b142a1b858', 'name': '', 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'mac_address': 'fa:16:3e:f2:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:50Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 2, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'subnets': [{'id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:55.931036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f7df0200-90c0-4ed6-af31-460569aa57cc tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group (3d0ae0b3-37fd-452c-a4b3-9679a26111a2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.939686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7698fd6-70f9-48c6-807e-a33d028baa0f req-6795b9e2-b4fb-48bb-b9a5-7ff31097ce6f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (c3de6c92-8f7c-4f0d-8648-7eca5eee9fad), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.950391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:55.950773 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.950881 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (dcca2370-deca-47bf-913d-9ac727af1cc7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:55.974907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0cf18f1a-8230-4057-acea-950d303b7a1a None None] Port d29dbe38-70d1-4862-ba12-c1b142a1b858 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:34:55.976833 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e7b9b-d4b3-4176-a6d6-6ba1029276fa tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e5f051-7a0b-4c63-9391-9a6153c97f6d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:55.992277 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-3eeadfd0-3dda-4c37-ac72-7ee4469e5359 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] show failed (client error): The resource could not be found. Jul 28 10:34:55.998536 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3eeadfd0-3dda-4c37-ac72-7ee4469e5359 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "GET /v2.0/security-groups/43e5f051-7a0b-4c63-9391-9a6153c97f6d HTTP/1.1" status: 404 len: 347 time: 0.1234963 Jul 28 10:34:56.000170 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dce42916-1536-45ce-bb69-222432b57e12 req-954c145e-d42d-45d0-88fb-e53703919532 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/quotas/70ceba76ab9744e7a0ae4f2438709f7d HTTP/1.1" status: 200 len: 375 time: 0.1314931 Jul 28 10:34:56.003688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46256) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:56.012540 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f7df0200-90c0-4ed6-af31-460569aa57cc tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3d0ae0b3-37fd-452c-a4b3-9679a26111a2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.074870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7698fd6-70f9-48c6-807e-a33d028baa0f req-6795b9e2-b4fb-48bb-b9a5-7ff31097ce6f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (c3de6c92-8f7c-4f0d-8648-7eca5eee9fad), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.096616 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:56.124539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:56.125648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 689be081-6dad-4b10-b4c4-0cc8b8ccea54 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:56.132694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (dcca2370-deca-47bf-913d-9ac727af1cc7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.158512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df0200-90c0-4ed6-af31-460569aa57cc tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ae0b3-37fd-452c-a4b3-9679a26111a2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:56.159262 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Publish callbacks [] for port (e8bcdde7-7874-423e-858c-489c40a74889), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.166552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dffd74-611b-4f0d-8305-8e86eb2e4992 None None] Network 7d84b49c-cb51-4ace-8f82-73eee38a72f5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:34:56.172462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.180137 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dcca2370-deca-47bf-913d-9ac727af1cc7 HTTP/1.1" status: 204 len: 168 time: 0.7185016 Jul 28 10:34:56.185118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46258) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:56.185341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:34:56.185480 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f6d3f-fd1f-48b9-9696-a62614dd9dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcca2370-deca-47bf-913d-9ac727af1cc7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:56.231175 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2417dc0c-29ed-4459-8448-db173f68ea3b admin admin] 10.222.0.46 "PUT /v2.0/routers/844af201-a37e-42ff-8c25-847b0cccfa0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3582401 Jul 28 10:34:56.232420 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e8bcdde7-7874-423e-858c-489c40a74889), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.278344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96637d-3439-455e-b7a0-8c1738dd1573 None None] Pushing event updated for resources: {'Port': ['ID=e8bcdde7-7874-423e-858c-489c40a74889,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:56.288249 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:56.291177 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f7df0200-90c0-4ed6-af31-460569aa57cc tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.292535 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f7df0200-90c0-4ed6-af31-460569aa57cc tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2910357 Jul 28 10:34:56.309507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46262) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:56.320903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7ab9df5c-29a2-49b8-8043-30d1e3b9f3f7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Request body: {'security_group_rule': {'security_group_id': '3d0ae0b3-37fd-452c-a4b3-9679a26111a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:56.362157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7698fd6-70f9-48c6-807e-a33d028baa0f req-6795b9e2-b4fb-48bb-b9a5-7ff31097ce6f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c3de6c92-8f7c-4f0d-8648-7eca5eee9fad), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.370212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f7698fd6-70f9-48c6-807e-a33d028baa0f req-6795b9e2-b4fb-48bb-b9a5-7ff31097ce6f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.370552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:56.371010 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.375257 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f7698fd6-70f9-48c6-807e-a33d028baa0f req-6795b9e2-b4fb-48bb-b9a5-7ff31097ce6f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/c3de6c92-8f7c-4f0d-8648-7eca5eee9fad HTTP/1.1" status: 204 len: 173 time: 0.5773270 Jul 28 10:34:56.376213 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:56.424932 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dce42916-1536-45ce-bb69-222432b57e12 req-a2850a11-8522-4630-b954-9781dea6cf41 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=70ceba76ab9744e7a0ae4f2438709f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4082615 Jul 28 10:34:56.443714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Deleting port 3700f328-c88b-4b34-bd55-5b7943869c40 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:56.444314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3700f328-c88b-4b34-bd55-5b7943869c40), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.449600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7d84b49c-cb51-4ace-8f82-73eee38a72f5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.465565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795b9e2-b4fb-48bb-b9a5-7ff31097ce6f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3de6c92-8f7c-4f0d-8648-7eca5eee9fad,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:56.484690 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [req-f79ab58f-1628-4669-8663-293f6d78143d req-a5365adb-5cfc-44c0-b7ff-268d2605a046 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:34:56.504650 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f79ab58f-1628-4669-8663-293f6d78143d req-a5365adb-5cfc-44c0-b7ff-268d2605a046 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/c3de6c92-8f7c-4f0d-8648-7eca5eee9fad HTTP/1.1" status: 404 len: 352 time: 0.0388918 Jul 28 10:34:56.545668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] DHCP port deletion for 7d84b49c-cb51-4ace-8f82-73eee38a72f5 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:34:56.550171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Attempting to bind port e8bcdde7-7874-423e-858c-489c40a74889 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:34:56.550399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Attempting to bind port e8bcdde7-7874-423e-858c-489c40a74889 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:34:56.550835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Attempting to bind port e8bcdde7-7874-423e-858c-489c40a74889 on network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:34:56.563829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-62b55dd7-f931-4d2f-a884-54336d01e106 req-2051f62b-a294-402a-bcc8-08a5848204d3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1028680719', 'description': 'tempest-description-979642207'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:56.581995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:34:56.582696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Checking segment: {'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:34:56.586455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.588754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Bound using segment: {'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:34:56.590682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Bound port: e8bcdde7-7874-423e-858c-489c40a74889, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a692474-e528-45d5-b7d6-cdca2a64118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:34:56.592828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e8bcdde7-7874-423e-858c-489c40a74889), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.592954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Deleting port b62a8511-e548-47c5-82f7-23f0b34bee9d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:56.592954 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.612943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-62b55dd7-f931-4d2f-a884-54336d01e106 req-2051f62b-a294-402a-bcc8-08a5848204d3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.613645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (4ffa860f-5e1d-447c-b756-b0480ff9d33f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.709665 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:56.736577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] For port b62a8511-e548-47c5-82f7-23f0b34bee9d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b62a8511-e548-47c5-82f7-23f0b34bee9d,segment=NetworkSegment(04ae1edb-c3ce-425c-b26d-f1d17db406f8),segment_id=04ae1edb-c3ce-425c-b26d-f1d17db406f8)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:56.737035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.737687 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ab9df5c-29a2-49b8-8043-30d1e3b9f3f7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group_rule (2e191383-2f2c-4c59-9891-28e6ebb1020b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.755813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] For port e8bcdde7-7874-423e-858c-489c40a74889, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:34:56.759446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Calling delete_port for b62a8511-e548-47c5-82f7-23f0b34bee9d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:56.759685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] For port e8bcdde7-7874-423e-858c-489c40a74889, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e8bcdde7-7874-423e-858c-489c40a74889,segment=NetworkSegment(9a692474-e528-45d5-b7d6-cdca2a64118f),segment_id=9a692474-e528-45d5-b7d6-cdca2a64118f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:34:56.778543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e8bcdde7-7874-423e-858c-489c40a74889), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.783201 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3700f328-c88b-4b34-bd55-5b7943869c40), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.783546 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for floatingip (3700f328-c88b-4b34-bd55-5b7943869c40), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.786094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] Deleting port b62a8511-e548-47c5-82f7-23f0b34bee9d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:56.786472 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.797962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-62b55dd7-f931-4d2f-a884-54336d01e106 req-2051f62b-a294-402a-bcc8-08a5848204d3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (1d6114e0-446f-4e1d-9490-8b6a70b175ec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.819088 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dce42916-1536-45ce-bb69-222432b57e12 req-bf544f06-01de-4909-9b9c-3b561d783b64 service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925877 Jul 28 10:34:56.824486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Calling delete_port for 3700f328-c88b-4b34-bd55-5b7943869c40 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:56.836181 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:56.842194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-62b55dd7-f931-4d2f-a884-54336d01e106 req-2051f62b-a294-402a-bcc8-08a5848204d3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1d6114e0-446f-4e1d-9490-8b6a70b175ec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.871056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:56.872226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:56.903833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051f62b-a294-402a-bcc8-08a5848204d3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6114e0-446f-4e1d-9490-8b6a70b175ec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:56.921217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-62b55dd7-f931-4d2f-a884-54336d01e106 req-2051f62b-a294-402a-bcc8-08a5848204d3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.922520 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-62b55dd7-f931-4d2f-a884-54336d01e106 req-2051f62b-a294-402a-bcc8-08a5848204d3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3927641 Jul 28 10:34:56.950019 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.966536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-318d1503-2e60-4cce-ad52-c6afd4987bca None None] Provisioning complete for port e8bcdde7-7874-423e-858c-489c40a74889 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:56.966925 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-318d1503-2e60-4cce-ad52-c6afd4987bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e8bcdde7-7874-423e-858c-489c40a74889), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:56.995153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Pushing event deleted for resources: {'Port': ['ID=b62a8511-e548-47c5-82f7-23f0b34bee9d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:56.999122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] No DVR routers for this DVR port b62a8511-e548-47c5-82f7-23f0b34bee9d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:57.063495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Routers {'3048ef72-f822-422f-b682-d740b4bb9d80'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:57.064077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3048ef72-f822-422f-b682-d740b4bb9d80'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:57.070778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] For port b62a8511-e548-47c5-82f7-23f0b34bee9d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b62a8511-e548-47c5-82f7-23f0b34bee9d,segment=NetworkSegment(04ae1edb-c3ce-425c-b26d-f1d17db406f8),segment_id=04ae1edb-c3ce-425c-b26d-f1d17db406f8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:57.071208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.074902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:57.075281 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.113529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96637d-3439-455e-b7a0-8c1738dd1573 None None] Pushing event updated for resources: {'Port': ['ID=e8bcdde7-7874-423e-858c-489c40a74889,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:57.121004 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dce42916-1536-45ce-bb69-222432b57e12 req-65dfa55a-dbd6-4295-9b5e-6a6c3e0cc08b service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861178 Jul 28 10:34:57.154327 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7d84b49c-cb51-4ace-8f82-73eee38a72f5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.208648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] Calling delete_port for b62a8511-e548-47c5-82f7-23f0b34bee9d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:57.234776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d84b49c-cb51-4ace-8f82-73eee38a72f5']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:57.256212 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ae1edb-c3ce-425c-b26d-f1d17db406f8') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:57.258298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ae1edb-c3ce-425c-b26d-f1d17db406f8') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:57.289283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ab9df5c-29a2-49b8-8043-30d1e3b9f3f7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group_rule (2e191383-2f2c-4c59-9891-28e6ebb1020b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.290718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (04ae1edb-c3ce-425c-b26d-f1d17db406f8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.316155 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ab9df5c-29a2-49b8-8043-30d1e3b9f3f7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2e191383-2f2c-4c59-9891-28e6ebb1020b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.329935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (04ae1edb-c3ce-425c-b26d-f1d17db406f8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.349321 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:57.368024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:34:57.370579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (04ae1edb-c3ce-425c-b26d-f1d17db406f8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.377886 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:57.383208 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:57.425277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] Set router 3048ef72-f822-422f-b682-d740b4bb9d80 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:57.457315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9df5c-29a2-49b8-8043-30d1e3b9f3f7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e191383-2f2c-4c59-9891-28e6ebb1020b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:57.475393 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 04ae1edb-c3ce-425c-b26d-f1d17db406f8 resource provider aggregate not found Jul 28 10:34:57.480401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:57.482008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b1f22b00-9fad-4f07-a80f-23a6707be232 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:57.490617 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfbafc-8253-46fa-a87c-e630c15e9d6b req-c94c9de4-923b-4827-bf3e-5cb85074420f tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:34:57.500119 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-26bfbafc-8253-46fa-a87c-e630c15e9d6b req-c94c9de4-923b-4827-bf3e-5cb85074420f tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/networks?id=91258437-70fd-4795-879b-2ceeb860ebc5 HTTP/1.1" status: 200 len: 813 time: 0.3422296 Jul 28 10:34:57.533282 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 04ae1edb-c3ce-425c-b26d-f1d17db406f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04ae1edb-c3ce-425c-b26d-f1d17db406f8 found for delete ", "request_id": "req-62b02e7c-7d41-47da-bf42-5a22bd61a52f"}]} Jul 28 10:34:57.544188 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-26bfbafc-8253-46fa-a87c-e630c15e9d6b req-27076077-61d5-40f1-8b93-854da2b36db3 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/quotas/012167e98eaf4676b40d031cb86a03ad HTTP/1.1" status: 200 len: 375 time: 0.0428512 Jul 28 10:34:57.550919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-318d1503-2e60-4cce-ad52-c6afd4987bca None None] Current status of the port e8bcdde7-7874-423e-858c-489c40a74889 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:57.551432 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-318d1503-2e60-4cce-ad52-c6afd4987bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e8bcdde7-7874-423e-858c-489c40a74889), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.555323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Deleting port f1e837cb-a0e6-46af-b65d-214e5413f46b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:34:57.555676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.626115 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-26bfbafc-8253-46fa-a87c-e630c15e9d6b req-47885e0b-2d6c-45c9-8bd3-4e48593eccdb tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=012167e98eaf4676b40d031cb86a03ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805871 Jul 28 10:34:57.737797 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-318d1503-2e60-4cce-ad52-c6afd4987bca None None] For port e8bcdde7-7874-423e-858c-489c40a74889, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e8bcdde7-7874-423e-858c-489c40a74889,segment=NetworkSegment(9a692474-e528-45d5-b7d6-cdca2a64118f),segment_id=9a692474-e528-45d5-b7d6-cdca2a64118f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:57.747443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (b62a8511-e548-47c5-82f7-23f0b34bee9d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.767887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-318d1503-2e60-4cce-ad52-c6afd4987bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e8bcdde7-7874-423e-858c-489c40a74889), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.813287 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-26bfbafc-8253-46fa-a87c-e630c15e9d6b req-e10075eb-c918-40e9-9e13-5b371e860dc4 service neutron] 10.222.0.46 "GET /v2.0/networks/91258437-70fd-4795-879b-2ceeb860ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856041 Jul 28 10:34:57.828534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] No DVR routers for this DVR port b62a8511-e548-47c5-82f7-23f0b34bee9d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:34:57.833402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69479f47-f141-4d01-95a7-06aa387ea35e None None] Pushing event deleted for resources: {'Port': ['ID=b62a8511-e548-47c5-82f7-23f0b34bee9d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:57.848529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b1f22b00-9fad-4f07-a80f-23a6707be232 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:57.849011 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.872212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7d84b49c-cb51-4ace-8f82-73eee38a72f5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.881514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:57.888336 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] 10.222.0.46 "DELETE /v2.0/networks/7d84b49c-cb51-4ace-8f82-73eee38a72f5 HTTP/1.1" status: 204 len: 168 time: 1.7043540 Jul 28 10:34:57.911194 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] Sync routers for ids ['40e0be7f-9633-425b-b274-cb3df9bc03bb'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:57.915544 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:57.933355 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829b2e8-02bc-4de3-8bf7-b4df497d105f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d84b49c-cb51-4ace-8f82-73eee38a72f5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:57.937077 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] Routers set() bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:57.937455 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] Router IDs set() for agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 10:34:57.938123 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'40e0be7f-9633-425b-b274-cb3df9bc03bb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent'). {{(pid=104690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 10:34:57.974131 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] Routers set() bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:57.976558 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] Router IDs set() for agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 10:34:57.977476 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'40e0be7f-9633-425b-b274-cb3df9bc03bb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent'). {{(pid=104690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 10:34:57.980459 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbea7a4-3174-4f11-a94b-54816a5c3c05 None None] The sync data for ids ['40e0be7f-9633-425b-b274-cb3df9bc03bb'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:58.033952 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:58.043389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ab9df5c-29a2-49b8-8043-30d1e3b9f3f7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.047804 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7ab9df5c-29a2-49b8-8043-30d1e3b9f3f7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7371593 Jul 28 10:34:58.054863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:58.055793 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-26bfbafc-8253-46fa-a87c-e630c15e9d6b req-a86f3177-7754-419e-8519-0e69af52b1e1 service neutron] 10.222.0.46 "GET /v2.0/networks/91258437-70fd-4795-879b-2ceeb860ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403123 Jul 28 10:34:58.119877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9089c8cc-a8b6-4455-91b8-8b5937637e3f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Request body: {'security_group_rule': {'security_group_id': '3d0ae0b3-37fd-452c-a4b3-9679a26111a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:58.143573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d0afbb8c-8b2f-4c4b-883c-a73f8cb43fcb None None] Provisioning complete for port e8bcdde7-7874-423e-858c-489c40a74889 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:58.143789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0afbb8c-8b2f-4c4b-883c-a73f8cb43fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e8bcdde7-7874-423e-858c-489c40a74889), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.169238 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7208bebf-1893-4af0-a79a-183437c27c6c req-81eace07-51c3-4904-829a-c1e8aed33aeb tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba838e-79a1-48eb-bdc6-1f4edf264ff2 HTTP/1.1" status: 200 len: 210 time: 0.6152940 Jul 28 10:34:58.235944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46302) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:58.236266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d1503-2e60-4cce-ad52-c6afd4987bca None None] Pushing event updated for resources: {'Port': ['ID=e8bcdde7-7874-423e-858c-489c40a74889,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:58.238556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9089c8cc-a8b6-4455-91b8-8b5937637e3f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group_rule (96b970c3-9723-4792-a884-058ad75ff147), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.259728 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:58.271578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-d604765c-9d47-4e48-a9dd-ce2099a6af22 req-23c34b34-ddc3-4251-abf1-6df79a7eab26 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-893967781', 'description': 'tempest-description-1797879187'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:58.302484 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-574f873d-1773-4ada-8516-a0c46972db1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d3c6ce1bdd34c78800e0f6572353dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0649946 Jul 28 10:34:58.303511 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46306) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:58.323499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b1f22b00-9fad-4f07-a80f-23a6707be232 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:58.329898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04182755-6894-4eb0-908a-fdb8b3d32699 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:58.369258 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.377650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:34:50Z', 'revision_number': 4, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e8bcdde7-7874-423e-858c-489c40a74889', 'name': '', 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'mac_address': 'fa:16:3e:e6:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '4a483782-d423-4601-8b65-0cc2863a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:48Z', 'updated_at': '2022-07-28T10:34:56Z', 'revision_number': 4, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'subnets': [{'id': '4a483782-d423-4601-8b65-0cc2863a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:58.380834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d604765c-9d47-4e48-a9dd-ce2099a6af22 req-23c34b34-ddc3-4251-abf1-6df79a7eab26 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.418300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d8e4690-79e1-422a-b9bb-da3914547c2a admin admin] Publish callbacks [] for security_group (3d2d1975-4c7c-4e89-9490-1795707ddeb1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.427842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Calling delete_port for f1e837cb-a0e6-46af-b65d-214e5413f46b owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:34:58.458369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23e381-c7cd-4f71-878f-dc1cb3a5a1c4 None None] The sync data for ids ['3048ef72-f822-422f-b682-d740b4bb9d80'] in n-d-850468-6 is: [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:34:50Z', 'revision_number': 4, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e8bcdde7-7874-423e-858c-489c40a74889', 'name': '', 'network_id': '0d14eb0e-4ca4-4859-a123-b42bd0e087e4', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'mac_address': 'fa:16:3e:e6:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '4a483782-d423-4601-8b65-0cc2863a7bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:48Z', 'updated_at': '2022-07-28T10:34:56Z', 'revision_number': 4, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'subnets': [{'id': '4a483782-d423-4601-8b65-0cc2863a7bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:34:58.482350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d0afbb8c-8b2f-4c4b-883c-a73f8cb43fcb None None] Current status of the port e8bcdde7-7874-423e-858c-489c40a74889 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:58.485760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d8e4690-79e1-422a-b9bb-da3914547c2a admin admin] Publish callbacks [] for security_group (3d2d1975-4c7c-4e89-9490-1795707ddeb1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.493968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 04182755-6894-4eb0-908a-fdb8b3d32699 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:58.494413 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.569889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3700f328-c88b-4b34-bd55-5b7943869c40), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.588907 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-250acc37-d4ed-4e9b-97e4-6a51d2d6241a req-d6005c11-313f-4feb-b2f7-89c436c88395 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2fcf84-7113-49b1-afea-5da0980bbaca HTTP/1.1" status: 200 len: 210 time: 0.0904920 Jul 28 10:34:58.704298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d8e4690-79e1-422a-b9bb-da3914547c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3d2d1975-4c7c-4e89-9490-1795707ddeb1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.708842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d8e4690-79e1-422a-b9bb-da3914547c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.709645 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0d8e4690-79e1-422a-b9bb-da3914547c2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d2d1975-4c7c-4e89-9490-1795707ddeb1 HTTP/1.1" status: 204 len: 168 time: 0.4049964 Jul 28 10:34:58.723602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 04182755-6894-4eb0-908a-fdb8b3d32699 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:58.724760 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Pushing event deleted for resources: {'Port': ['ID=3700f328-c88b-4b34-bd55-5b7943869c40,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:58.734095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 390a329d-fb83-48b4-8264-d69830f9bd0c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:58.738697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9089c8cc-a8b6-4455-91b8-8b5937637e3f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group_rule (96b970c3-9723-4792-a884-058ad75ff147), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.770386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e4690-79e1-422a-b9bb-da3914547c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d1975-4c7c-4e89-9490-1795707ddeb1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:58.774606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9089c8cc-a8b6-4455-91b8-8b5937637e3f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (96b970c3-9723-4792-a884-058ad75ff147), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.811648 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:58.849076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089c8cc-a8b6-4455-91b8-8b5937637e3f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b970c3-9723-4792-a884-058ad75ff147,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:58.851888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 390a329d-fb83-48b4-8264-d69830f9bd0c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:58.852261 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:58.997291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9089c8cc-a8b6-4455-91b8-8b5937637e3f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.005576 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9089c8cc-a8b6-4455-91b8-8b5937637e3f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8895743 Jul 28 10:34:59.006439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46314) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:59.022247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 390a329d-fb83-48b4-8264-d69830f9bd0c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:34:59.022870 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.037787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d604765c-9d47-4e48-a9dd-ce2099a6af22 req-23c34b34-ddc3-4251-abf1-6df79a7eab26 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (fce40580-34ea-4436-8547-018672deea3f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.069954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:59.070727 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e9d5853c-ee0d-49bf-b11d-2a7e506bd98a req-5d333854-4b75-48f4-ae1c-cf3599036454 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecba838e-79a1-48eb-bdc6-1f4edf264ff2 HTTP/1.1" status: 200 len: 210 time: 0.1172957 Jul 28 10:34:59.092299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 390a329d-fb83-48b4-8264-d69830f9bd0c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=390a329d-fb83-48b4-8264-d69830f9bd0c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:34:59.111060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.112846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3668ae82-6e03-4c68-aa09-830716abce4e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:34:59.135371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d604765c-9d47-4e48-a9dd-ce2099a6af22 req-23c34b34-ddc3-4251-abf1-6df79a7eab26 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fce40580-34ea-4436-8547-018672deea3f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.288987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=390a329d-fb83-48b4-8264-d69830f9bd0c,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:59.295343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Sync routers for ids ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:34:59.310413 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:59.364401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks [] for floatingip (ef981fd7-2d78-4ee6-bc14-8207f603aa6b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.367455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.368741 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-126861b6-c856-49dc-89d6-a7eef46cdc63 tempest-ServerActionsTestJSON-1906990667 tempest-ServerActionsTestJSON-1906990667-project] 10.222.0.46 "DELETE /v2.0/floatingips/ef981fd7-2d78-4ee6-bc14-8207f603aa6b HTTP/1.1" status: 204 len: 168 time: 3.3629150 Jul 28 10:34:59.373477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46324) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:34:59.374660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Routers {'4ffa860f-5e1d-447c-b756-b0480ff9d33f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:34:59.375593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:34:59.414817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.513843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-d604765c-9d47-4e48-a9dd-ce2099a6af22 req-23c34b34-ddc3-4251-abf1-6df79a7eab26 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.515972 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d604765c-9d47-4e48-a9dd-ce2099a6af22 req-23c34b34-ddc3-4251-abf1-6df79a7eab26 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.2859001 Jul 28 10:34:59.612986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3668ae82-6e03-4c68-aa09-830716abce4e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:34:59.614776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.659297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-7fc7e0aa-005a-44b5-936a-de5c4974620c req-c1c6e7c4-b057-4628-bb82-536489e193a7 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-416615410', 'description': 'tempest-description-631944423'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:34:59.719779 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:59.725092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Set router 4ffa860f-5e1d-447c-b756-b0480ff9d33f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:34:59.732322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c34b34-ddc3-4251-abf1-6df79a7eab26 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce40580-34ea-4436-8547-018672deea3f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:34:59.738715 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:34:59.849303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7fc7e0aa-005a-44b5-936a-de5c4974620c req-c1c6e7c4-b057-4628-bb82-536489e193a7 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.858853 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f1e837cb-a0e6-46af-b65d-214e5413f46b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:34:59.964580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e837cb-a0e6-46af-b65d-214e5413f46b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:00.041869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3668ae82-6e03-4c68-aa09-830716abce4e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:00.044218 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.117949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3668ae82-6e03-4c68-aa09-830716abce4e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3668ae82-6e03-4c68-aa09-830716abce4e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:00.140506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.196250 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7fc7e0aa-005a-44b5-936a-de5c4974620c req-c1c6e7c4-b057-4628-bb82-536489e193a7 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (46b77589-584d-43f7-a576-9947358ae992), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.208856 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.211492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f756f5f7-7453-4e0c-9547-e18e50290bf1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:00.238279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7fc7e0aa-005a-44b5-936a-de5c4974620c req-c1c6e7c4-b057-4628-bb82-536489e193a7 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (46b77589-584d-43f7-a576-9947358ae992), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.307525 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6e7c4-b057-4628-bb82-536489e193a7 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b77589-584d-43f7-a576-9947358ae992,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:00.312492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7fc7e0aa-005a-44b5-936a-de5c4974620c req-c1c6e7c4-b057-4628-bb82-536489e193a7 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.321461 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7fc7e0aa-005a-44b5-936a-de5c4974620c req-c1c6e7c4-b057-4628-bb82-536489e193a7 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6720831 Jul 28 10:35:00.360222 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-54858255-0a40-4f8e-883d-3cc990a70792 req-04c30171-5424-46a5-8842-aad458f02c25 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2fcf84-7113-49b1-afea-5da0980bbaca HTTP/1.1" status: 200 len: 210 time: 0.0869913 Jul 28 10:35:00.409488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (eebd6c94-3452-4a5d-a06b-373a403a149f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.458134 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46352) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:00.526718 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-09c38636-688c-4ecf-b6d6-7a91f70148fa req-e39ca2e1-045b-4936-9a06-3ffbf96f4cd6 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=46c2ad81-8f71-46bd-8886-ec353a2cd80c HTTP/1.1" status: 200 len: 210 time: 0.0598075 Jul 28 10:35:00.569100 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:00.572339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 4, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port': {'id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:30Z', 'updated_at': '2022-07-28T10:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f1e837cb-a0e6-46af-b65d-214e5413f46b', 'name': '', 'network_id': '6f902966-98c1-44c4-af50-2fc3082cde5c', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'mac_address': 'fa:16:3e:44:56:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'fd4cf958-6629-4a3a-8228-e78f2398fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:40Z', 'updated_at': '2022-07-28T10:34:42Z', 'revision_number': 2, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'subnets': [{'id': 'fd4cf958-6629-4a3a-8228-e78f2398fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:00.574286 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:00.609824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Checking router: 4ffa860f-5e1d-447c-b756-b0480ff9d33f for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:00.610410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Updating router 4ffa860f-5e1d-447c-b756-b0480ff9d33f port f1e837cb-a0e6-46af-b65d-214e5413f46b binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:00.653481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3668ae82-6e03-4c68-aa09-830716abce4e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:00.660496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Port f1e837cb-a0e6-46af-b65d-214e5413f46b not found while updating agent binding for router 4ffa860f-5e1d-447c-b756-b0480ff9d33f. {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 28 10:35:00.669764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f756f5f7-7453-4e0c-9547-e18e50290bf1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:00.670454 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.682309 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:00.686823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Allocated IP 172.25.2.178 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/d8b415de-cb69-4ad4-8106-228c3e348183) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:00.750248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Routers {'4ffa860f-5e1d-447c-b756-b0480ff9d33f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:00.750900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:00.751889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a456dd-1569-4a12-99e8-7fac5207c3c7 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group (be15f666-3328-44b1-9e76-a3bf650d6884), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.763946 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (4ffa860f-5e1d-447c-b756-b0480ff9d33f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.793563 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ecfab556-39a3-4a11-88b3-d9fb6ceec117 req-1354e760-ef4f-4533-a3ed-bd65f21f9c51 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c2fcf84-7113-49b1-afea-5da0980bbaca HTTP/1.1" status: 200 len: 210 time: 0.0370965 Jul 28 10:35:00.836747 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Deleting port 86a60030-c5f5-4be6-b406-726ad16c9844 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:00.836747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.866219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a456dd-1569-4a12-99e8-7fac5207c3c7 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group (be15f666-3328-44b1-9e76-a3bf650d6884), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:00.971552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] For port 86a60030-c5f5-4be6-b406-726ad16c9844, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=86a60030-c5f5-4be6-b406-726ad16c9844,segment=NetworkSegment(d3f1cfbd-aaf8-4849-b163-b116e7a5122d),segment_id=d3f1cfbd-aaf8-4849-b163-b116e7a5122d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:00.972035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.010315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] Set router 4ffa860f-5e1d-447c-b756-b0480ff9d33f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:01.014492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Calling delete_port for 86a60030-c5f5-4be6-b406-726ad16c9844 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:01.045592 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2,neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:01.210451 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:01.245822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Router 4ffa860f-5e1d-447c-b756-b0480ff9d33f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:01.297096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (86a60030-c5f5-4be6-b406-726ad16c9844), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.298929 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-db04de82-01f9-4f48-a648-194e9f1986b0 req-6e72b436-6317-48be-be33-22bf1d5fb40a tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3c8659bbba84bbfb32e446ba294d81e HTTP/1.1" status: 200 len: 10996 time: 0.8384151 Jul 28 10:35:01.356121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f756f5f7-7453-4e0c-9547-e18e50290bf1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:01.363210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=86a60030-c5f5-4be6-b406-726ad16c9844,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:01.371691 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.404598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for port (d8b415de-cb69-4ad4-8106-228c3e348183), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.436005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port f756f5f7-7453-4e0c-9547-e18e50290bf1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f756f5f7-7453-4e0c-9547-e18e50290bf1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:01.450640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a456dd-1569-4a12-99e8-7fac5207c3c7 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (be15f666-3328-44b1-9e76-a3bf650d6884), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.455300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a456dd-1569-4a12-99e8-7fac5207c3c7 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.456512 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-64a456dd-1569-4a12-99e8-7fac5207c3c7 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "DELETE /v2.0/security-groups/be15f666-3328-44b1-9e76-a3bf650d6884 HTTP/1.1" status: 204 len: 168 time: 0.9972873 Jul 28 10:35:01.479041 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.530344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46366) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:01.550209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=f756f5f7-7453-4e0c-9547-e18e50290bf1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:01.553908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4008d0b8-2c34-437c-9b18-85a2f439ac71 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:01.605179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a456dd-1569-4a12-99e8-7fac5207c3c7 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15f666-3328-44b1-9e76-a3bf650d6884,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:01.643507 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-7776b382-d209-4b76-b76c-f7b72a2a074f tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] show failed (client error): The resource could not be found. Jul 28 10:35:01.644688 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7776b382-d209-4b76-b76c-f7b72a2a074f tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "GET /v2.0/security-groups/be15f666-3328-44b1-9e76-a3bf650d6884 HTTP/1.1" status: 404 len: 347 time: 0.1095998 Jul 28 10:35:01.662675 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-db04de82-01f9-4f48-a648-194e9f1986b0 req-201ec190-fc00-44ba-8017-a4647ca18684 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/6f7ccc82-4f3c-4948-9458-36bc5dc2f03e HTTP/1.1" status: 200 len: 2998 time: 0.3417785 Jul 28 10:35:01.668484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 4008d0b8-2c34-437c-9b18-85a2f439ac71 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:01.669064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4008d0b8-2c34-437c-9b18-85a2f439ac71 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:01.671470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46370) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:01.700123 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:01.724179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:59Z', 'revision_number': 5, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port': {'id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:30Z', 'updated_at': '2022-07-28T10:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:01.793805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce6520-a13a-4eda-9a3e-b5d9793e0099 None None] The sync data for ids ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'] in n-d-850468-6 is: [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:34:59Z', 'revision_number': 5, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port': {'id': '3668ae82-6e03-4c68-aa09-830716abce4e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:30Z', 'updated_at': '2022-07-28T10:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:01.874243 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:01.889628 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1bfb6aa5-ce73-40f5-b4d1-baf303c741e3 admin admin] 10.222.0.46 "PUT /v2.0/routers/4ffa860f-5e1d-447c-b756-b0480ff9d33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5602174 Jul 28 10:35:01.890383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46372) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:01.910205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d8b415de-cb69-4ad4-8106-228c3e348183), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:01.957265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (eebd6c94-3452-4a5d-a06b-373a403a149f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.061253 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-db04de82-01f9-4f48-a648-194e9f1986b0 req-f32aa6d3-46be-40c2-9a3b-11bd1153acfc tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/6f7ccc82-4f3c-4948-9458-36bc5dc2f03e HTTP/1.1" status: 200 len: 2998 time: 0.2869844 Jul 28 10:35:02.069556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:02.136339 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:02.349900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Router eebd6c94-3452-4a5d-a06b-373a403a149f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:02.437476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:02.445580 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b94d68ce-ebf8-4730-889a-d0bd97daea39 req-169467a2-7ba5-4a55-aa17-6bb8489156b0 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/1d6114e0-446f-4e1d-9490-8b6a70b175ec HTTP/1.1" status: 200 len: 1817 time: 0.1478932 Jul 28 10:35:02.512177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:02.525659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Deleting port 5a228284-3c6a-45ec-86e2-c697307665d5 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:02.526032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5a228284-3c6a-45ec-86e2-c697307665d5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.530022 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks [] for router (4ffa860f-5e1d-447c-b756-b0480ff9d33f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.539425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:02.545467 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-018539c7-ad49-4c4f-afd9-3ee67fb66c03 req-2f4e77df-a2a6-4b69-9440-cbc8c2f60ca7 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=46c2ad81-8f71-46bd-8886-ec353a2cd80c HTTP/1.1" status: 200 len: 210 time: 0.0897205 Jul 28 10:35:02.568572 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:02.573179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-b94d68ce-ebf8-4730-889a-d0bd97daea39 req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (1d6114e0-446f-4e1d-9490-8b6a70b175ec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.600968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-b94d68ce-ebf8-4730-889a-d0bd97daea39 req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (1d6114e0-446f-4e1d-9490-8b6a70b175ec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.671608 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-b94d68ce-ebf8-4730-889a-d0bd97daea39 req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1d6114e0-446f-4e1d-9490-8b6a70b175ec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.675396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-b94d68ce-ebf8-4730-889a-d0bd97daea39 req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.681467 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4d4caeaa-d37f-4339-b289-b5e2c9effe31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.682547 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b94d68ce-ebf8-4730-889a-d0bd97daea39 req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/1d6114e0-446f-4e1d-9490-8b6a70b175ec HTTP/1.1" status: 204 len: 173 time: 0.2240348 Jul 28 10:35:02.685385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:02.686075 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.723793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46392) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:02.747585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d287226c-9fdb-4b60-a33c-1db0a862996d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733085434', 'description': 'tempest-description--640253437'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:02.778509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6114e0-446f-4e1d-9490-8b6a70b175ec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:02.794408 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:02.806789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:02.812091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6af40880-53a8-4b70-bd1c-92e6debf0f8b admin admin] 10.222.0.46 "PUT /v2.0/routers/eebd6c94-3452-4a5d-a06b-373a403a149f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4353652 Jul 28 10:35:02.812309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e8bcdde7-7874-423e-858c-489c40a74889 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:02.822788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] Sync routers for ids ['eebd6c94-3452-4a5d-a06b-373a403a149f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:02.836661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46394) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:02.837382 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] Routers {'eebd6c94-3452-4a5d-a06b-373a403a149f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:02.838036 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eebd6c94-3452-4a5d-a06b-373a403a149f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:02.843761 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5a228284-3c6a-45ec-86e2-c697307665d5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.844174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for floatingip (5a228284-3c6a-45ec-86e2-c697307665d5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.869921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.870414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.870763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.871108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.871452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.871790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.872126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.872462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.872793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.873125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.873460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.873791 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.874160 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.874489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.874820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231eb745-3ee3-4e61-b58a-8257961c8b1f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:02.950243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d287226c-9fdb-4b60-a33c-1db0a862996d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.961760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e8bcdde7-7874-423e-858c-489c40a74889 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:02.962736 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e8bcdde7-7874-423e-858c-489c40a74889), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:02.975414 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:03.059165 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-079e9d00-3c3f-4091-8322-7fc1662cfe04 req-e5392fa8-7d81-4af3-b0bd-2d07abb78c54 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=46c2ad81-8f71-46bd-8886-ec353a2cd80c HTTP/1.1" status: 200 len: 210 time: 0.1050413 Jul 28 10:35:03.103895 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Pushing event updated for resources: {'Port': ['ID=d8b415de-cb69-4ad4-8106-228c3e348183,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:03.150331 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:03.156968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks [] for router (eebd6c94-3452-4a5d-a06b-373a403a149f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.172838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Calling delete_port for 5a228284-3c6a-45ec-86e2-c697307665d5 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:03.200881 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:03.236588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e8bcdde7-7874-423e-858c-489c40a74889 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:03.250193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 390a329d-fb83-48b4-8264-d69830f9bd0c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:03.260256 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] Set router eebd6c94-3452-4a5d-a06b-373a403a149f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:03.286359 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-2f8ff983-3987-45d7-9f87-a73276fe223f req-a6898164-c9e2-41e5-be2a-5a43087e76cd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:35:03.317043 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2f8ff983-3987-45d7-9f87-a73276fe223f req-a6898164-c9e2-41e5-be2a-5a43087e76cd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/1d6114e0-446f-4e1d-9490-8b6a70b175ec HTTP/1.1" status: 404 len: 352 time: 0.2040498 Jul 28 10:35:03.360586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d287226c-9fdb-4b60-a33c-1db0a862996d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group (e0f9af2b-bbfd-48f7-8ae8-6b43febb7370), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.374119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d287226c-9fdb-4b60-a33c-1db0a862996d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e0f9af2b-bbfd-48f7-8ae8-6b43febb7370), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.410934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Sync routers for ids ['844af201-a37e-42ff-8c25-847b0cccfa0e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:03.415776 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:03.522660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Routers {'844af201-a37e-42ff-8c25-847b0cccfa0e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:03.524026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287226c-9fdb-4b60-a33c-1db0a862996d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f9af2b-bbfd-48f7-8ae8-6b43febb7370,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:03.527820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['844af201-a37e-42ff-8c25-847b0cccfa0e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:03.576635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks [] for router_gateway (eebd6c94-3452-4a5d-a06b-373a403a149f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.587914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks [] for router_gateway (4ffa860f-5e1d-447c-b756-b0480ff9d33f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.595500 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d287226c-9fdb-4b60-a33c-1db0a862996d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.597008 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d287226c-9fdb-4b60-a33c-1db0a862996d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8540769 Jul 28 10:35:03.605169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46406) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:03.624726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8b42a9f6-df7b-4ffe-8bd6-3d9a7e04a555 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Request body: {'security_group_rule': {'security_group_id': 'e0f9af2b-bbfd-48f7-8ae8-6b43febb7370', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:03.764080 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1cc49e2a-db1d-4cec-a8b9-8b8ede8cf756 req-0f439606-6fbe-4136-b7ea-3e3ae6a10c98 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/fce40580-34ea-4436-8547-018672deea3f HTTP/1.1" status: 200 len: 1817 time: 0.2149014 Jul 28 10:35:03.791615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b42a9f6-df7b-4ffe-8bd6-3d9a7e04a555 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group_rule (0ef46752-2796-43eb-be1f-e714060d40a9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.795196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Deleting port 1004b04d-2b3c-4252-b1af-dd6a1d601236 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:03.795580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.820430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 390a329d-fb83-48b4-8264-d69830f9bd0c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:03.821013 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.855816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for floatingip (6c495b40-76ea-4464-8435-0a30ce5f3bfa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.873259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Deleting port 3668ae82-6e03-4c68-aa09-830716abce4e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:03.873632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:03.957016 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:35:01Z', 'revision_number': 5, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port': {'id': '1004b04d-2b3c-4252-b1af-dd6a1d601236', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:04Z', 'updated_at': '2022-07-28T10:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:03.964998 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] Sync routers for ids ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:03.984109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Set router 844af201-a37e-42ff-8c25-847b0cccfa0e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:04.004880 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:04.014253 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] Checking router: eebd6c94-3452-4a5d-a06b-373a403a149f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:04.014662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] For port 3668ae82-6e03-4c68-aa09-830716abce4e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3668ae82-6e03-4c68-aa09-830716abce4e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:04.015466 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.018584 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:04.023326 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] Routers {'4ffa860f-5e1d-447c-b756-b0480ff9d33f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:04.024259 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:04.032062 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-1cc49e2a-db1d-4cec-a8b9-8b8ede8cf756 req-0165f1c3-24eb-49ce-ac6d-999f26c04d55 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (fce40580-34ea-4436-8547-018672deea3f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.043797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] For port 1004b04d-2b3c-4252-b1af-dd6a1d601236, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1004b04d-2b3c-4252-b1af-dd6a1d601236,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:04.044090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.047473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Calling delete_port for 3668ae82-6e03-4c68-aa09-830716abce4e owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:04.071432 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b42a9f6-df7b-4ffe-8bd6-3d9a7e04a555 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group_rule (0ef46752-2796-43eb-be1f-e714060d40a9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.082918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Calling delete_port for 1004b04d-2b3c-4252-b1af-dd6a1d601236 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:04.091148 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] Routers {'eebd6c94-3452-4a5d-a06b-373a403a149f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:04.092785 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eebd6c94-3452-4a5d-a06b-373a403a149f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:04.097493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-1cc49e2a-db1d-4cec-a8b9-8b8ede8cf756 req-0165f1c3-24eb-49ce-ac6d-999f26c04d55 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (fce40580-34ea-4436-8547-018672deea3f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.113558 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b42a9f6-df7b-4ffe-8bd6-3d9a7e04a555 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (0ef46752-2796-43eb-be1f-e714060d40a9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.200410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b42a9f6-df7b-4ffe-8bd6-3d9a7e04a555 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.201715 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8b42a9f6-df7b-4ffe-8bd6-3d9a7e04a555 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5910542 Jul 28 10:35:04.207760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46408) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:04.211503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a9f6-df7b-4ffe-8bd6-3d9a7e04a555 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef46752-2796-43eb-be1f-e714060d40a9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:04.222732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ca41e578-963d-4f07-9786-2e083903cc28 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Request body: {'security_group_rule': {'security_group_id': 'e0f9af2b-bbfd-48f7-8ae8-6b43febb7370', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:04.254341 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:04.281244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-1cc49e2a-db1d-4cec-a8b9-8b8ede8cf756 req-0165f1c3-24eb-49ce-ac6d-999f26c04d55 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fce40580-34ea-4436-8547-018672deea3f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.284445 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-1cc49e2a-db1d-4cec-a8b9-8b8ede8cf756 req-0165f1c3-24eb-49ce-ac6d-999f26c04d55 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.288901 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1cc49e2a-db1d-4cec-a8b9-8b8ede8cf756 req-0165f1c3-24eb-49ce-ac6d-999f26c04d55 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/fce40580-34ea-4436-8547-018672deea3f HTTP/1.1" status: 204 len: 173 time: 0.5038254 Jul 28 10:35:04.310868 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-adae7e71-c876-4b8e-8162-9eece64a2945 req-50845774-a923-4a68-81d8-6814ccdd0361 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=5267ac56-d5eb-411c-94f6-b22818207bbb HTTP/1.1" status: 200 len: 210 time: 0.4480078 Jul 28 10:35:04.311906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5a228284-3c6a-45ec-86e2-c697307665d5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.379800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165f1c3-24eb-49ce-ac6d-999f26c04d55 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce40580-34ea-4436-8547-018672deea3f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:04.384400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Pushing event deleted for resources: {'Port': ['ID=5a228284-3c6a-45ec-86e2-c697307665d5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:04.402086 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [req-dd8334b8-b4fc-49ec-b611-a1df50aa306e req-b94eb74d-1897-4981-8a60-e0e1fdbf8e1d tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:35:04.427398 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dd8334b8-b4fc-49ec-b611-a1df50aa306e req-b94eb74d-1897-4981-8a60-e0e1fdbf8e1d tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/fce40580-34ea-4436-8547-018672deea3f HTTP/1.1" status: 404 len: 352 time: 0.1034780 Jul 28 10:35:04.429371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca41e578-963d-4f07-9786-2e083903cc28 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group_rule (a9aad53a-2d37-4956-8cb1-3ba345f016a4), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.471303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d8b415de-cb69-4ad4-8106-228c3e348183), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.473378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks [] for floatingip (8ffef530-2e79-4368-9510-e7cfe580ef4d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.475920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.476556 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:04.480933 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2b571f6a-d4d4-48f9-bfa0-fda0aa77b3e9 tempest-AttachSCSIVolumeTestJSON-485026712 tempest-AttachSCSIVolumeTestJSON-485026712-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ffef530-2e79-4368-9510-e7cfe580ef4d HTTP/1.1" status: 204 len: 168 time: 2.7953572 Jul 28 10:35:04.544034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 390a329d-fb83-48b4-8264-d69830f9bd0c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:04.548739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:04.594600 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:04.639545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca41e578-963d-4f07-9786-2e083903cc28 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group_rule (a9aad53a-2d37-4956-8cb1-3ba345f016a4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.657197 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d0d53143-03c0-4c50-9548-8346b4a31146 req-97ccdd14-9e3e-484a-a073-a1aca4971c4b tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/46b77589-584d-43f7-a576-9947358ae992 HTTP/1.1" status: 200 len: 1816 time: 0.1714571 Jul 28 10:35:04.677553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca41e578-963d-4f07-9786-2e083903cc28 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a9aad53a-2d37-4956-8cb1-3ba345f016a4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.730261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41e578-963d-4f07-9786-2e083903cc28 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9aad53a-2d37-4956-8cb1-3ba345f016a4,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:04.739393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1004b04d-2b3c-4252-b1af-dd6a1d601236), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.772274 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] Set router 4ffa860f-5e1d-447c-b756-b0480ff9d33f gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:04.786739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3668ae82-6e03-4c68-aa09-830716abce4e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.811095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca41e578-963d-4f07-9786-2e083903cc28 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.819446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46432) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:04.826271 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ca41e578-963d-4f07-9786-2e083903cc28 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6018271 Jul 28 10:35:04.827922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1004b04d-2b3c-4252-b1af-dd6a1d601236,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:04.834423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:04.834912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:04.877849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:04.900610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3668ae82-6e03-4c68-aa09-830716abce4e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:04.951522 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:35:03Z', 'revision_number': 6, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:04.954433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 4, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port': {'id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:41Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd29dbe38-70d1-4862-ba12-c1b142a1b858', 'name': '', 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'mac_address': 'fa:16:3e:f2:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:50Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 2, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'subnets': [{'id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:05.002871 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] Checking router: 4ffa860f-5e1d-447c-b756-b0480ff9d33f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:05.020040 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] Routers {'4ffa860f-5e1d-447c-b756-b0480ff9d33f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:05.020655 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:34:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:05.023133 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] Set router eebd6c94-3452-4a5d-a06b-373a403a149f gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:05.028722 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d0d53143-03c0-4c50-9548-8346b4a31146 req-a226ee7a-5972-4b64-a5dc-a903ca6fc527 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (46b77589-584d-43f7-a576-9947358ae992), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.033825 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:05.081991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.082505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Checking router: 844af201-a37e-42ff-8c25-847b0cccfa0e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:05.084652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Updating router 844af201-a37e-42ff-8c25-847b0cccfa0e port d29dbe38-70d1-4862-ba12-c1b142a1b858 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:05.093601 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d0d53143-03c0-4c50-9548-8346b4a31146 req-a226ee7a-5972-4b64-a5dc-a903ca6fc527 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (46b77589-584d-43f7-a576-9947358ae992), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.096913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (eebd6c94-3452-4a5d-a06b-373a403a149f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.142088 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:05.163437 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b6a844a9-9ace-4234-96d5-901a3015d426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.226476 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (eebd6c94-3452-4a5d-a06b-373a403a149f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.229363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks [] for router_controller (eebd6c94-3452-4a5d-a06b-373a403a149f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.229812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (4ffa860f-5e1d-447c-b756-b0480ff9d33f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.248343 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.251890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:05.252320 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.264441 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:35:03Z', 'revision_number': 6, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:05.285838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (eebd6c94-3452-4a5d-a06b-373a403a149f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.286285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebd6c94-3452-4a5d-a06b-373a403a149f {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:05.303600 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c8a0d-7741-4e97-a234-18ad19d4aec9 None None] The sync data for ids ['eebd6c94-3452-4a5d-a06b-373a403a149f'] in n-d-850468-6 is: [{'id': 'eebd6c94-3452-4a5d-a06b-373a403a149f', 'name': 'tempest-ServerActionsTestJSON-958633966-router', 'tenant_id': '085316428d834b6cb9dcb36971da849e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:00Z', 'updated_at': '2022-07-28T10:35:03Z', 'revision_number': 6, 'project_id': '085316428d834b6cb9dcb36971da849e', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:05.304096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.305295 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a0d82c9-6678-4215-a43f-ca014e15db13 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eebd6c94-3452-4a5d-a06b-373a403a149f HTTP/1.1" status: 204 len: 168 time: 2.4676435 Jul 28 10:35:05.310974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:05.316420 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46462) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:05.318024 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] Set router 4ffa860f-5e1d-447c-b756-b0480ff9d33f gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:05.327039 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.327935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f756f5f7-7453-4e0c-9547-e18e50290bf1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:05.356805 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:05.431543 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:35:04Z', 'revision_number': 7, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:05.444314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] Deleting subnet 6cd2687c-bada-4c70-96aa-e3a684b518ab {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:05.450299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] Publish callbacks [] for subnet (6cd2687c-bada-4c70-96aa-e3a684b518ab), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.453342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d0d53143-03c0-4c50-9548-8346b4a31146 req-a226ee7a-5972-4b64-a5dc-a903ca6fc527 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (46b77589-584d-43f7-a576-9947358ae992), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.463028 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d0d53143-03c0-4c50-9548-8346b4a31146 req-a226ee7a-5972-4b64-a5dc-a903ca6fc527 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.473160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.484513 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d0d53143-03c0-4c50-9548-8346b4a31146 req-a226ee7a-5972-4b64-a5dc-a903ca6fc527 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/46b77589-584d-43f7-a576-9947358ae992 HTTP/1.1" status: 204 len: 173 time: 0.8262141 Jul 28 10:35:05.490930 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for port (d8b415de-cb69-4ad4-8106-228c3e348183), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.513303 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e2302-ca23-4a8a-a803-97e8784e6850 None None] The sync data for ids ['4ffa860f-5e1d-447c-b756-b0480ff9d33f'] in n-d-850468-6 is: [{'id': '4ffa860f-5e1d-447c-b756-b0480ff9d33f', 'name': 'tempest-ServerRescueTestJSONUnderV235-297502632-router', 'tenant_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:27Z', 'updated_at': '2022-07-28T10:35:04Z', 'revision_number': 7, 'project_id': 'f6fa60c299e540a2a9c0781ddcf9edb6', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:05.548082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d8b415de-cb69-4ad4-8106-228c3e348183), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.573196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (4ffa860f-5e1d-447c-b756-b0480ff9d33f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.600068 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46476) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:05.616049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226ee7a-5972-4b64-a5dc-a903ca6fc527 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b77589-584d-43f7-a576-9947358ae992,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:05.719264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks [] for router_controller (4ffa860f-5e1d-447c-b756-b0480ff9d33f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.759027 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-ace16eaa-12c2-4b43-a1f5-eb5f9b731481 req-e8f2ba27-b4af-4edd-8a96-5ef16a458d5c tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:35:05.761915 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ace16eaa-12c2-4b43-a1f5-eb5f9b731481 req-e8f2ba27-b4af-4edd-8a96-5ef16a458d5c tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/46b77589-584d-43f7-a576-9947358ae992 HTTP/1.1" status: 404 len: 352 time: 0.0396533 Jul 28 10:35:05.776839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (6cd2687c-bada-4c70-96aa-e3a684b518ab), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.820480 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (6c495b40-76ea-4464-8435-0a30ce5f3bfa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.831120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:05.844895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f756f5f7-7453-4e0c-9547-e18e50290bf1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:05.846468 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.865907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:05.869938 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8464255 Jul 28 10:35:05.869938 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:06.019190 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca54989e-477d-4e55-a56a-343b0de81b23 req-d4ccac83-491f-4a3b-9811-6e36b6806942 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3c8659bbba84bbfb32e446ba294d81e HTTP/1.1" status: 200 len: 6199 time: 0.1623497 Jul 28 10:35:06.028785 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02429267-24d8-49c3-85bc-cfa4acdc504f tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Pushing event updated for resources: {'Port': ['ID=d8b415de-cb69-4ad4-8106-228c3e348183,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:06.048759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (4ffa860f-5e1d-447c-b756-b0480ff9d33f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.049358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffa860f-5e1d-447c-b756-b0480ff9d33f {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:06.057514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.061007 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef9617b0-3af4-4fac-b436-5eed6fd127ea admin admin] 10.222.0.46 "DELETE /v2.0/routers/4ffa860f-5e1d-447c-b756-b0480ff9d33f HTTP/1.1" status: 204 len: 168 time: 4.1586580 Jul 28 10:35:06.068865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46502) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:06.160337 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.201214 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca54989e-477d-4e55-a56a-343b0de81b23 req-64320a4c-429d-4c31-9b8d-65e6f2859b1a tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/6f7ccc82-4f3c-4948-9458-36bc5dc2f03e HTTP/1.1" status: 200 len: 2998 time: 0.1584241 Jul 28 10:35:06.253410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f756f5f7-7453-4e0c-9547-e18e50290bf1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:06.254941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3668ae82-6e03-4c68-aa09-830716abce4e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:06.276149 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca54989e-477d-4e55-a56a-343b0de81b23 req-e9af5e09-5556-4898-b093-f52bdaf31c5d tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/6f7ccc82-4f3c-4948-9458-36bc5dc2f03e HTTP/1.1" status: 200 len: 2998 time: 0.0736578 Jul 28 10:35:06.297646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] Deleting subnet fd4cf958-6629-4a3a-8228-e78f2398fe78 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:06.309686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Allocated IP 172.25.2.190 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9dd27636-1e14-41bd-8a89-56e9e2a598c3) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:06.310854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3668ae82-6e03-4c68-aa09-830716abce4e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:06.311215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3668ae82-6e03-4c68-aa09-830716abce4e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:35:06.316743 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] Publish callbacks [] for subnet (fd4cf958-6629-4a3a-8228-e78f2398fe78), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.333208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 3668ae82-6e03-4c68-aa09-830716abce4e not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:35:06.423787 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Publish callbacks [] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.433298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.493697 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:06.505547 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:06.520565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.535760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Pushing event updated for resources: {'Port': ['ID=d29dbe38-70d1-4862-ba12-c1b142a1b858,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:06.595741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.596301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.596827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.597360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.597932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.598657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.599220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.599873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.600380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.600935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.602659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.603370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.604052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.604824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.605307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:06.656548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6cd2687c-bada-4c70-96aa-e3a684b518ab), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.669020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Attempting to bind port d29dbe38-70d1-4862-ba12-c1b142a1b858 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:06.669409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Attempting to bind port d29dbe38-70d1-4862-ba12-c1b142a1b858 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:06.670127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Attempting to bind port d29dbe38-70d1-4862-ba12-c1b142a1b858 on network 91258437-70fd-4795-879b-2ceeb860ebc5 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:06.672349 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.689023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:06.689837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Checking segment: {'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:06.690459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.691244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Bound using segment: {'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:06.692438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Bound port: d29dbe38-70d1-4862-ba12-c1b142a1b858, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29316b4-a613-4f43-af15-c745783b11bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:06.694504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.699045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b62a8511-e548-47c5-82f7-23f0b34bee9d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:06.741727 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:06.770523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b62a8511-e548-47c5-82f7-23f0b34bee9d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:06.771222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b62a8511-e548-47c5-82f7-23f0b34bee9d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:06.772081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 591db72c-790d-480f-9050-a2daf3ebf3d5 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:06.787398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (6cd2687c-bada-4c70-96aa-e3a684b518ab), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.839282 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2482d0f5-93ca-455e-af10-4d1e5b014192 req-7ed4776f-b968-489d-9c48-d7e690b408d7 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--465435415&fields=id&tenant_id=5927f7b9c41a40c28968dc9605d3b430 HTTP/1.1" status: 200 len: 267 time: 0.2721486 Jul 28 10:35:06.850843 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd2687c-bada-4c70-96aa-e3a684b518ab,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:06.904425 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (fd4cf958-6629-4a3a-8228-e78f2398fe78), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.912433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:06.918088 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bbd9d902-3da3-481b-804c-d36169c75299 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6cd2687c-bada-4c70-96aa-e3a684b518ab HTTP/1.1" status: 204 len: 168 time: 1.6002994 Jul 28 10:35:06.918343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 591db72c-790d-480f-9050-a2daf3ebf3d5 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:06.918794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 591db72c-790d-480f-9050-a2daf3ebf3d5 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:06.923678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edce739-7afb-4039-9bff-d93b37b65591 None None] Network 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:06.931954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] For port d29dbe38-70d1-4862-ba12-c1b142a1b858, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:06.945088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46518) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:06.964877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce1522-c530-40cc-9859-eeb900598218 req-7c6d7542-1712-4af9-952d-ddc0ddd02d05 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:06.968553 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fdce1522-c530-40cc-9859-eeb900598218 req-7c6d7542-1712-4af9-952d-ddc0ddd02d05 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/networks?id=91258437-70fd-4795-879b-2ceeb860ebc5 HTTP/1.1" status: 200 len: 813 time: 0.6025927 Jul 28 10:35:06.998826 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (fd4cf958-6629-4a3a-8228-e78f2398fe78), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.022170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] For port d29dbe38-70d1-4862-ba12-c1b142a1b858, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d29dbe38-70d1-4862-ba12-c1b142a1b858,segment=NetworkSegment(f29316b4-a613-4f43-af15-c745783b11bf),segment_id=f29316b4-a613-4f43-af15-c745783b11bf)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:07.057715 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.073894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f4ab8043-53cf-4334-8c31-88204bbf81db None None] Provisioning complete for port d29dbe38-70d1-4862-ba12-c1b142a1b858 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:07.074269 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8043-53cf-4334-8c31-88204bbf81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.092186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Pushing event updated for resources: {'Port': ['ID=9dd27636-1e14-41bd-8a89-56e9e2a598c3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:07.107147 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:07.113562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:07.140551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (5e9009e8-cc0d-47f0-b30c-3a342cf000b2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.143322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:07.153670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:07.158544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (fd4cf958-6629-4a3a-8228-e78f2398fe78), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.173186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.173718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.174250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.174739 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.175409 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.176090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.176599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.180146 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fdce1522-c530-40cc-9859-eeb900598218 req-e10ed494-e914-4d6a-8fc6-1b345725548f tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/quotas/012167e98eaf4676b40d031cb86a03ad HTTP/1.1" status: 200 len: 375 time: 0.0369771 Jul 28 10:35:07.189846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.190581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.191092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.191616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.192116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.192611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.193224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.193736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:07.245244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Deleting port a1deedf1-e8b4-4dc7-ac6c-2420e840174e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:07.245617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.266791 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:07.302462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:07.304733 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:07.388429 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482d0f5-93ca-455e-af10-4d1e5b014192 req-26c86523-eb2d-47e5-a699-ac866f25a935 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:07.390541 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2482d0f5-93ca-455e-af10-4d1e5b014192 req-26c86523-eb2d-47e5-a699-ac866f25a935 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/networks?id=0d14eb0e-4ca4-4859-a123-b42bd0e087e4 HTTP/1.1" status: 200 len: 812 time: 0.2889900 Jul 28 10:35:07.405324 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.518410 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.521142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545edb5-702a-4efe-bdf2-fdec149b81ab None None] Pushing event updated for resources: {'Port': ['ID=d29dbe38-70d1-4862-ba12-c1b142a1b858,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:07.526922 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fd4cf958-6629-4a3a-8228-e78f2398fe78 HTTP/1.1" status: 204 len: 168 time: 1.4512603 Jul 28 10:35:07.530277 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:07.531044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc592b-943e-4b0d-8248-b70a8c04e72b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4cf958-6629-4a3a-8228-e78f2398fe78,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:07.557871 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (38e53e3c-f240-4613-9284-1ed8c0471db8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.568125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Routers {'844af201-a37e-42ff-8c25-847b0cccfa0e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:07.572082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['844af201-a37e-42ff-8c25-847b0cccfa0e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:07.619718 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2482d0f5-93ca-455e-af10-4d1e5b014192 req-3501f650-9343-436b-ab23-af6cd398b63c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/quotas/5927f7b9c41a40c28968dc9605d3b430 HTTP/1.1" status: 200 len: 375 time: 0.2106037 Jul 28 10:35:07.693675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6f902966-98c1-44c4-af50-2fc3082cde5c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.699571 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for floatingip (bdd57248-53d3-4d7d-add9-e8d9c78280ec), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.712141 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2482d0f5-93ca-455e-af10-4d1e5b014192 req-fd55eb03-fdf7-4b15-8957-3b81967dddc4 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5927f7b9c41a40c28968dc9605d3b430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875375 Jul 28 10:35:07.745980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] DHCP port deletion for 5e9009e8-cc0d-47f0-b30c-3a342cf000b2 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:35:07.783557 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fdce1522-c530-40cc-9859-eeb900598218 req-56d82eb1-ee52-4746-b4ab-3de657795dc8 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=012167e98eaf4676b40d031cb86a03ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5909641 Jul 28 10:35:07.835534 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:07.846080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] Set router 844af201-a37e-42ff-8c25-847b0cccfa0e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:07.849455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.936809 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6f902966-98c1-44c4-af50-2fc3082cde5c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:07.963353 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f902966-98c1-44c4-af50-2fc3082cde5c']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:08.109830 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:08.112473 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fdce1522-c530-40cc-9859-eeb900598218 req-25077b6b-c15b-43a5-90b1-94962f49e9c7 service neutron] 10.222.0.46 "GET /v2.0/networks/91258437-70fd-4795-879b-2ceeb860ebc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755868 Jul 28 10:35:08.161400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9518009-3296-4c8b-84b5-940d41464a30') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:08.161400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9518009-3296-4c8b-84b5-940d41464a30') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:08.163418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.247663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] For port a1deedf1-e8b4-4dc7-ac6c-2420e840174e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,segment=NetworkSegment(d3f1cfbd-aaf8-4849-b163-b116e7a5122d),segment_id=d3f1cfbd-aaf8-4849-b163-b116e7a5122d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:08.247973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.265724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.267287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:08.267653 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.271159 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (e9518009-3296-4c8b-84b5-940d41464a30), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.293726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Calling delete_port for a1deedf1-e8b4-4dc7-ac6c-2420e840174e owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:08.310346 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2482d0f5-93ca-455e-af10-4d1e5b014192 req-d96b85a2-2ec5-4f34-946c-5ef6424ae799 service neutron] 10.222.0.46 "GET /v2.0/networks/0d14eb0e-4ca4-4859-a123-b42bd0e087e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359514 Jul 28 10:35:08.314985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e9518009-3296-4c8b-84b5-940d41464a30), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.346779 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:08.347224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (e9518009-3296-4c8b-84b5-940d41464a30), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.367352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] Deleting port a1deedf1-e8b4-4dc7-ac6c-2420e840174e {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:08.367707 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.382409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab8043-53cf-4334-8c31-88204bbf81db None None] Current status of the port d29dbe38-70d1-4862-ba12-c1b142a1b858 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:08.382827 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8043-53cf-4334-8c31-88204bbf81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.431711 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment e9518009-3296-4c8b-84b5-940d41464a30 resource provider aggregate not found Jul 28 10:35:08.458852 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2482d0f5-93ca-455e-af10-4d1e5b014192 req-56df8351-6411-4a43-b516-4249e309e2ad service neutron] 10.222.0.46 "GET /v2.0/networks/0d14eb0e-4ca4-4859-a123-b42bd0e087e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471255 Jul 28 10:35:08.475737 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fdce1522-c530-40cc-9859-eeb900598218 req-b1148dff-13f3-4743-b103-7d68a943808a service neutron] 10.222.0.46 "GET /v2.0/networks/91258437-70fd-4795-879b-2ceeb860ebc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303411 Jul 28 10:35:08.478115 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment e9518009-3296-4c8b-84b5-940d41464a30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9518009-3296-4c8b-84b5-940d41464a30 found for delete ", "request_id": "req-68fc7f04-a5ee-4e2a-88da-9ba323da6a83"}]} Jul 28 10:35:08.503085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f4ab8043-53cf-4334-8c31-88204bbf81db None None] For port d29dbe38-70d1-4862-ba12-c1b142a1b858, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d29dbe38-70d1-4862-ba12-c1b142a1b858,segment=NetworkSegment(f29316b4-a613-4f43-af15-c745783b11bf),segment_id=f29316b4-a613-4f43-af15-c745783b11bf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:08.516004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f4ab8043-53cf-4334-8c31-88204bbf81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.548762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6f902966-98c1-44c4-af50-2fc3082cde5c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.554186 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.560609 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] 10.222.0.46 "DELETE /v2.0/networks/6f902966-98c1-44c4-af50-2fc3082cde5c HTTP/1.1" status: 204 len: 168 time: 0.9975996 Jul 28 10:35:08.580815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bbd01-cca6-4024-8e79-4801a6ef9c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f902966-98c1-44c4-af50-2fc3082cde5c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:08.588856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] For port a1deedf1-e8b4-4dc7-ac6c-2420e840174e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,segment=NetworkSegment(d3f1cfbd-aaf8-4849-b163-b116e7a5122d),segment_id=d3f1cfbd-aaf8-4849-b163-b116e7a5122d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:08.589506 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.650918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] Calling delete_port for a1deedf1-e8b4-4dc7-ac6c-2420e840174e owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:08.658901 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:08.740534 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.746321 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.755911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ecfd9546-4ee3-4a40-986b-f8edd53c61fa None None] Provisioning complete for port d29dbe38-70d1-4862-ba12-c1b142a1b858 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:08.756559 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9546-4ee3-4a40-986b-f8edd53c61fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.757520 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.771304 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:08.798604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab8043-53cf-4334-8c31-88204bbf81db None None] Pushing event updated for resources: {'Port': ['ID=d29dbe38-70d1-4862-ba12-c1b142a1b858,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:08.834392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:08.842111 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:08.843945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 4, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port': {'id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:41Z', 'updated_at': '2022-07-28T10:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd29dbe38-70d1-4862-ba12-c1b142a1b858', 'name': '', 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'mac_address': 'fa:16:3e:f2:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:50Z', 'updated_at': '2022-07-28T10:35:06Z', 'revision_number': 4, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'subnets': [{'id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:08.880872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-96f30cb4-ff83-43ab-a84b-cb4b0e5e3cf6 req-7e87875a-e3e8-4e05-8cba-e0f897b4d344 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1870211804', 'description': 'tempest-description-165535776'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:08.895420 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] No DVR routers for this DVR port a1deedf1-e8b4-4dc7-ac6c-2420e840174e on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:08.904357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Deleting port aa053927-eaa4-45de-8fab-b90cec896d90 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:08.909718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.925651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:08.958734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Pushing event updated for resources: {'Port': ['ID=9dd27636-1e14-41bd-8a89-56e9e2a598c3,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:08.975989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a1deedf1-e8b4-4dc7-ac6c-2420e840174e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:08.991077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f91d7-0899-4a3d-b189-f9ed224a968a None None] The sync data for ids ['844af201-a37e-42ff-8c25-847b0cccfa0e'] in n-d-850468-6 is: [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:34:53Z', 'revision_number': 4, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port': {'id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:41Z', 'updated_at': '2022-07-28T10:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd29dbe38-70d1-4862-ba12-c1b142a1b858', 'name': '', 'network_id': '91258437-70fd-4795-879b-2ceeb860ebc5', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'mac_address': 'fa:16:3e:f2:33:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:50Z', 'updated_at': '2022-07-28T10:35:06Z', 'revision_number': 4, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'subnets': [{'id': 'ad405043-af0b-4d83-b881-bbb5122fc86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:08.991383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-96f30cb4-ff83-43ab-a84b-cb4b0e5e3cf6 req-7e87875a-e3e8-4e05-8cba-e0f897b4d344 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.007523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 86a60030-c5f5-4be6-b406-726ad16c9844 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:09.012231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (bdd57248-53d3-4d7d-add9-e8d9c78280ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.051852 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.053201 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0ea459ab-90cb-40f5-a61e-63abc062e4fd tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1942194 Jul 28 10:35:09.053812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46540) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:09.084031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] No DVR routers for this DVR port a1deedf1-e8b4-4dc7-ac6c-2420e840174e on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:09.103161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 86a60030-c5f5-4be6-b406-726ad16c9844 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:09.105177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 86a60030-c5f5-4be6-b406-726ad16c9844 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:09.106896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3668ae82-6e03-4c68-aa09-830716abce4e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:09.183772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3668ae82-6e03-4c68-aa09-830716abce4e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:09.185973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3668ae82-6e03-4c68-aa09-830716abce4e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:09.190646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1004b04d-2b3c-4252-b1af-dd6a1d601236 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:09.193844 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-652f8b86-f8ee-4955-a54a-cbef73e6c48d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6fa60c299e540a2a9c0781ddcf9edb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338480 Jul 28 10:35:09.194878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46546) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:09.218513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-96f30cb4-ff83-43ab-a84b-cb4b0e5e3cf6 req-7e87875a-e3e8-4e05-8cba-e0f897b4d344 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (b94953e7-0673-4529-be5a-a12364c43757), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.230823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9670b5-ac95-4a56-b24b-716e7613ebd4 None None] Pushing event deleted for resources: {'Port': ['ID=a1deedf1-e8b4-4dc7-ac6c-2420e840174e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:09.254280 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:09.259604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-96f30cb4-ff83-43ab-a84b-cb4b0e5e3cf6 req-7e87875a-e3e8-4e05-8cba-e0f897b4d344 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b94953e7-0673-4529-be5a-a12364c43757), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.281028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1004b04d-2b3c-4252-b1af-dd6a1d601236 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:09.282220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1004b04d-2b3c-4252-b1af-dd6a1d601236 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:09.282722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1e837cb-a0e6-46af-b65d-214e5413f46b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:09.358291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb681a13-cbb9-4bcd-a894-7f735e885f64 admin admin] Publish callbacks [] for security_group (d8827e11-0fc8-46ef-ac69-9b183234a214), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.376975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-96f30cb4-ff83-43ab-a84b-cb4b0e5e3cf6 req-7e87875a-e3e8-4e05-8cba-e0f897b4d344 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.386153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd9546-4ee3-4a40-986b-f8edd53c61fa None None] Current status of the port d29dbe38-70d1-4862-ba12-c1b142a1b858 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:09.388763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f1e837cb-a0e6-46af-b65d-214e5413f46b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:09.389119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1e837cb-a0e6-46af-b65d-214e5413f46b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:09.394497 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-96f30cb4-ff83-43ab-a84b-cb4b0e5e3cf6 req-7e87875a-e3e8-4e05-8cba-e0f897b4d344 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5262434 Jul 28 10:35:09.413961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87875a-e3e8-4e05-8cba-e0f897b4d344 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94953e7-0673-4529-be5a-a12364c43757,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:09.438853 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:09.466991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb681a13-cbb9-4bcd-a894-7f735e885f64 admin admin] Publish callbacks [] for security_group (d8827e11-0fc8-46ef-ac69-9b183234a214), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.472749 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1da81244-29c1-485e-82fd-79f6c0bd6217 req-ad69810f-41c1-4c44-b8e1-153a04359e7b tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e95c8f3-aa5d-4384-bd43-8434776b69a2 HTTP/1.1" status: 200 len: 210 time: 0.2589569 Jul 28 10:35:09.539793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (5e9009e8-cc0d-47f0-b30c-3a342cf000b2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.612922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d29dbe38-70d1-4862-ba12-c1b142a1b858 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:09.613263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb681a13-cbb9-4bcd-a894-7f735e885f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d8827e11-0fc8-46ef-ac69-9b183234a214), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.620841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb681a13-cbb9-4bcd-a894-7f735e885f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.624396 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eb681a13-cbb9-4bcd-a894-7f735e885f64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8827e11-0fc8-46ef-ac69-9b183234a214 HTTP/1.1" status: 204 len: 168 time: 0.4283364 Jul 28 10:35:09.640721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb681a13-cbb9-4bcd-a894-7f735e885f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8827e11-0fc8-46ef-ac69-9b183234a214,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:09.641471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9009e8-cc0d-47f0-b30c-3a342cf000b2']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:09.684720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:09.685324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f1cfbd-aaf8-4849-b163-b116e7a5122d') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:09.698045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] For port aa053927-eaa4-45de-8fab-b90cec896d90, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=aa053927-eaa4-45de-8fab-b90cec896d90,segment=NetworkSegment(4824a7b6-fa71-427b-a48e-c9999ccab586),segment_id=4824a7b6-fa71-427b-a48e-c9999ccab586)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:09.698423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.738658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (d3f1cfbd-aaf8-4849-b163-b116e7a5122d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.767883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-4dba536e-1a0e-4fd0-83f3-0f164e38697c req-2b0c4a6c-8c3b-4c3f-993f-cbe7f5efc202 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1631026725', 'description': 'tempest-description-1980049851'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:09.811769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d29dbe38-70d1-4862-ba12-c1b142a1b858 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:09.812170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:09.921825 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d6ab958d-0cf5-4d86-bc4c-1ae64e8f94b8 req-cf67e06a-bc28-4eae-aaf2-1640934360fa tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--733085434&fields=id&tenant_id=70ceba76ab9744e7a0ae4f2438709f7d HTTP/1.1" status: 200 len: 267 time: 0.1401973 Jul 28 10:35:10.020048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d29dbe38-70d1-4862-ba12-c1b142a1b858 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:10.095089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a1deedf1-e8b4-4dc7-ac6c-2420e840174e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:10.139548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a1deedf1-e8b4-4dc7-ac6c-2420e840174e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:10.140201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a1deedf1-e8b4-4dc7-ac6c-2420e840174e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:10.175707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab958d-0cf5-4d86-bc4c-1ae64e8f94b8 req-11d85cf4-647e-4179-8786-9fe3679357af tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:10.183377 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d6ab958d-0cf5-4d86-bc4c-1ae64e8f94b8 req-11d85cf4-647e-4179-8786-9fe3679357af tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/networks?id=fc480ddc-689b-4a08-ab44-677bf4b84cd1 HTTP/1.1" status: 200 len: 808 time: 0.2547917 Jul 28 10:35:10.200600 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d6ab958d-0cf5-4d86-bc4c-1ae64e8f94b8 req-eb5a26fb-24fa-4627-95e0-9ea5bbae5a5f tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/quotas/70ceba76ab9744e7a0ae4f2438709f7d HTTP/1.1" status: 200 len: 375 time: 0.0159051 Jul 28 10:35:10.294490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Calling delete_port for aa053927-eaa4-45de-8fab-b90cec896d90 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:10.311032 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d6ab958d-0cf5-4d86-bc4c-1ae64e8f94b8 req-03bf685d-acbd-4ebd-baff-4a6c9ecc8a6a tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=70ceba76ab9744e7a0ae4f2438709f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085255 Jul 28 10:35:10.313371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d3f1cfbd-aaf8-4849-b163-b116e7a5122d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:10.374804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:10.375219 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (d3f1cfbd-aaf8-4849-b163-b116e7a5122d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:10.426103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-4dba536e-1a0e-4fd0-83f3-0f164e38697c req-2b0c4a6c-8c3b-4c3f-993f-cbe7f5efc202 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:10.486943 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d6ab958d-0cf5-4d86-bc4c-1ae64e8f94b8 req-d0d34d40-b2e6-42fe-b471-292cd1c98af4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576595 Jul 28 10:35:10.519985 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d3f1cfbd-aaf8-4849-b163-b116e7a5122d resource provider aggregate not found Jul 28 10:35:10.525114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (5e9009e8-cc0d-47f0-b30c-3a342cf000b2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:10.531179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:10.539036 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e9009e8-cc0d-47f0-b30c-3a342cf000b2 HTTP/1.1" status: 204 len: 168 time: 3.5893857 Jul 28 10:35:10.619999 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:10.626600 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d6ab958d-0cf5-4d86-bc4c-1ae64e8f94b8 req-60e2106a-49ed-4684-8719-aad8dbc5543f service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230290 Jul 28 10:35:10.740775 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d3f1cfbd-aaf8-4849-b163-b116e7a5122d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3f1cfbd-aaf8-4849-b163-b116e7a5122d found for delete ", "request_id": "req-136ac50e-1283-4d8c-8684-46703bbcf685"}]} Jul 28 10:35:10.753092 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b661-6bf8-4939-9a4a-2ecbed72def1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9009e8-cc0d-47f0-b30c-3a342cf000b2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:10.768834 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:10.878388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-4dba536e-1a0e-4fd0-83f3-0f164e38697c req-2b0c4a6c-8c3b-4c3f-993f-cbe7f5efc202 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (c6338dab-3f46-4fba-ab7b-6d25893bae77), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:10.944667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-4dba536e-1a0e-4fd0-83f3-0f164e38697c req-2b0c4a6c-8c3b-4c3f-993f-cbe7f5efc202 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c6338dab-3f46-4fba-ab7b-6d25893bae77), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:10.971980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46602) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:10.986348 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-44574c38-8d6a-4a5e-a4a9-fa1dbe3ead12 req-16521959-f8f9-4dbd-8bf3-a1ccfc06929f tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae65f84b-209e-47a9-b887-5190f803e3ef HTTP/1.1" status: 200 len: 210 time: 0.0781949 Jul 28 10:35:11.002617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-4dba536e-1a0e-4fd0-83f3-0f164e38697c req-2b0c4a6c-8c3b-4c3f-993f-cbe7f5efc202 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.004361 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4dba536e-1a0e-4fd0-83f3-0f164e38697c req-2b0c4a6c-8c3b-4c3f-993f-cbe7f5efc202 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2686460 Jul 28 10:35:11.036514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46608) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:11.078181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4a6c-8c3b-4c3f-993f-cbe7f5efc202 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6338dab-3f46-4fba-ab7b-6d25893bae77,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:11.083943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (aa053927-eaa4-45de-8fab-b90cec896d90), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.133173 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a7a1f60-676b-4235-817a-b4852ef3aed1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=085316428d834b6cb9dcb36971da849e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562972 Jul 28 10:35:11.136761 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:11.137835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa053927-eaa4-45de-8fab-b90cec896d90,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:11.316454 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-30629e34-8a03-47d2-b3e1-74b00d159a5c req-311b51e1-0dfc-4ad2-ae1c-fb0279a5136a tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e95c8f3-aa5d-4384-bd43-8434776b69a2 HTTP/1.1" status: 200 len: 210 time: 0.0619686 Jul 28 10:35:11.329785 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ebd17cac-5092-41ad-b406-e3bd5ac3180b req-226fed63-4f08-4c20-b680-b3bd09181b3d tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=744bccb9-89b5-4309-a75d-c5faf07eb0a0 HTTP/1.1" status: 200 len: 210 time: 0.1297483 Jul 28 10:35:11.341254 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.375095 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e056090-c8cf-4205-9fea-e23437873e02 admin admin] Publish callbacks [] for security_group (e8afa9ac-8e69-47a0-8406-b27f066383ff), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.436762 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e056090-c8cf-4205-9fea-e23437873e02 admin admin] Publish callbacks [] for security_group (e8afa9ac-8e69-47a0-8406-b27f066383ff), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.545667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e056090-c8cf-4205-9fea-e23437873e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e8afa9ac-8e69-47a0-8406-b27f066383ff), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.548750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e056090-c8cf-4205-9fea-e23437873e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.562964 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e056090-c8cf-4205-9fea-e23437873e02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8afa9ac-8e69-47a0-8406-b27f066383ff HTTP/1.1" status: 204 len: 168 time: 0.4246676 Jul 28 10:35:11.594122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e056090-c8cf-4205-9fea-e23437873e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8afa9ac-8e69-47a0-8406-b27f066383ff,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:11.680624 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-372499428-network', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:11.728434 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:11.752614 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c3c4bc56-23a6-451b-98e3-1509a682c9a8 req-710595f3-f553-4477-aeb8-d3487df79bdf tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e95c8f3-aa5d-4384-bd43-8434776b69a2 HTTP/1.1" status: 200 len: 210 time: 0.0987914 Jul 28 10:35:11.801832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Made reservation on behalf of 6ec3ffdc362b4d61b65d798f9b3c193a for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:11.806366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.815937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (38e53e3c-f240-4613-9284-1ed8c0471db8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.816931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.840609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed20d-eb01-4280-b2c7-798d00bf7637 req-b21aa79d-fdf6-483c-ad4c-18e58a87fc92 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:11.842577 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c2fed20d-eb01-4280-b2c7-798d00bf7637 req-b21aa79d-fdf6-483c-ad4c-18e58a87fc92 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/networks?id=23de53e8-d4b8-427a-b6f2-f1a17846e4a1 HTTP/1.1" status: 200 len: 813 time: 0.3582275 Jul 28 10:35:11.902130 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c2fed20d-eb01-4280-b2c7-798d00bf7637 req-2391a7da-8f17-4972-9eb9-97d4c46cccc5 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/quotas/c3c8659bbba84bbfb32e446ba294d81e HTTP/1.1" status: 200 len: 375 time: 0.0529928 Jul 28 10:35:11.928038 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:11.949652 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks [] for security_group (e8cc5393-1283-432e-a5e8-388902818ede), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.955812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e8cc5393-1283-432e-a5e8-388902818ede), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:11.992681 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc5393-1283-432e-a5e8-388902818ede,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:11.997585 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c2fed20d-eb01-4280-b2c7-798d00bf7637 req-a6fdd0be-9d24-4e44-b824-179c241f191d tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3c8659bbba84bbfb32e446ba294d81e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875075 Jul 28 10:35:12.005671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:35:12.018354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4740a1d1-4994-45f5-acb1-a6299dc39692), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.018904 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Added segment 4740a1d1-4994-45f5-acb1-a6299dc39692 of type vlan for network f914f368-72d2-4a97-a2ea-c56989154bea Jul 28 10:35:12.093306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f914f368-72d2-4a97-a2ea-c56989154bea), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.128860 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f914f368-72d2-4a97-a2ea-c56989154bea), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.131107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:12.132026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.188722 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:12.209088 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c2fed20d-eb01-4280-b2c7-798d00bf7637 req-1fb3559d-04fa-46d0-beb0-3bd00fcb5c6a service neutron] 10.222.0.46 "GET /v2.0/networks/23de53e8-d4b8-427a-b6f2-f1a17846e4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983709 Jul 28 10:35:12.218488 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 859 time: 1.1809301 Jul 28 10:35:12.223154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46644) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:12.232540 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Request body: {'subnet': {'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-372499428-subnet', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:12.251214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76b9ea-a71b-4ed3-89b2-568e19dff60a admin admin] Pushing event updated for resources: {'Network': ['ID=f914f368-72d2-4a97-a2ea-c56989154bea,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:12.264488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f914f368-72d2-4a97-a2ea-c56989154bea details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:35:12.274457 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e0c4dd23-b418-4a68-9ea2-115bd5b9fd3d req-8c3d0179-2e6e-4209-a9b3-c8bd6e350e1b tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae65f84b-209e-47a9-b887-5190f803e3ef HTTP/1.1" status: 200 len: 210 time: 0.0521951 Jul 28 10:35:12.274859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Router 38e53e3c-f240-4613-9284-1ed8c0471db8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:12.311312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Made reservation on behalf of 6ec3ffdc362b4d61b65d798f9b3c193a for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:12.313076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.372253 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c2fed20d-eb01-4280-b2c7-798d00bf7637 req-758e560d-b392-4b17-928b-54e627d2b503 service neutron] 10.222.0.46 "GET /v2.0/networks/23de53e8-d4b8-427a-b6f2-f1a17846e4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546431 Jul 28 10:35:12.451732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:12.457067 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-67c6e8f5-cd9c-47b3-94aa-5d811e6a5a51 admin admin] 10.222.0.46 "PUT /v2.0/routers/38e53e3c-f240-4613-9284-1ed8c0471db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8484256 Jul 28 10:35:12.459537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46658) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:12.463264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] Sync routers for ids ['38e53e3c-f240-4613-9284-1ed8c0471db8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:12.505792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] Routers {'38e53e3c-f240-4613-9284-1ed8c0471db8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:12.506481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['38e53e3c-f240-4613-9284-1ed8c0471db8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:12.638299 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (9db66bd1-6b84-44df-8e84-995887b155a6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.642847 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks [] for router (38e53e3c-f240-4613-9284-1ed8c0471db8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.716903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] Set router 38e53e3c-f240-4613-9284-1ed8c0471db8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:12.749412 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:12.811285 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-83fa669f-3e4e-4869-bbbe-7993c64fc0cb req-8eb4ea42-9f1b-4fdf-aa25-c8f17bd314f8 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae65f84b-209e-47a9-b887-5190f803e3ef HTTP/1.1" status: 200 len: 210 time: 0.0466032 Jul 28 10:35:12.860839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db66bd1-6b84-44df-8e84-995887b155a6,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:12.876291 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bf8bee77-7f09-453c-b6a1-8ba4f8a75858 req-89fd842a-e691-4bac-9529-d646b9513363 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=744bccb9-89b5-4309-a75d-c5faf07eb0a0 HTTP/1.1" status: 200 len: 210 time: 0.0593491 Jul 28 10:35:12.922504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Checking segment: {'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:12.923460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Network hostable DHCP agents. Network: f914f368-72d2-4a97-a2ea-c56989154bea, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:35:12.924867 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks [] for router_gateway (38e53e3c-f240-4613-9284-1ed8c0471db8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:12.978047 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Network f914f368-72d2-4a97-a2ea-c56989154bea is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:35:12.998458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f914f368-72d2-4a97-a2ea-c56989154bea) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:13.005555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:13.006296 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.052581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Deleting port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:13.053598 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.076254 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-904dfa49-1479-4f88-ab13-408cc838a502 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8481815 Jul 28 10:35:13.076492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:13.087229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:13.101316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6dce7f-51d7-4074-bb32-0b2455d8b577 None None] Network f914f368-72d2-4a97-a2ea-c56989154bea requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:13.104021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46686) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:13.104350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:13.235580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (1a96af31-526e-4517-8807-1b796344c845), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.237387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (1a96af31-526e-4517-8807-1b796344c845), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.285437 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:13.298329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-network', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:13.307307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a2f69db7-6440-4c25-b5b0-e6ad671dad30 req-fcccd81a-1432-42df-a5bf-f8afa0e82f6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?device_id=48eaec93-d976-4eee-834a-6ebbc4250e8c HTTP/1.1" status: 200 len: 210 time: 0.0870886 Jul 28 10:35:13.385236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] For port c0d74fd7-b82e-4aec-8938-8cc7ae78bf10, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:13.385635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.385942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-706fc35e-9085-4527-8755-21eacd7c48dd tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group (3d0ae0b3-37fd-452c-a4b3-9679a26111a2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.393885 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:13.403547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks [] for router_controller (1a96af31-526e-4517-8807-1b796344c845), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.430917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:35:10Z', 'revision_number': 5, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port': {'id': 'c0d74fd7-b82e-4aec-8938-8cc7ae78bf10', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:03Z', 'updated_at': '2022-07-28T10:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:13.439453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Calling delete_port for c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:13.464677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] Checking router: 38e53e3c-f240-4613-9284-1ed8c0471db8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:13.507896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-f914f368-72d2-4a97-a2ea-c56989154bea', 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea', 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'fixed_ips': [{'subnet_id': '9db66bd1-6b84-44df-8e84-995887b155a6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:35:13.509093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.515045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] Routers {'38e53e3c-f240-4613-9284-1ed8c0471db8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:13.516052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['38e53e3c-f240-4613-9284-1ed8c0471db8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:13.610314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-706fc35e-9085-4527-8755-21eacd7c48dd tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group (3d0ae0b3-37fd-452c-a4b3-9679a26111a2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.639109 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-3e79cb52-7e8d-4a06-87d8-ec1133100a7f req-ad169c89-0aa1-45e3-ba0f-e2c866369116 tempest-MultipleCreateTestJSON-445292188 tempest-MultipleCreateTestJSON-445292188-project] 10.222.0.46 "GET /v2.0/ports?device_id=171f826d-0eb7-4772-95d4-2ffc1fad43e3 HTTP/1.1" status: 200 len: 210 time: 0.0533302 Jul 28 10:35:13.679099 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:13.687667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Made reservation on behalf of 75323914850d4d3d8563a3bb2df9a5ca for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:13.690443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.760430 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.767695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Allocated IP 172.20.0.2 (f914f368-72d2-4a97-a2ea-c56989154bea/9db66bd1-6b84-44df-8e84-995887b155a6/8c04396b-3c0a-435f-b204-1c0edbe2dca0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:13.818389 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dadf8438-e28a-4df9-9622-e1fc34125a3d req-f65c0e05-3bc1-449a-8433-ae1cb6782090 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=744bccb9-89b5-4309-a75d-c5faf07eb0a0 HTTP/1.1" status: 200 len: 210 time: 0.2205956 Jul 28 10:35:13.862840 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:13.891001 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c0d74fd7-b82e-4aec-8938-8cc7ae78bf10), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.898559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks [] for router_gateway (1a96af31-526e-4517-8807-1b796344c845), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.934728 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:13.951908 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Publish callbacks [] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.967746 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:13.982080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] Set router 38e53e3c-f240-4613-9284-1ed8c0471db8 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:13.999731 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d74fd7-b82e-4aec-8938-8cc7ae78bf10,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:14.064446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-706fc35e-9085-4527-8755-21eacd7c48dd tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3d0ae0b3-37fd-452c-a4b3-9679a26111a2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.077111 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-706fc35e-9085-4527-8755-21eacd7c48dd tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.078619 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-706fc35e-9085-4527-8755-21eacd7c48dd tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "DELETE /v2.0/security-groups/3d0ae0b3-37fd-452c-a4b3-9679a26111a2 HTTP/1.1" status: 204 len: 168 time: 0.9720848 Jul 28 10:35:14.090124 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46700) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:14.136173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fc35e-9085-4527-8755-21eacd7c48dd tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ae0b3-37fd-452c-a4b3-9679a26111a2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:14.155952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:35:12Z', 'revision_number': 6, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:14.158279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Pushing event updated for resources: {'Port': ['ID=8c04396b-3c0a-435f-b204-1c0edbe2dca0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:14.194085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Network f914f368-72d2-4a97-a2ea-c56989154bea is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:14.199456 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-84335466-b698-443f-b9a5-3afb3584c940 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] show failed (client error): The resource could not be found. Jul 28 10:35:14.203834 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-84335466-b698-443f-b9a5-3afb3584c940 tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "GET /v2.0/security-groups/3d0ae0b3-37fd-452c-a4b3-9679a26111a2 HTTP/1.1" status: 404 len: 347 time: 0.1122093 Jul 28 10:35:14.206583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46708) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:14.233526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:14.242443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:14.286821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46712) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:14.320824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d041d65-0eca-4868-9c13-917d3cd3e897 None None] The sync data for ids ['38e53e3c-f240-4613-9284-1ed8c0471db8'] in n-d-850468-6 is: [{'id': '38e53e3c-f240-4613-9284-1ed8c0471db8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1913729858-router', 'tenant_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:00Z', 'updated_at': '2022-07-28T10:35:12Z', 'revision_number': 6, 'project_id': 'b02b39bdd29b4b53b3a897e9eef4615e', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:14.355629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Attempting to bind port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:14.356947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Attempting to bind port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:14.357887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Attempting to bind port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 on network f914f368-72d2-4a97-a2ea-c56989154bea {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:14.365296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:14.366005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Checking segment: {'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:14.366713 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.367741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Bound using segment: {'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:14.368407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Bound port: 8c04396b-3c0a-435f-b204-1c0edbe2dca0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:14.368964 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.393346 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:14.426041 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:14.459630 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks [] for security_group (cd604154-c967-4e99-b310-96e9bd071941), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.464204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (38e53e3c-f240-4613-9284-1ed8c0471db8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.469217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks [] for router_gateway (1a96af31-526e-4517-8807-1b796344c845), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.472965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cd604154-c967-4e99-b310-96e9bd071941), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.490474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:35:14.503749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8aaa1428-2847-4e1a-bef2-a31d42248b81), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.504326 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Added segment 8aaa1428-2847-4e1a-bef2-a31d42248b81 of type vlan for network b2e7dadb-9093-4432-aff8-2955d503a278 Jul 28 10:35:14.545345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] For port 8c04396b-3c0a-435f-b204-1c0edbe2dca0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:14.552019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] For port 8c04396b-3c0a-435f-b204-1c0edbe2dca0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8c04396b-3c0a-435f-b204-1c0edbe2dca0,segment=NetworkSegment(4740a1d1-4994-45f5-acb1-a6299dc39692),segment_id=4740a1d1-4994-45f5-acb1-a6299dc39692)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:14.580344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b2e7dadb-9093-4432-aff8-2955d503a278), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.594186 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.684306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.706607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b2e7dadb-9093-4432-aff8-2955d503a278), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.709824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:14.710896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:14.749301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b43f3a-42d1-489b-b606-91863c2e122d None None] Pushing event updated for resources: {'Port': ['ID=8c04396b-3c0a-435f-b204-1c0edbe2dca0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:14.825814 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b73cc991-96a0-4cf6-a1e4-4f9f12b87cf5 req-28fe778e-a869-49b9-baaf-ec4515814c5b tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?device_id=48eaec93-d976-4eee-834a-6ebbc4250e8c HTTP/1.1" status: 200 len: 210 time: 0.1785223 Jul 28 10:35:14.922319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd604154-c967-4e99-b310-96e9bd071941,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:14.968193 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8627210 Jul 28 10:35:14.974243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:14.990566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Request body: {'subnet': {'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-subnet', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:14.999679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44584b5b-8566-44cc-888d-9ee4c99cf2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e7dadb-9093-4432-aff8-2955d503a278,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:15.009933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b2e7dadb-9093-4432-aff8-2955d503a278 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:35:15.098989 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (38e53e3c-f240-4613-9284-1ed8c0471db8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.101905 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:15.108423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks [] for router_controller (38e53e3c-f240-4613-9284-1ed8c0471db8), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.110493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Allocated IP 172.25.2.106 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/279298a8-32a8-4423-afe6-81256d01a87a) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:15.112410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Deleting port d8b415de-cb69-4ad4-8106-228c3e348183 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:15.112843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d8b415de-cb69-4ad4-8106-228c3e348183), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.181976 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Made reservation on behalf of 75323914850d4d3d8563a3bb2df9a5ca for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:15.184840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.188506 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-982fab30-a9de-4318-a9c4-c4110484f77e req-b02f5237-c5b6-46a5-9bb1-72f621f989bd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/ports?device_id=48eaec93-d976-4eee-834a-6ebbc4250e8c HTTP/1.1" status: 200 len: 210 time: 0.1256609 Jul 28 10:35:15.317484 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=34 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:15.328227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks [] for port (279298a8-32a8-4423-afe6-81256d01a87a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.381925 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (38e53e3c-f240-4613-9284-1ed8c0471db8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.382553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e53e3c-f240-4613-9284-1ed8c0471db8 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:15.399690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.400866 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-816775bb-c522-4d3d-a0a0-2b99e7023546 admin admin] 10.222.0.46 "DELETE /v2.0/routers/38e53e3c-f240-4613-9284-1ed8c0471db8 HTTP/1.1" status: 204 len: 168 time: 2.9401166 Jul 28 10:35:15.407987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46762) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:15.442756 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=14 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:15.574831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d8b415de-cb69-4ad4-8106-228c3e348183), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.575592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for floatingip (d8b415de-cb69-4ad4-8106-228c3e348183), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.608503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Calling delete_port for d8b415de-cb69-4ad4-8106-228c3e348183 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:15.616856 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:15.617648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] Deleting subnet 2af75be8-8b0f-4957-b94e-01b7b3dfe28e {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:15.646625 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] Publish callbacks [] for subnet (2af75be8-8b0f-4957-b94e-01b7b3dfe28e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.699712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8c04396b-3c0a-435f-b204-1c0edbe2dca0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:15.772570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (2af75be8-8b0f-4957-b94e-01b7b3dfe28e), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.775905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:15.776500 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.905373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-4c11facf-239a-41ac-9a20-e8e8a06afa48 req-48bc832e-0f9b-41c9-b451-95f8db44f7bf tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1849858915', 'description': 'tempest-description-1081307442'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:15.913895 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (279298a8-32a8-4423-afe6-81256d01a87a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.922825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:15.923678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.965545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (de0bcf07-1b35-456f-aa81-2b32766633dc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:15.978803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8c04396b-3c0a-435f-b204-1c0edbe2dca0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8c04396b-3c0a-435f-b204-1c0edbe2dca0,segment=NetworkSegment(4740a1d1-4994-45f5-acb1-a6299dc39692),segment_id=4740a1d1-4994-45f5-acb1-a6299dc39692)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:15.985472 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.042827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:16.053057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:16.060139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:16.063984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Pushing event updated for resources: {'Port': ['ID=279298a8-32a8-4423-afe6-81256d01a87a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:16.066685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4c11facf-239a-41ac-9a20-e8e8a06afa48 req-48bc832e-0f9b-41c9-b451-95f8db44f7bf tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.091470 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:16.094245 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0bcf07-1b35-456f-aa81-2b32766633dc,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:16.107891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device aa053927-eaa4-45de-8fab-b90cec896d90 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:16.150312 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: aa053927-eaa4-45de-8fab-b90cec896d90 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:16.150738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device aa053927-eaa4-45de-8fab-b90cec896d90 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:16.151181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:16.154792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8c04396b-3c0a-435f-b204-1c0edbe2dca0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:16.191095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:16.191451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c0d74fd7-b82e-4aec-8938-8cc7ae78bf10 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:16.356390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Checking segment: {'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:16.356852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Network hostable DHCP agents. Network: b2e7dadb-9093-4432-aff8-2955d503a278, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:35:16.377296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (844af201-a37e-42ff-8c25-847b0cccfa0e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.469269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Network b2e7dadb-9093-4432-aff8-2955d503a278 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:35:16.513615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2af75be8-8b0f-4957-b94e-01b7b3dfe28e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.524621 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d8b415de-cb69-4ad4-8106-228c3e348183), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.541709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b2e7dadb-9093-4432-aff8-2955d503a278) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:16.556174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109c6d2-6956-4992-9db6-81cb3bfe6768 None None] Network b2e7dadb-9093-4432-aff8-2955d503a278 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:16.596130 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:16.601736 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:16.604011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.645255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Pushing event deleted for resources: {'Port': ['ID=d8b415de-cb69-4ad4-8106-228c3e348183,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:16.678578 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-84a1851f-1be8-450e-ad23-10eed9efa0b5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6994162 Jul 28 10:35:16.688587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46804) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:16.695586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:16.761770 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:16.857965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b2e7dadb-9093-4432-aff8-2955d503a278', 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278', 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'fixed_ips': [{'subnet_id': 'de0bcf07-1b35-456f-aa81-2b32766633dc'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:35:16.859028 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.864699 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:16.866223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (2af75be8-8b0f-4957-b94e-01b7b3dfe28e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.887019 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:16.888722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4c11facf-239a-41ac-9a20-e8e8a06afa48 req-48bc832e-0f9b-41c9-b451-95f8db44f7bf tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.939044 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4c11facf-239a-41ac-9a20-e8e8a06afa48 req-48bc832e-0f9b-41c9-b451-95f8db44f7bf tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.945522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af75be8-8b0f-4957-b94e-01b7b3dfe28e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:16.957188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (0107b473-038f-41cf-9085-aff01f30596b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.958677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (0107b473-038f-41cf-9085-aff01f30596b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.968425 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:16.976768 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2676b79-b934-4a98-add2-d503216e5397 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2af75be8-8b0f-4957-b94e-01b7b3dfe28e HTTP/1.1" status: 204 len: 168 time: 1.5634003 Jul 28 10:35:17.000149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:17.029788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks [] for floatingip (6c495b40-76ea-4464-8435-0a30ce5f3bfa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.035319 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.040428 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0e4edd3e-08dd-4f71-9a2f-8621283d212c tempest-ServersTestManualDisk-1353618979 tempest-ServersTestManualDisk-1353618979-project] 10.222.0.46 "DELETE /v2.0/floatingips/6c495b40-76ea-4464-8435-0a30ce5f3bfa HTTP/1.1" status: 204 len: 168 time: 2.8292274 Jul 28 10:35:17.041555 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:17.136192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Allocated IP 172.20.0.2 (b2e7dadb-9093-4432-aff8-2955d503a278/de0bcf07-1b35-456f-aa81-2b32766633dc/bbc80de1-fad7-456d-8ec0-682b4a71b412) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:17.159772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4c11facf-239a-41ac-9a20-e8e8a06afa48 req-48bc832e-0f9b-41c9-b451-95f8db44f7bf tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.161150 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4c11facf-239a-41ac-9a20-e8e8a06afa48 req-48bc832e-0f9b-41c9-b451-95f8db44f7bf tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2782009 Jul 28 10:35:17.205598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc832e-0f9b-41c9-b451-95f8db44f7bf tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e64be5-a207-4978-b832-fb4ecdc06d20,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:17.311586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks [] for router_controller (0107b473-038f-41cf-9085-aff01f30596b), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.407506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks [] for router_gateway (1a96af31-526e-4517-8807-1b796344c845), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.415687 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4cf9b3b1-4df6-4f2b-82e3-758eb56f8f1e req-449a9970-ae87-46d7-b71e-5e2fdf769de9 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/23e64be5-a207-4978-b832-fb4ecdc06d20 HTTP/1.1" status: 200 len: 1820 time: 0.2133210 Jul 28 10:35:17.449235 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:17.459249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.469172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42658059-d651-47d7-9504-30eeb40b8407 None None] Network bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:17.474026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-4cf9b3b1-4df6-4f2b-82e3-758eb56f8f1e req-bfb62eae-77e0-413c-a9a3-a049d17de7d8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Request body: {'security_group': {'name': 'tempest-sg-hth-95852478', 'description': 'tempest-description-hth-1538637632'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:17.479950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f1fb7-f5a3-4821-b762-53dee4fbd73b None None] Network f914f368-72d2-4a97-a2ea-c56989154bea requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:17.645174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4cf9b3b1-4df6-4f2b-82e3-758eb56f8f1e req-bfb62eae-77e0-413c-a9a3-a049d17de7d8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.730292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Publish callbacks [] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.786584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-43027c58-abde-4613-83d6-7338e8ab1e08 None None] Provisioning complete for port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:17.788012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43027c58-abde-4613-83d6-7338e8ab1e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:17.982663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8c04396b-3c0a-435f-b204-1c0edbe2dca0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:17.985729 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.011250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Deleting port d29dbe38-70d1-4862-ba12-c1b142a1b858 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:18.015313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.026147 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:18.053197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46832) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:18.087586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (1a96af31-526e-4517-8807-1b796344c845), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.105188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Pushing event updated for resources: {'Port': ['ID=bbc80de1-fad7-456d-8ec0-682b4a71b412,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:18.122968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks [] for router_gateway (0107b473-038f-41cf-9085-aff01f30596b), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.147127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Deleting port 651664a8-31b0-4da2-9b6d-76a8bd61df8d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:18.147614 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.181538 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4cf9b3b1-4df6-4f2b-82e3-758eb56f8f1e req-bfb62eae-77e0-413c-a9a3-a049d17de7d8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.187648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Network b2e7dadb-9093-4432-aff8-2955d503a278 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:18.219127 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4cf9b3b1-4df6-4f2b-82e3-758eb56f8f1e req-bfb62eae-77e0-413c-a9a3-a049d17de7d8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.229136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-4cf9b3b1-4df6-4f2b-82e3-758eb56f8f1e req-bfb62eae-77e0-413c-a9a3-a049d17de7d8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.230613 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4cf9b3b1-4df6-4f2b-82e3-758eb56f8f1e req-bfb62eae-77e0-413c-a9a3-a049d17de7d8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "PUT /v2.0/security-groups/23e64be5-a207-4978-b832-fb4ecdc06d20 HTTP/1.1" status: 200 len: 1792 time: 0.7692380 Jul 28 10:35:18.241796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:18.296738 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb62eae-77e0-413c-a9a3-a049d17de7d8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e64be5-a207-4978-b832-fb4ecdc06d20,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:18.317006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:18.390831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] For port d29dbe38-70d1-4862-ba12-c1b142a1b858, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d29dbe38-70d1-4862-ba12-c1b142a1b858,segment=NetworkSegment(f29316b4-a613-4f43-af15-c745783b11bf),segment_id=f29316b4-a613-4f43-af15-c745783b11bf)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:18.391353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.415458 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:18.473272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-43027c58-abde-4613-83d6-7338e8ab1e08 None None] Current status of the port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:18.475015 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Router 1a96af31-526e-4517-8807-1b796344c845 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:35:18.483304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] DHCP port deletion for bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:35:18.525683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:18.526230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.558705 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:18.563017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Calling delete_port for d29dbe38-70d1-4862-ba12-c1b142a1b858 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:18.619734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Attempting to bind port bbc80de1-fad7-456d-8ec0-682b4a71b412 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:18.620291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Attempting to bind port bbc80de1-fad7-456d-8ec0-682b4a71b412 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:18.621423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Attempting to bind port bbc80de1-fad7-456d-8ec0-682b4a71b412 on network b2e7dadb-9093-4432-aff8-2955d503a278 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:18.632607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:18.633689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Checking segment: {'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:18.634345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.634981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Bound using segment: {'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:18.636117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Bound port: bbc80de1-fad7-456d-8ec0-682b4a71b412, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:18.636834 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.646205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] Deleting port 651664a8-31b0-4da2-9b6d-76a8bd61df8d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:18.646911 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.662193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-49d89c53-e807-4968-9c95-c7f9b63fddfb None None] Provisioning complete for port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:18.662419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7aac06a6-327e-4208-ba3f-8aabf45eb8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.662683 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49d89c53-e807-4968-9c95-c7f9b63fddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.744723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] For port 651664a8-31b0-4da2-9b6d-76a8bd61df8d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=651664a8-31b0-4da2-9b6d-76a8bd61df8d,segment=NetworkSegment(4824a7b6-fa71-427b-a48e-c9999ccab586),segment_id=4824a7b6-fa71-427b-a48e-c9999ccab586)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:18.744999 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.779980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:18.796096 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Sync routers for ids ['1a96af31-526e-4517-8807-1b796344c845'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:18.805415 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:18.834325 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Routers {'1a96af31-526e-4517-8807-1b796344c845'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:18.835020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Calling delete_port for 651664a8-31b0-4da2-9b6d-76a8bd61df8d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:18.835203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['1a96af31-526e-4517-8807-1b796344c845'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:18.842872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:18.847634 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f2ff9f44-b0c4-4661-97b9-6b5b5d7ad43c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7700560 Jul 28 10:35:18.848360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46842) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:19.002757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:19.082619 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Set router 1a96af31-526e-4517-8807-1b796344c845 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:19.137669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] For port 651664a8-31b0-4da2-9b6d-76a8bd61df8d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=651664a8-31b0-4da2-9b6d-76a8bd61df8d,segment=NetworkSegment(4824a7b6-fa71-427b-a48e-c9999ccab586),segment_id=4824a7b6-fa71-427b-a48e-c9999ccab586)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:19.137669 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:19.173640 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:19.200725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] Calling delete_port for 651664a8-31b0-4da2-9b6d-76a8bd61df8d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:19.204695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-49d89c53-e807-4968-9c95-c7f9b63fddfb None None] Current status of the port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:19.213298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] For port bbc80de1-fad7-456d-8ec0-682b4a71b412, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:19.220007 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:19.220611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] For port bbc80de1-fad7-456d-8ec0-682b4a71b412, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bbc80de1-fad7-456d-8ec0-682b4a71b412,segment=NetworkSegment(8aaa1428-2847-4e1a-bef2-a31d42248b81),segment_id=8aaa1428-2847-4e1a-bef2-a31d42248b81)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:19.222280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (3048ef72-f822-422f-b682-d740b4bb9d80), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:19.288508 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:19.318683 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:35:16Z', 'revision_number': 3, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:19.363519 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Checking router: 1a96af31-526e-4517-8807-1b796344c845 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:19.364266 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Updating router 1a96af31-526e-4517-8807-1b796344c845 port 279298a8-32a8-4423-afe6-81256d01a87a binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:19.410827 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-21ba64be-c67a-4289-a0c6-7b342982d966 req-c83bc160-828c-4ae7-a308-23a850f5ff04 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/23e64be5-a207-4978-b832-fb4ecdc06d20 HTTP/1.1" status: 200 len: 1792 time: 0.9291160 Jul 28 10:35:19.411925 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (279298a8-32a8-4423-afe6-81256d01a87a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:19.490069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc29c28-7d3e-4697-8a56-d7f2e81d3724 None None] Pushing event updated for resources: {'Port': ['ID=bbc80de1-fad7-456d-8ec0-682b4a71b412,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:19.516985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:19.578372 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:19.592153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 651664a8-31b0-4da2-9b6d-76a8bd61df8d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:19.609506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] Pushing event deleted for resources: {'Port': ['ID=651664a8-31b0-4da2-9b6d-76a8bd61df8d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:19.637158 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (651664a8-31b0-4da2-9b6d-76a8bd61df8d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:19.664522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9b218-392b-41a5-9d08-609361fb831e None None] No DVR routers for this DVR port 651664a8-31b0-4da2-9b6d-76a8bd61df8d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:19.675998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 651664a8-31b0-4da2-9b6d-76a8bd61df8d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:19.676251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 651664a8-31b0-4da2-9b6d-76a8bd61df8d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:19.721325 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:19.809957 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Pushing event deleted for resources: {'Port': ['ID=651664a8-31b0-4da2-9b6d-76a8bd61df8d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:19.847903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] No DVR routers for this DVR port 651664a8-31b0-4da2-9b6d-76a8bd61df8d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:19.939115 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:20.038881 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-cdc6f5b5-ad07-4a6a-a98e-05df21224ccd req-12741a11-31e2-46b1-a0d5-fb33e6922d0f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/23e64be5-a207-4978-b832-fb4ecdc06d20 HTTP/1.1" status: 200 len: 1792 time: 0.5343568 Jul 28 10:35:20.084435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7aac06a6-327e-4208-ba3f-8aabf45eb8dc admin admin] Publish callbacks [] for security_group (b3912522-6e72-44c2-9ff9-083232a18128), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.114386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks [] for router_gateway (0107b473-038f-41cf-9085-aff01f30596b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.123928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7aac06a6-327e-4208-ba3f-8aabf45eb8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b3912522-6e72-44c2-9ff9-083232a18128), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.139009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Allocated IP 172.20.0.1 (f914f368-72d2-4a97-a2ea-c56989154bea/9db66bd1-6b84-44df-8e84-995887b155a6/6d42d792-b075-45fe-a500-c7b0c51469cc) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:20.145037 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Publish callbacks [] for port (279298a8-32a8-4423-afe6-81256d01a87a), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.157244 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (279298a8-32a8-4423-afe6-81256d01a87a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.185120 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:20.185597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.208442 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-cdc6f5b5-ad07-4a6a-a98e-05df21224ccd req-64de8c5f-5f8d-41f4-b427-c89e53647502 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.213300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.219370 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Attempting to bind port 279298a8-32a8-4423-afe6-81256d01a87a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:20.220295 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Attempting to bind port 279298a8-32a8-4423-afe6-81256d01a87a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:20.220902 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Attempting to bind port 279298a8-32a8-4423-afe6-81256d01a87a on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:20.247936 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:20.249874 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:20.250558 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.251165 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:20.251893 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Bound port: 279298a8-32a8-4423-afe6-81256d01a87a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:20.252655 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (279298a8-32a8-4423-afe6-81256d01a87a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.283310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-cdc6f5b5-ad07-4a6a-a98e-05df21224ccd req-64de8c5f-5f8d-41f4-b427-c89e53647502 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.292827 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7aac06a6-327e-4208-ba3f-8aabf45eb8dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c91816fbea234d25ae14c2b7fcbf769d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1607037 Jul 28 10:35:20.302809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:20.336789 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] For port 279298a8-32a8-4423-afe6-81256d01a87a, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:20.340575 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] For port 279298a8-32a8-4423-afe6-81256d01a87a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=279298a8-32a8-4423-afe6-81256d01a87a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:20.361533 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (279298a8-32a8-4423-afe6-81256d01a87a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.363566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d29dbe38-70d1-4862-ba12-c1b142a1b858), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.396094 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:20.400882 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Routers {'1a96af31-526e-4517-8807-1b796344c845'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:20.401975 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['1a96af31-526e-4517-8807-1b796344c845'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:20.409850 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:20.412577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29dbe38-70d1-4862-ba12-c1b142a1b858,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:20.415223 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d27c6-1615-4688-a147-51ef433a065f None None] Pushing event updated for resources: {'Port': ['ID=279298a8-32a8-4423-afe6-81256d01a87a,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:20.415399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac06a6-327e-4208-ba3f-8aabf45eb8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3912522-6e72-44c2-9ff9-083232a18128,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:20.444002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-cdc6f5b5-ad07-4a6a-a98e-05df21224ccd req-64de8c5f-5f8d-41f4-b427-c89e53647502 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (23e64be5-a207-4978-b832-fb4ecdc06d20), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.447579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-cdc6f5b5-ad07-4a6a-a98e-05df21224ccd req-64de8c5f-5f8d-41f4-b427-c89e53647502 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.449328 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-cdc6f5b5-ad07-4a6a-a98e-05df21224ccd req-64de8c5f-5f8d-41f4-b427-c89e53647502 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/23e64be5-a207-4978-b832-fb4ecdc06d20 HTTP/1.1" status: 204 len: 173 time: 0.3815465 Jul 28 10:35:20.449920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4824a7b6-fa71-427b-a48e-c9999ccab586') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:20.450222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4824a7b6-fa71-427b-a48e-c9999ccab586') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:20.454059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks [] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.471970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e83e846e-c8e0-4867-9198-c39776803d9b admin admin] Publish callbacks [] for security_group (b3912522-6e72-44c2-9ff9-083232a18128), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.475680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de8c5f-5f8d-41f4-b427-c89e53647502 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e64be5-a207-4978-b832-fb4ecdc06d20,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:20.511027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Deleting port e8bcdde7-7874-423e-858c-489c40a74889 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:20.511604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e8bcdde7-7874-423e-858c-489c40a74889), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.554778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e83e846e-c8e0-4867-9198-c39776803d9b admin admin] Publish callbacks [] for security_group (b3912522-6e72-44c2-9ff9-083232a18128), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.564031 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:20.612757 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.711891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Network f914f368-72d2-4a97-a2ea-c56989154bea is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:20.730152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:20.732960 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d27c6-1615-4688-a147-51ef433a065f None None] Pushing event updated for resources: {'Port': ['ID=279298a8-32a8-4423-afe6-81256d01a87a,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:20.738293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] For port e8bcdde7-7874-423e-858c-489c40a74889, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e8bcdde7-7874-423e-858c-489c40a74889,segment=NetworkSegment(9a692474-e528-45d5-b7d6-cdca2a64118f),segment_id=9a692474-e528-45d5-b7d6-cdca2a64118f)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:20.738660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e8bcdde7-7874-423e-858c-489c40a74889), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.755507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:20.779330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Calling delete_port for e8bcdde7-7874-423e-858c-489c40a74889 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:20.782829 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] Set router 1a96af31-526e-4517-8807-1b796344c845 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:20.797061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Pushing event updated for resources: {'Port': ['ID=6d42d792-b075-45fe-a500-c7b0c51469cc,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:20.835303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (1a96af31-526e-4517-8807-1b796344c845), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.842435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e83e846e-c8e0-4867-9198-c39776803d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b3912522-6e72-44c2-9ff9-083232a18128), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.845588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e83e846e-c8e0-4867-9198-c39776803d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.849266 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e83e846e-c8e0-4867-9198-c39776803d9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3912522-6e72-44c2-9ff9-083232a18128 HTTP/1.1" status: 204 len: 168 time: 0.5394261 Jul 28 10:35:20.898780 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:20.912271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (4824a7b6-fa71-427b-a48e-c9999ccab586), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.951165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4824a7b6-fa71-427b-a48e-c9999ccab586), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:20.985350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:20.986322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (4824a7b6-fa71-427b-a48e-c9999ccab586), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.232766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e846e-c8e0-4867-9198-c39776803d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3912522-6e72-44c2-9ff9-083232a18128,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:21.300861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412984c3-bdcc-4c96-b348-98cdfd0c41e1 None None] Network b2e7dadb-9093-4432-aff8-2955d503a278 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:21.318377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Allocated IP 172.25.2.247 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:21.399685 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:35:21.436477 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:21.522585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.577395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Provisioning complete for port bbc80de1-fad7-456d-8ec0-682b4a71b412 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:21.580624 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.723559 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:35:16Z', 'revision_number': 3, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:21.780026 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:21.803864 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419faba-083e-4002-96c8-224be2cf56eb None None] The sync data for ids ['1a96af31-526e-4517-8807-1b796344c845'] in n-d-850468-6 is: [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:35:16Z', 'revision_number': 3, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:21.806819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Current status of the port bbc80de1-fad7-456d-8ec0-682b4a71b412 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:21.807222 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.834223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bbc80de1-fad7-456d-8ec0-682b4a71b412 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:21.888378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks [] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.936984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.944061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] For port bbc80de1-fad7-456d-8ec0-682b4a71b412, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bbc80de1-fad7-456d-8ec0-682b4a71b412,segment=NetworkSegment(8aaa1428-2847-4e1a-bef2-a31d42248b81),segment_id=8aaa1428-2847-4e1a-bef2-a31d42248b81)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:21.968922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port bbc80de1-fad7-456d-8ec0-682b4a71b412 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:21.969636 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.971766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:21.980313 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:22.005919 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 4824a7b6-fa71-427b-a48e-c9999ccab586 resource provider aggregate not found Jul 28 10:35:22.047751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks [] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.049926 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:22.059462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.074436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Provisioning complete for port 6d42d792-b075-45fe-a500-c7b0c51469cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:22.074826 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.103812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.107168 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6 HTTP/1.1" status: 204 len: 168 time: 5.1059902 Jul 28 10:35:22.110737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46876) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:22.181515 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 4824a7b6-fa71-427b-a48e-c9999ccab586 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4824a7b6-fa71-427b-a48e-c9999ccab586 found for delete ", "request_id": "req-a3f0105b-79cb-4c2d-b744-e00839379709"}]} Jul 28 10:35:22.196243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1d5ef-79e8-4e6a-8d4b-06289e152939 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9ddee4-ec9e-40b6-99fd-709c6fbc75d6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:22.232325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (1a96af31-526e-4517-8807-1b796344c845), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.262220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Pushing event updated for resources: {'Port': ['ID=6d42d792-b075-45fe-a500-c7b0c51469cc,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:22.299464 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9dcf89f8-c600-4abb-8cdd-76ac1156f0c9 req-24a532c1-574b-4fe6-843b-dcf5790a9a4d tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/c6338dab-3f46-4fba-ab7b-6d25893bae77 HTTP/1.1" status: 200 len: 1820 time: 1.8159721 Jul 28 10:35:22.315144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Pushing event updated for resources: {'Port': ['ID=bbc80de1-fad7-456d-8ec0-682b4a71b412,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:22.330086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bef24c89-b232-48b2-a7f3-156b5a054d4e None None] Port 6d42d792-b075-45fe-a500-c7b0c51469cc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:35:22.349628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port bbc80de1-fad7-456d-8ec0-682b4a71b412 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:22.463206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7e56644c-1a76-4b4c-b800-1d52ba5adc73 None None] Provisioning complete for port bbc80de1-fad7-456d-8ec0-682b4a71b412 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:22.463591 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e56644c-1a76-4b4c-b800-1d52ba5adc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.466465 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:22.512747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.546154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Network f914f368-72d2-4a97-a2ea-c56989154bea is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:22.552494 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:22.555865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:22.656314 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (844af201-a37e-42ff-8c25-847b0cccfa0e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.662341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7e56644c-1a76-4b4c-b800-1d52ba5adc73 None None] Current status of the port bbc80de1-fad7-456d-8ec0-682b4a71b412 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:22.746560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Pushing event updated for resources: {'Port': ['ID=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:22.812379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:22.832192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:22.852609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:22.856551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9dcf89f8-c600-4abb-8cdd-76ac1156f0c9 req-01c177c3-71c8-4ce3-af94-3853d68c8e6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (c6338dab-3f46-4fba-ab7b-6d25893bae77), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:22.898110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Router 1a96af31-526e-4517-8807-1b796344c845 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:22.929835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e8bcdde7-7874-423e-858c-489c40a74889), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:23.002867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1744b76b-d7a1-434e-bcc4-92682adbea18 None None] Provisioning complete for port 6d42d792-b075-45fe-a500-c7b0c51469cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:23.005524 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1744b76b-d7a1-434e-bcc4-92682adbea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:23.069458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1744b76b-d7a1-434e-bcc4-92682adbea18 None None] Port 6d42d792-b075-45fe-a500-c7b0c51469cc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:35:23.106483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bcdde7-7874-423e-858c-489c40a74889,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:23.136862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:23.153210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9dcf89f8-c600-4abb-8cdd-76ac1156f0c9 req-01c177c3-71c8-4ce3-af94-3853d68c8e6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (c6338dab-3f46-4fba-ab7b-6d25893bae77), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:23.155428 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-168b3ecc-6dcf-40b8-8026-6a30a2641684 admin admin] 10.222.0.46 "PUT /v2.0/routers/1a96af31-526e-4517-8807-1b796344c845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3059485 Jul 28 10:35:23.607054 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:23.716166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9dcf89f8-c600-4abb-8cdd-76ac1156f0c9 req-01c177c3-71c8-4ce3-af94-3853d68c8e6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c6338dab-3f46-4fba-ab7b-6d25893bae77), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:23.717699 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9dcf89f8-c600-4abb-8cdd-76ac1156f0c9 req-01c177c3-71c8-4ce3-af94-3853d68c8e6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:23.722583 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9dcf89f8-c600-4abb-8cdd-76ac1156f0c9 req-01c177c3-71c8-4ce3-af94-3853d68c8e6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/c6338dab-3f46-4fba-ab7b-6d25893bae77 HTTP/1.1" status: 204 len: 173 time: 1.4221890 Jul 28 10:35:23.842797 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:23.844753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 279298a8-32a8-4423-afe6-81256d01a87a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:23.860274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c177c3-71c8-4ce3-af94-3853d68c8e6e tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6338dab-3f46-4fba-ab7b-6d25893bae77,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:23.967055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 279298a8-32a8-4423-afe6-81256d01a87a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:23.967411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (279298a8-32a8-4423-afe6-81256d01a87a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:23.974150 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:24.074411 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7531c695-edd9-46d3-ac45-d56480097b0a req-8a0854e8-2e5b-4f52-ab4e-e91edc26e5a8 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/b94953e7-0673-4529-be5a-a12364c43757 HTTP/1.1" status: 200 len: 1819 time: 0.2912624 Jul 28 10:35:24.090182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 279298a8-32a8-4423-afe6-81256d01a87a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:24.091061 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (279298a8-32a8-4423-afe6-81256d01a87a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:24.128088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 279298a8-32a8-4423-afe6-81256d01a87a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=279298a8-32a8-4423-afe6-81256d01a87a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:24.135746 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (279298a8-32a8-4423-afe6-81256d01a87a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:24.136694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bbc80de1-fad7-456d-8ec0-682b4a71b412 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:24.194269 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5682fe-8ea3-4c9c-b790-7e617c36377f req-0c0f49e4-99fd-4f36-bf71-ceaf3e87ac21 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:24.203219 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ce5682fe-8ea3-4c9c-b790-7e617c36377f req-0c0f49e4-99fd-4f36-bf71-ceaf3e87ac21 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/networks?id=f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 200 len: 805 time: 0.2489240 Jul 28 10:35:24.225513 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ce5682fe-8ea3-4c9c-b790-7e617c36377f req-a0c1d008-3079-4c9d-81a0-462aa218bb7e tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/quotas/6ec3ffdc362b4d61b65d798f9b3c193a HTTP/1.1" status: 200 len: 375 time: 0.0211973 Jul 28 10:35:24.231704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=279298a8-32a8-4423-afe6-81256d01a87a,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:24.271062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port bbc80de1-fad7-456d-8ec0-682b4a71b412 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:24.271454 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:24.330073 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ce5682fe-8ea3-4c9c-b790-7e617c36377f req-5752379f-6de0-42c2-9d69-be3e7937a07b tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014869 Jul 28 10:35:24.495504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port bbc80de1-fad7-456d-8ec0-682b4a71b412 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:24.519316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Sync routers for ids ['1a96af31-526e-4517-8807-1b796344c845'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:24.542441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Routers {'1a96af31-526e-4517-8807-1b796344c845'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:24.547984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['1a96af31-526e-4517-8807-1b796344c845'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:24.637126 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (3048ef72-f822-422f-b682-d740b4bb9d80), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:24.668778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (9d7c5c3a-b371-4639-9356-b118e31e7ea1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:24.671557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Router 844af201-a37e-42ff-8c25-847b0cccfa0e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:24.682792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Set router 1a96af31-526e-4517-8807-1b796344c845 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:24.777000 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ce5682fe-8ea3-4c9c-b790-7e617c36377f req-cedc5ebf-fd39-41b9-b081-148795927553 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460132 Jul 28 10:35:24.863006 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks [] for router_gateway (0107b473-038f-41cf-9085-aff01f30596b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:24.955302 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ce5682fe-8ea3-4c9c-b790-7e617c36377f req-f774e9a2-3b91-4f91-a6d3-a65c2b903ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773942 Jul 28 10:35:24.958687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:35:21Z', 'revision_number': 4, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '6d42d792-b075-45fe-a500-c7b0c51469cc', 'name': '', 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'mac_address': 'fa:16:3e:04:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '9db66bd1-6b84-44df-8e84-995887b155a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:19Z', 'updated_at': '2022-07-28T10:35:21Z', 'revision_number': 2, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'subnets': [{'id': '9db66bd1-6b84-44df-8e84-995887b155a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:25.010634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Checking router: 1a96af31-526e-4517-8807-1b796344c845 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:25.011094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Updating router 1a96af31-526e-4517-8807-1b796344c845 port 6d42d792-b075-45fe-a500-c7b0c51469cc binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:25.044130 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:25.045692 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:25.049229 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:25.054291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7531c695-edd9-46d3-ac45-d56480097b0a req-ea942ffc-721d-44f2-ac52-d354fa350ccd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (b94953e7-0673-4529-be5a-a12364c43757), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:25.084515 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:25.281647 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1a1a7d0-0265-47ed-9d7f-42fb7e797016 req-5d27b7fe-9bce-4aa4-8f3a-568f6389a945 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0a47e91-3e30-449e-84ef-904cdd1d2989 HTTP/1.1" status: 200 len: 210 time: 0.0709939 Jul 28 10:35:25.375398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7531c695-edd9-46d3-ac45-d56480097b0a req-ea942ffc-721d-44f2-ac52-d354fa350ccd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (b94953e7-0673-4529-be5a-a12364c43757), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:25.447100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Router 3048ef72-f822-422f-b682-d740b4bb9d80 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:25.456917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Publish callbacks [] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:25.457195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:25.467971 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] Sync routers for ids ['844af201-a37e-42ff-8c25-847b0cccfa0e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:25.482184 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:25.482780 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] Routers {'844af201-a37e-42ff-8c25-847b0cccfa0e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:25.483469 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['844af201-a37e-42ff-8c25-847b0cccfa0e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:25.521785 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af5ed110-625e-4383-acd3-b7503b1699c9 admin admin] 10.222.0.46 "PUT /v2.0/routers/844af201-a37e-42ff-8c25-847b0cccfa0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2293134 Jul 28 10:35:25.530066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46946) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:25.598071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f92f6-5755-427a-98af-d6b4f07f148d None None] Pushing event updated for resources: {'Port': ['ID=6d42d792-b075-45fe-a500-c7b0c51469cc,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:25.626536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 279298a8-32a8-4423-afe6-81256d01a87a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:25.692713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:25.704627 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7fcbfd45-8556-4cb3-b689-6e69aa862db3 admin admin] 10.222.0.46 "PUT /v2.0/routers/3048ef72-f822-422f-b682-d740b4bb9d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6319377 Jul 28 10:35:25.710503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:25.822394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60437156-82c7-426f-8117-803e73213e92 None None] Sync routers for ids ['3048ef72-f822-422f-b682-d740b4bb9d80'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:25.838423 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:25.841158 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] Set router 844af201-a37e-42ff-8c25-847b0cccfa0e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:25.895642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks [] for router (844af201-a37e-42ff-8c25-847b0cccfa0e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:25.905024 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:25.953460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] Routers {'3048ef72-f822-422f-b682-d740b4bb9d80'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:25.966301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3048ef72-f822-422f-b682-d740b4bb9d80'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:26.008744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 279298a8-32a8-4423-afe6-81256d01a87a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:26.009598 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (279298a8-32a8-4423-afe6-81256d01a87a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.014632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7531c695-edd9-46d3-ac45-d56480097b0a req-ea942ffc-721d-44f2-ac52-d354fa350ccd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b94953e7-0673-4529-be5a-a12364c43757), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.024337 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7531c695-edd9-46d3-ac45-d56480097b0a req-ea942ffc-721d-44f2-ac52-d354fa350ccd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.025307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7531c695-edd9-46d3-ac45-d56480097b0a req-ea942ffc-721d-44f2-ac52-d354fa350ccd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/b94953e7-0673-4529-be5a-a12364c43757 HTTP/1.1" status: 204 len: 173 time: 1.9293189 Jul 28 10:35:26.130797 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:26.143435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea942ffc-721d-44f2-ac52-d354fa350ccd tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94953e7-0673-4529-be5a-a12364c43757,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:26.145245 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Deleting port 0d199e98-ffe0-49da-8f74-7e7925db180a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:26.145619 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.157841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks [] for router_gateway (844af201-a37e-42ff-8c25-847b0cccfa0e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.202595 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-eb1a0da7-667b-464f-8517-18f13f21c50a req-62317036-c351-409a-b169-8cdbdfd0a178 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:35:26.206858 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-eb1a0da7-667b-464f-8517-18f13f21c50a req-62317036-c351-409a-b169-8cdbdfd0a178 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/46b77589-584d-43f7-a576-9947358ae992 HTTP/1.1" status: 404 len: 352 time: 0.0510056 Jul 28 10:35:26.307382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Attempting to bind port 6d42d792-b075-45fe-a500-c7b0c51469cc on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:26.307774 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Attempting to bind port 6d42d792-b075-45fe-a500-c7b0c51469cc by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:26.308150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Attempting to bind port 6d42d792-b075-45fe-a500-c7b0c51469cc on network f914f368-72d2-4a97-a2ea-c56989154bea {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:26.310673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Deleting port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:26.311174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.337332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-aa7048db-21ee-4350-baa7-043110e4ae78 None None] Provisioning complete for port 6d42d792-b075-45fe-a500-c7b0c51469cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:26.337727 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aa7048db-21ee-4350-baa7-043110e4ae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.370951 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] For port 0d199e98-ffe0-49da-8f74-7e7925db180a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0d199e98-ffe0-49da-8f74-7e7925db180a,segment=NetworkSegment(de7cce54-979d-4fdc-bc00-088118d5d97b),segment_id=de7cce54-979d-4fdc-bc00-088118d5d97b)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:26.371300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.371413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:26.371649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Checking segment: {'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:26.372020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.372422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Bound using segment: {'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:26.372922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Bound port: 6d42d792-b075-45fe-a500-c7b0c51469cc, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4740a1d1-4994-45f5-acb1-a6299dc39692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:26.373310 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.396513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Calling delete_port for 0d199e98-ffe0-49da-8f74-7e7925db180a owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:26.400071 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:35:20Z', 'revision_number': 5, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port': {'id': '0f2c0b14-a27d-41fc-82ba-8a59a134cbbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:41Z', 'updated_at': '2022-07-28T10:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:26.435032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] Set router 3048ef72-f822-422f-b682-d740b4bb9d80 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:26.466298 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] Checking router: 844af201-a37e-42ff-8c25-847b0cccfa0e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:26.474956 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:26.481877 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] Routers {'844af201-a37e-42ff-8c25-847b0cccfa0e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:26.483249 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['844af201-a37e-42ff-8c25-847b0cccfa0e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:26.568328 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-cc28482f-8d43-4306-a904-e1e7c92c15f0 req-278b8cb0-7e1e-4e55-82c4-c3189c64979a tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0a47e91-3e30-449e-84ef-904cdd1d2989 HTTP/1.1" status: 200 len: 210 time: 0.0652337 Jul 28 10:35:26.635709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (0107b473-038f-41cf-9085-aff01f30596b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.652570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] For port 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:26.657697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.658030 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [req-8bc5e5f7-d955-4fba-9b8e-0952beaa6699 req-02ab9ee2-9fc3-499b-bdf0-631c1334855f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:35:26.659297 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8bc5e5f7-d955-4fba-9b8e-0952beaa6699 req-02ab9ee2-9fc3-499b-bdf0-631c1334855f tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/fce40580-34ea-4436-8547-018672deea3f HTTP/1.1" status: 404 len: 352 time: 0.1176322 Jul 28 10:35:26.661805 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] Set router 844af201-a37e-42ff-8c25-847b0cccfa0e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:26.703508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Calling delete_port for 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:26.714294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-aa7048db-21ee-4350-baa7-043110e4ae78 None None] Port 6d42d792-b075-45fe-a500-c7b0c51469cc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:35:26.765730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks [] for router (3048ef72-f822-422f-b682-d740b4bb9d80), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:26.782391 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:35:26Z', 'revision_number': 6, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:26.813506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 279298a8-32a8-4423-afe6-81256d01a87a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:26.856912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] For port 6d42d792-b075-45fe-a500-c7b0c51469cc, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:26.879526 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c50bee-ae67-425f-901b-18f54f34db62 None None] The sync data for ids ['844af201-a37e-42ff-8c25-847b0cccfa0e'] in n-d-850468-6 is: [{'id': '844af201-a37e-42ff-8c25-847b0cccfa0e', 'name': 'tempest-MultipleCreateTestJSON-2005727702-router', 'tenant_id': '012167e98eaf4676b40d031cb86a03ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:39Z', 'updated_at': '2022-07-28T10:35:26Z', 'revision_number': 6, 'project_id': '012167e98eaf4676b40d031cb86a03ad', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:26.916101 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c664cd06-a7dc-41d0-97dd-d00853495c1e req-0a7a92fd-e5c7-40b4-9946-22d43a2e7573 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0a47e91-3e30-449e-84ef-904cdd1d2989 HTTP/1.1" status: 200 len: 210 time: 0.0589247 Jul 28 10:35:26.936096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] For port 6d42d792-b075-45fe-a500-c7b0c51469cc, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6d42d792-b075-45fe-a500-c7b0c51469cc,segment=NetworkSegment(4740a1d1-4994-45f5-acb1-a6299dc39692),segment_id=4740a1d1-4994-45f5-acb1-a6299dc39692)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:26.994489 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.092570 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:27.094676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:35:22Z', 'revision_number': 5, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:27.136586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60437156-82c7-426f-8117-803e73213e92 None None] Checking router: 3048ef72-f822-422f-b682-d740b4bb9d80 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:27.161530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0f2c0b14-a27d-41fc-82ba-8a59a134cbbd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.186911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] Routers {'3048ef72-f822-422f-b682-d740b4bb9d80'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:27.191674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3048ef72-f822-422f-b682-d740b4bb9d80'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:27.223748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f92f6-5755-427a-98af-d6b4f07f148d None None] Pushing event updated for resources: {'Port': ['ID=6d42d792-b075-45fe-a500-c7b0c51469cc,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:27.229157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2c0b14-a27d-41fc-82ba-8a59a134cbbd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:27.360509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Routers {'1a96af31-526e-4517-8807-1b796344c845'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:27.361702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['1a96af31-526e-4517-8807-1b796344c845'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:27.460213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (844af201-a37e-42ff-8c25-847b0cccfa0e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.662552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (844af201-a37e-42ff-8c25-847b0cccfa0e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.669081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks [] for router_controller (844af201-a37e-42ff-8c25-847b0cccfa0e), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.704565 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [req-8fb9a523-6447-4f49-a646-d256ff308260 req-713bfa76-30e3-4cb4-ae09-89d29f6abbe9 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:35:27.705626 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8fb9a523-6447-4f49-a646-d256ff308260 req-713bfa76-30e3-4cb4-ae09-89d29f6abbe9 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/1d6114e0-446f-4e1d-9490-8b6a70b175ec HTTP/1.1" status: 404 len: 352 time: 0.9433134 Jul 28 10:35:27.752063 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (844af201-a37e-42ff-8c25-847b0cccfa0e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.752634 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844af201-a37e-42ff-8c25-847b0cccfa0e {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:27.757673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.760027 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-52c74a4f-3a07-4a8e-b85d-fddfdbecde1f admin admin] 10.222.0.46 "DELETE /v2.0/routers/844af201-a37e-42ff-8c25-847b0cccfa0e HTTP/1.1" status: 204 len: 168 time: 2.2278419 Jul 28 10:35:27.763281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46984) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:27.896053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d9f2bedd-47f5-4ebf-9d05-0b24187e696e None None] Provisioning complete for port 6d42d792-b075-45fe-a500-c7b0c51469cc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:27.899931 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9f2bedd-47f5-4ebf-9d05-0b24187e696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.900435 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [req-7b0672a0-9e2c-4462-8404-d47060314706 req-a64aee83-3c69-45c3-a470-ac5681ac84c3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] show failed (client error): The resource could not be found. Jul 28 10:35:27.901728 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7b0672a0-9e2c-4462-8404-d47060314706 req-a64aee83-3c69-45c3-a470-ac5681ac84c3 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/c3de6c92-8f7c-4f0d-8648-7eca5eee9fad HTTP/1.1" status: 404 len: 352 time: 0.1393089 Jul 28 10:35:27.915733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] Deleting subnet ad405043-af0b-4d83-b881-bbb5122fc86b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:27.920337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d29dbe38-70d1-4862-ba12-c1b142a1b858 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:27.928665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] Publish callbacks [] for subnet (ad405043-af0b-4d83-b881-bbb5122fc86b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.942225 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks [] for router_gateway (3048ef72-f822-422f-b682-d740b4bb9d80), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:27.958721 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:28.001676 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:28.049066 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:28.088088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (ad405043-af0b-4d83-b881-bbb5122fc86b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.091968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Deleting port 390a329d-fb83-48b4-8264-d69830f9bd0c {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:28.092545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.093411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d29dbe38-70d1-4862-ba12-c1b142a1b858 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:28.093900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d29dbe38-70d1-4862-ba12-c1b142a1b858 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:28.105305 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46996) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:28.119767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] Set router 1a96af31-526e-4517-8807-1b796344c845 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:28.136110 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6bf383dd-a415-44bb-a1a5-19e88dbf318d req-509e5d0f-e04c-4b0c-9bd6-bb4f3cca5cfa tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/4d14d1e3-b00a-4df5-8a4b-a9454a435c4b HTTP/1.1" status: 200 len: 1817 time: 0.1643884 Jul 28 10:35:28.233281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] Set router 3048ef72-f822-422f-b682-d740b4bb9d80 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:28.332782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6bf383dd-a415-44bb-a1a5-19e88dbf318d req-8cf7e651-bcb5-4234-9d26-8e136a4b3dd2 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (4d14d1e3-b00a-4df5-8a4b-a9454a435c4b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.370302 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd8f38ab-d568-4647-a66b-ccd2f9dafede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.394317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ad405043-af0b-4d83-b881-bbb5122fc86b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.399816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6bf383dd-a415-44bb-a1a5-19e88dbf318d req-8cf7e651-bcb5-4234-9d26-8e136a4b3dd2 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (4d14d1e3-b00a-4df5-8a4b-a9454a435c4b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.468371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0d199e98-ffe0-49da-8f74-7e7925db180a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.528976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6bf383dd-a415-44bb-a1a5-19e88dbf318d req-8cf7e651-bcb5-4234-9d26-8e136a4b3dd2 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4d14d1e3-b00a-4df5-8a4b-a9454a435c4b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.543652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0d199e98-ffe0-49da-8f74-7e7925db180a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:28.547327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Router 0107b473-038f-41cf-9085-aff01f30596b is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:35:28.556360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-6bf383dd-a415-44bb-a1a5-19e88dbf318d req-8cf7e651-bcb5-4234-9d26-8e136a4b3dd2 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.562346 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6bf383dd-a415-44bb-a1a5-19e88dbf318d req-8cf7e651-bcb5-4234-9d26-8e136a4b3dd2 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/4d14d1e3-b00a-4df5-8a4b-a9454a435c4b HTTP/1.1" status: 204 len: 173 time: 0.4249880 Jul 28 10:35:28.587347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (ad405043-af0b-4d83-b881-bbb5122fc86b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.597972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d9f2bedd-47f5-4ebf-9d05-0b24187e696e None None] Current status of the port 6d42d792-b075-45fe-a500-c7b0c51469cc is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:28.598388 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9f2bedd-47f5-4ebf-9d05-0b24187e696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.618037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] For port 390a329d-fb83-48b4-8264-d69830f9bd0c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=390a329d-fb83-48b4-8264-d69830f9bd0c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:28.618651 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.640719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Calling delete_port for 390a329d-fb83-48b4-8264-d69830f9bd0c owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:28.645909 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:28.686423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7e651-bcb5-4234-9d26-8e136a4b3dd2 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d14d1e3-b00a-4df5-8a4b-a9454a435c4b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:28.698062 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.704069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ad405043-af0b-4d83-b881-bbb5122fc86b HTTP/1.1" status: 204 len: 168 time: 0.9382582 Jul 28 10:35:28.705796 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc4284-1825-4da3-8952-cd898d69678b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad405043-af0b-4d83-b881-bbb5122fc86b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:28.708966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47010) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:28.721291 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98e73db4-32f4-4266-9fd4-54a9072b8711 req-9ecf6a30-fcc3-4376-a86f-bd00cac6d1ab tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "GET /v2.0/security-groups/a362a85d-95c5-4f59-b785-e17d4c9861d6 HTTP/1.1" status: 200 len: 1817 time: 0.1175485 Jul 28 10:35:28.739674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d9f2bedd-47f5-4ebf-9d05-0b24187e696e None None] For port 6d42d792-b075-45fe-a500-c7b0c51469cc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6d42d792-b075-45fe-a500-c7b0c51469cc,segment=NetworkSegment(4740a1d1-4994-45f5-acb1-a6299dc39692),segment_id=4740a1d1-4994-45f5-acb1-a6299dc39692)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:28.750850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf41da-ba20-4088-9cf3-c27c3b501ffd None None] Network 91258437-70fd-4795-879b-2ceeb860ebc5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:28.772227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9f2bedd-47f5-4ebf-9d05-0b24187e696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.818185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (91258437-70fd-4795-879b-2ceeb860ebc5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:28.886605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2bedd-47f5-4ebf-9d05-0b24187e696e None None] Pushing event updated for resources: {'Port': ['ID=6d42d792-b075-45fe-a500-c7b0c51469cc,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:28.921933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Deleting port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:28.922683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.010332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-98e73db4-32f4-4266-9fd4-54a9072b8711 req-31b559ee-7aa2-4e1d-81fb-6b25ff714747 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (a362a85d-95c5-4f59-b785-e17d4c9861d6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.016856 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:29.039821 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:29.070003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] For port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,segment=NetworkSegment(f29316b4-a613-4f43-af15-c745783b11bf),segment_id=f29316b4-a613-4f43-af15-c745783b11bf)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:29.071790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.078592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:35:21Z', 'revision_number': 4, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '6d42d792-b075-45fe-a500-c7b0c51469cc', 'name': '', 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'mac_address': 'fa:16:3e:04:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '9db66bd1-6b84-44df-8e84-995887b155a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:19Z', 'updated_at': '2022-07-28T10:35:26Z', 'revision_number': 4, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'subnets': [{'id': '9db66bd1-6b84-44df-8e84-995887b155a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:29.092063 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-98e73db4-32f4-4266-9fd4-54a9072b8711 req-31b559ee-7aa2-4e1d-81fb-6b25ff714747 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (a362a85d-95c5-4f59-b785-e17d4c9861d6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.111594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567841f-b2ee-43cd-ac5c-49b24e9ceea7 None None] The sync data for ids ['1a96af31-526e-4517-8807-1b796344c845'] in n-d-850468-6 is: [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:35:21Z', 'revision_number': 4, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '6d42d792-b075-45fe-a500-c7b0c51469cc', 'name': '', 'network_id': 'f914f368-72d2-4a97-a2ea-c56989154bea', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'mac_address': 'fa:16:3e:04:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '9db66bd1-6b84-44df-8e84-995887b155a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:19Z', 'updated_at': '2022-07-28T10:35:26Z', 'revision_number': 4, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'subnets': [{'id': '9db66bd1-6b84-44df-8e84-995887b155a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:29.112452 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Calling delete_port for 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:29.114535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-60437156-82c7-426f-8117-803e73213e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:35:22Z', 'revision_number': 5, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:29.173955 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:29.178290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60437156-82c7-426f-8117-803e73213e92 None None] The sync data for ids ['3048ef72-f822-422f-b682-d740b4bb9d80'] in n-d-850468-6 is: [{'id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'name': 'tempest-ServersTestManualDisk-1187344680-router', 'tenant_id': '5927f7b9c41a40c28968dc9605d3b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:34Z', 'updated_at': '2022-07-28T10:35:22Z', 'revision_number': 5, 'project_id': '5927f7b9c41a40c28968dc9605d3b430', 'gw_port': {'id': '390a329d-fb83-48b4-8264-d69830f9bd0c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3048ef72-f822-422f-b682-d740b4bb9d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:36Z', 'updated_at': '2022-07-28T10:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:29.217164 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:29.238398 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eda685-4d47-4b87-a2e8-319a93fd9843 req-317fcfe4-5ad5-422e-9032-4e97df017190 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:29.239866 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-98e73db4-32f4-4266-9fd4-54a9072b8711 req-31b559ee-7aa2-4e1d-81fb-6b25ff714747 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a362a85d-95c5-4f59-b785-e17d4c9861d6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.241706 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-72eda685-4d47-4b87-a2e8-319a93fd9843 req-317fcfe4-5ad5-422e-9032-4e97df017190 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/networks?id=f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 200 len: 805 time: 0.9734163 Jul 28 10:35:29.243414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (390a329d-fb83-48b4-8264-d69830f9bd0c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.245554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-98e73db4-32f4-4266-9fd4-54a9072b8711 req-31b559ee-7aa2-4e1d-81fb-6b25ff714747 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.261792 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98e73db4-32f4-4266-9fd4-54a9072b8711 req-31b559ee-7aa2-4e1d-81fb-6b25ff714747 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] 10.222.0.46 "DELETE /v2.0/security-groups/a362a85d-95c5-4f59-b785-e17d4c9861d6 HTTP/1.1" status: 204 len: 173 time: 0.4861646 Jul 28 10:35:29.289522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] DHCP port deletion for 91258437-70fd-4795-879b-2ceeb860ebc5 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:35:29.293058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47014) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:29.329632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b559ee-7aa2-4e1d-81fb-6b25ff714747 tempest-SecurityGroupsTestJSON-1760984738 tempest-SecurityGroupsTestJSON-1760984738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a362a85d-95c5-4f59-b785-e17d4c9861d6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:29.379777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] Deleting port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:29.391560 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:29.392196 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.459410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=390a329d-fb83-48b4-8264-d69830f9bd0c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:29.462060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (9d7c5c3a-b371-4639-9356-b118e31e7ea1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.526813 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-72eda685-4d47-4b87-a2e8-319a93fd9843 req-bd7f2ab8-338b-43dc-a45b-2ffcc63d8711 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/quotas/6ec3ffdc362b4d61b65d798f9b3c193a HTTP/1.1" status: 200 len: 375 time: 0.1838198 Jul 28 10:35:29.534580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.586769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] For port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,segment=NetworkSegment(f29316b4-a613-4f43-af15-c745783b11bf),segment_id=f29316b4-a613-4f43-af15-c745783b11bf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:29.587182 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:29.588296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] No DVR routers for this DVR port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:29.615102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] Calling delete_port for 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:29.648778 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:29.996930 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5bc60721-8c9c-4e87-a1fa-ad69a847a1d4), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.037059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (91258437-70fd-4795-879b-2ceeb860ebc5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.082864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd8f38ab-d568-4647-a66b-ccd2f9dafede admin admin] Publish callbacks [] for security_group (3c46b597-5684-451a-8f75-efcd5f7f138d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.093405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6d42d792-b075-45fe-a500-c7b0c51469cc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:30.100989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] Pushing event deleted for resources: {'Port': ['ID=5bc60721-8c9c-4e87-a1fa-ad69a847a1d4,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:30.149337 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd8f38ab-d568-4647-a66b-ccd2f9dafede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c46b597-5684-451a-8f75-efcd5f7f138d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.169974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bcf449-1416-428c-9d98-e71929be2b60 None None] No DVR routers for this DVR port 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:30.247361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:30.267223 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Sync routers for ids ['0107b473-038f-41cf-9085-aff01f30596b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:30.276885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6d42d792-b075-45fe-a500-c7b0c51469cc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:30.277491 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.295030 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-72eda685-4d47-4b87-a2e8-319a93fd9843 req-03445a2b-5859-4866-a530-9eaa507ef7a8 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6464217 Jul 28 10:35:30.307344 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Routers {'0107b473-038f-41cf-9085-aff01f30596b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:30.316214 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0107b473-038f-41cf-9085-aff01f30596b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:30.433120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f38ab-d568-4647-a66b-ccd2f9dafede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c46b597-5684-451a-8f75-efcd5f7f138d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:30.449418 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (3048ef72-f822-422f-b682-d740b4bb9d80), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.456061 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cd8f38ab-d568-4647-a66b-ccd2f9dafede admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30baab15c0d548c39b14f74226f1bfd9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3315682 Jul 28 10:35:30.471021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47018) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:30.472707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6d42d792-b075-45fe-a500-c7b0c51469cc is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:30.541921 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91258437-70fd-4795-879b-2ceeb860ebc5']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:30.605451 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:30.622162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e8bcdde7-7874-423e-858c-489c40a74889 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:30.657997 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Set router 0107b473-038f-41cf-9085-aff01f30596b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:30.668848 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-72eda685-4d47-4b87-a2e8-319a93fd9843 req-89ca737e-96be-447d-a320-7afff246ee8c service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907293 Jul 28 10:35:30.674347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e8bcdde7-7874-423e-858c-489c40a74889 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:30.678502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e8bcdde7-7874-423e-858c-489c40a74889 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:30.679124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:30.682642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29316b4-a613-4f43-af15-c745783b11bf') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:30.682642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29316b4-a613-4f43-af15-c745783b11bf') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:30.732990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (f29316b4-a613-4f43-af15-c745783b11bf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.748286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:30.748651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5bc60721-8c9c-4e87-a1fa-ad69a847a1d4 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:30.749140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:30.797778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:30.798021 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.801945 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9e6110a0-1ff3-40d8-96f7-6995e11fa41c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 14.1106749 Jul 28 10:35:30.802157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0f2c0b14-a27d-41fc-82ba-8a59a134cbbd not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:30.811469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47020) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:30.849390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f29316b4-a613-4f43-af15-c745783b11bf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.923774 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:30.931481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (3048ef72-f822-422f-b682-d740b4bb9d80), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.937048 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks [] for router_controller (3048ef72-f822-422f-b682-d740b4bb9d80), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:30.988847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:30.989331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (f29316b4-a613-4f43-af15-c745783b11bf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.041542 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0107b473-038f-41cf-9085-aff01f30596b', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:16Z', 'updated_at': '2022-07-28T10:35:23Z', 'revision_number': 3, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'gw_port': {'id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:20Z', 'updated_at': '2022-07-28T10:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:31.072410 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f760da-858b-4563-aaf9-9798f3900946 admin admin] Publish callbacks [] for security_group (3c46b597-5684-451a-8f75-efcd5f7f138d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.114593 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Checking router: 0107b473-038f-41cf-9085-aff01f30596b for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:31.116548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Updating router 0107b473-038f-41cf-9085-aff01f30596b port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:31.140133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f760da-858b-4563-aaf9-9798f3900946 admin admin] Publish callbacks [] for security_group (3c46b597-5684-451a-8f75-efcd5f7f138d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.206504 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.316421 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f29316b4-a613-4f43-af15-c745783b11bf resource provider aggregate not found Jul 28 10:35:31.327782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f760da-858b-4563-aaf9-9798f3900946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c46b597-5684-451a-8f75-efcd5f7f138d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.330396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f760da-858b-4563-aaf9-9798f3900946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.333963 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-71f760da-858b-4563-aaf9-9798f3900946 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c46b597-5684-451a-8f75-efcd5f7f138d HTTP/1.1" status: 204 len: 168 time: 0.8581841 Jul 28 10:35:31.367356 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f29316b4-a613-4f43-af15-c745783b11bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f29316b4-a613-4f43-af15-c745783b11bf found for delete ", "request_id": "req-10e1c940-7f28-44b6-bde2-ac39e0ce3e3c"}]} Jul 28 10:35:31.372118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (415ec58a-9654-48bf-864d-152c45036f66), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.496814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f760da-858b-4563-aaf9-9798f3900946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c46b597-5684-451a-8f75-efcd5f7f138d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:31.522264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (91258437-70fd-4795-879b-2ceeb860ebc5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.538221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.545261 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] 10.222.0.46 "DELETE /v2.0/networks/91258437-70fd-4795-879b-2ceeb860ebc5 HTTP/1.1" status: 204 len: 168 time: 2.8336041 Jul 28 10:35:31.572491 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:31.645658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb2fac-6b0d-4e94-99f2-49323b23f21d admin admin] Pushing event deleted for resources: {'Network': ['ID=91258437-70fd-4795-879b-2ceeb860ebc5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:31.653417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (3048ef72-f822-422f-b682-d740b4bb9d80), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.654690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3048ef72-f822-422f-b682-d740b4bb9d80 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:31.684692 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:31.688925 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47032) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:31.689126 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6eee3fe2-933b-4b71-8fc6-4c20c168a2ae admin admin] 10.222.0.46 "DELETE /v2.0/routers/3048ef72-f822-422f-b682-d740b4bb9d80 HTTP/1.1" status: 204 len: 168 time: 5.9382510 Jul 28 10:35:31.769901 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-72eda685-4d47-4b87-a2e8-319a93fd9843 req-b603f805-e0f7-4cd4-ace5-f450453b807d service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9662085 Jul 28 10:35:31.776878 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:31.785319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:31.940782 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:32.014195 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:32.027502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:32.044544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] Sync routers for ids ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:32.046105 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1dcb7202-d9f5-4252-afce-c49a2dbbd7ea admin admin] 10.222.0.46 "PUT /v2.0/routers/9d7c5c3a-b371-4639-9356-b118e31e7ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9291515 Jul 28 10:35:32.048819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47038) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:32.064114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] Routers {'9d7c5c3a-b371-4639-9356-b118e31e7ea1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:32.067334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:32.134516 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Publish callbacks [] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.146198 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.243629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47042) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:32.301730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] Deleting subnet 4a483782-d423-4601-8b65-0cc2863a7bfc {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:32.333050 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Attempting to bind port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:32.333677 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Attempting to bind port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:32.334258 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Attempting to bind port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:32.358890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] Publish callbacks [] for subnet (4a483782-d423-4601-8b65-0cc2863a7bfc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.369615 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:32.371509 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:32.372908 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.377659 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:32.378895 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Bound port: 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:32.384229 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.421575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] Set router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:32.457370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:32.521391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10cbb9b2-4081-43ab-9d30-4521d23e13c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.535026 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks [] for router (9d7c5c3a-b371-4639-9356-b118e31e7ea1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.536170 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] For port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:32.541385 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] For port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:32.556970 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Pushing event updated for resources: {'Port': ['ID=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:32.564205 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.625530 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.627620 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.628220 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.631799 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.632977 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.633521 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.636893 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.645210 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.645760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.646291 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.647926 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.649489 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.652029 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.653072 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.655126 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:35:32.745193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (4a483782-d423-4601-8b65-0cc2863a7bfc), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.887078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be6384-6734-4e37-90c1-ac73d9f59628 None None] Pushing event updated for resources: {'Port': ['ID=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:32.903165 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Routers {'0107b473-038f-41cf-9085-aff01f30596b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:32.904288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0107b473-038f-41cf-9085-aff01f30596b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:32.940547 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10cbb9b2-4081-43ab-9d30-4521d23e13c8 admin admin] Publish callbacks [] for security_group (0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:32.947726 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c7540d8-1b09-439e-a88a-24d549478ffd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=012167e98eaf4676b40d031cb86a03ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6896305 Jul 28 10:35:32.951174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47066) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:32.965382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10cbb9b2-4081-43ab-9d30-4521d23e13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.081543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96790548-a2fc-4217-92b0-7eea570503d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.085467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbb9b2-4081-43ab-9d30-4521d23e13c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:33.088962 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:33.109845 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks [] for router_gateway (9d7c5c3a-b371-4639-9356-b118e31e7ea1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.226680 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:33.231890 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b7760f-7d85-48c9-9a1c-68f734713366 admin admin] Publish callbacks [] for security_group (4cccf5fa-e390-4a27-af41-1ce8572c1cc6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.246648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Deleting port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:33.247125 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.253253 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-10cbb9b2-4081-43ab-9d30-4521d23e13c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3afa7f0217e445c938ddfb8ff0d4434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7749124 Jul 28 10:35:33.254932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47068) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:33.255114 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Deleting port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:33.255436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.294008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:35:27Z', 'revision_number': 5, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port': {'id': '51a6a9ba-8c08-4b4d-b642-ba1569a13a67', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:33:37Z', 'updated_at': '2022-07-28T10:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:33.309677 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] Set router 0107b473-038f-41cf-9085-aff01f30596b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:33.329644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b7760f-7d85-48c9-9a1c-68f734713366 admin admin] Publish callbacks [] for security_group (4cccf5fa-e390-4a27-af41-1ce8572c1cc6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.361279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (4a483782-d423-4601-8b65-0cc2863a7bfc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.384483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] Checking router: 9d7c5c3a-b371-4639-9356-b118e31e7ea1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:33.425765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] Routers {'9d7c5c3a-b371-4639-9356-b118e31e7ea1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:33.426755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:33.442009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66ad5e-98e7-4452-b69e-b4e669983821 req-9845f97f-4a1b-422d-9c25-c7b922adfd93 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:33.449193 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b66ad5e-98e7-4452-b69e-b4e669983821 req-9845f97f-4a1b-422d-9c25-c7b922adfd93 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/networks?id=f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 200 len: 805 time: 0.5098822 Jul 28 10:35:33.515662 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b66ad5e-98e7-4452-b69e-b4e669983821 req-54847550-69c5-44e2-84c4-a44c88dd19ef tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/quotas/6ec3ffdc362b4d61b65d798f9b3c193a HTTP/1.1" status: 200 len: 375 time: 0.0654826 Jul 28 10:35:33.516393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 390a329d-fb83-48b4-8264-d69830f9bd0c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:33.526033 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:33.530485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] For port 51a6a9ba-8c08-4b4d-b642-ba1569a13a67, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:33.530856 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.556075 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:33.605621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Calling delete_port for 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:33.606812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 390a329d-fb83-48b4-8264-d69830f9bd0c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:33.607461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 390a329d-fb83-48b4-8264-d69830f9bd0c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:33.612640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (4a483782-d423-4601-8b65-0cc2863a7bfc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.626247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-586e2408-d239-41ac-ac85-2194254f4c32 admin admin] Publish callbacks [] for security_group (0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.634977 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:33.638131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] For port c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,segment=NetworkSegment(ab34aca3-f76a-48c4-87a3-a6e2477fa8d1),segment_id=ab34aca3-f76a-48c4-87a3-a6e2477fa8d1)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:33.638506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.653777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] Set router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:33.685414 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0107b473-038f-41cf-9085-aff01f30596b', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:16Z', 'updated_at': '2022-07-28T10:35:23Z', 'revision_number': 3, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'gw_port': {'id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:20Z', 'updated_at': '2022-07-28T10:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:33.700681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-586e2408-d239-41ac-ac85-2194254f4c32 admin admin] Publish callbacks [] for security_group (0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.701162 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b66ad5e-98e7-4452-b69e-b4e669983821 req-8d852907-6750-451b-af03-3c1850d4466f tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1845548 Jul 28 10:35:33.713939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b7760f-7d85-48c9-9a1c-68f734713366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4cccf5fa-e390-4a27-af41-1ce8572c1cc6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.716026 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b7760f-7d85-48c9-9a1c-68f734713366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.720561 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-81b7760f-7d85-48c9-9a1c-68f734713366 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cccf5fa-e390-4a27-af41-1ce8572c1cc6 HTTP/1.1" status: 204 len: 168 time: 0.7661340 Jul 28 10:35:33.730562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Calling delete_port for c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:33.736881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a483782-d423-4601-8b65-0cc2863a7bfc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:33.737225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7760f-7d85-48c9-9a1c-68f734713366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cccf5fa-e390-4a27-af41-1ce8572c1cc6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:33.738037 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:33.742665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.748688 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eb855f-687d-4545-9a72-3d499b2ab40d None None] The sync data for ids ['0107b473-038f-41cf-9085-aff01f30596b'] in n-d-850468-6 is: [{'id': '0107b473-038f-41cf-9085-aff01f30596b', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:16Z', 'updated_at': '2022-07-28T10:35:23Z', 'revision_number': 3, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'gw_port': {'id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:20Z', 'updated_at': '2022-07-28T10:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:33.753284 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-24186819-144c-4350-9b7d-8baa4b026488 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4a483782-d423-4601-8b65-0cc2863a7bfc HTTP/1.1" status: 204 len: 168 time: 2.0596788 Jul 28 10:35:33.761659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47072) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:33.817387 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ac597-e7c8-414a-a4af-12de1eaf1919 None None] Network 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:33.883285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (0d14eb0e-4ca4-4859-a123-b42bd0e087e4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:33.906727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:35:33Z', 'revision_number': 6, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:34.003173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39a491-57bc-4f08-87ab-4ae6f63d10ec None None] The sync data for ids ['9d7c5c3a-b371-4639-9356-b118e31e7ea1'] in n-d-850468-6 is: [{'id': '9d7c5c3a-b371-4639-9356-b118e31e7ea1', 'name': 'tempest-AttachSCSIVolumeTestJSON-1882248919-router', 'tenant_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:33:33Z', 'updated_at': '2022-07-28T10:35:33Z', 'revision_number': 6, 'project_id': 'c07db15b194e4167a78e9e8aa0b7191f', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:34.025626 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.032339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Deleting port b1f22b00-9fad-4f07-a80f-23a6707be232 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:34.033355 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.066237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-586e2408-d239-41ac-ac85-2194254f4c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.068806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-586e2408-d239-41ac-ac85-2194254f4c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.070905 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-586e2408-d239-41ac-ac85-2194254f4c32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8 HTTP/1.1" status: 204 len: 168 time: 0.8042872 Jul 28 10:35:34.171979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e2408-d239-41ac-ac85-2194254f4c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb11ff6-9e36-4cd3-bc99-6c598a9c6de8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:34.282489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] For port b1f22b00-9fad-4f07-a80f-23a6707be232, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b1f22b00-9fad-4f07-a80f-23a6707be232,segment=NetworkSegment(9a692474-e528-45d5-b7d6-cdca2a64118f),segment_id=9a692474-e528-45d5-b7d6-cdca2a64118f)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:34.282855 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.305547 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Calling delete_port for b1f22b00-9fad-4f07-a80f-23a6707be232 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:34.317795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (51a6a9ba-8c08-4b4d-b642-ba1569a13a67), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.361356 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:34.366659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a6a9ba-8c08-4b4d-b642-ba1569a13a67,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:34.418002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] DHCP port deletion for 0d14eb0e-4ca4-4859-a123-b42bd0e087e4 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:35:34.574493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] Deleting port b1f22b00-9fad-4f07-a80f-23a6707be232 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:34.574761 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (9d7c5c3a-b371-4639-9356-b118e31e7ea1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.574870 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.590587 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b66ad5e-98e7-4452-b69e-b4e669983821 req-83dcdf4a-7ef2-4bfe-8448-eb1244405b39 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8884428 Jul 28 10:35:34.750652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] For port b1f22b00-9fad-4f07-a80f-23a6707be232, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b1f22b00-9fad-4f07-a80f-23a6707be232,segment=NetworkSegment(9a692474-e528-45d5-b7d6-cdca2a64118f),segment_id=9a692474-e528-45d5-b7d6-cdca2a64118f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:34.751315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.780998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] Calling delete_port for b1f22b00-9fad-4f07-a80f-23a6707be232 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:34.796762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (9d7c5c3a-b371-4639-9356-b118e31e7ea1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.802397 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks [] for router_controller (9d7c5c3a-b371-4639-9356-b118e31e7ea1), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.867635 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b66ad5e-98e7-4452-b69e-b4e669983821 req-ebee3d0b-e325-4eb6-ae6d-91ba18f49ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720203 Jul 28 10:35:34.932990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (9d7c5c3a-b371-4639-9356-b118e31e7ea1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.934953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7c5c3a-b371-4639-9356-b118e31e7ea1 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:34.962281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:34.971452 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5d6cde2e-3658-47b1-a321-3707b79df4e9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9d7c5c3a-b371-4639-9356-b118e31e7ea1 HTTP/1.1" status: 204 len: 168 time: 2.9173594 Jul 28 10:35:34.972926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47098) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:34.974344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.043371 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (b1f22b00-9fad-4f07-a80f-23a6707be232), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.158713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] Pushing event deleted for resources: {'Port': ['ID=b1f22b00-9fad-4f07-a80f-23a6707be232,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:35.171702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0ad20-695e-40d0-ae2b-b15a4613cbe2 None None] No DVR routers for this DVR port b1f22b00-9fad-4f07-a80f-23a6707be232 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:35.175109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fef8b1ce-fc28-483f-ac3f-2bf5c7b6948d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.266090 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] No DVR routers for this DVR port b1f22b00-9fad-4f07-a80f-23a6707be232 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:35.284633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f22b00-9fad-4f07-a80f-23a6707be232,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:35.293656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] Deleting subnet 68c50b71-8fa3-4f59-a012-6030394376e4 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:35.347003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Allocated IP 172.20.0.1 (b2e7dadb-9093-4432-aff8-2955d503a278/de0bcf07-1b35-456f-aa81-2b32766633dc/5c91d3a1-ee70-4dac-b2e1-8b2a00f26742) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:35.351569 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] Publish callbacks [] for subnet (68c50b71-8fa3-4f59-a012-6030394376e4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.456568 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.620029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Pushing event deleted for resources: {'Port': ['ID=c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:35.651730 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-13c3cc4e-06d3-45c6-9a50-486d2a363650 req-c64bc4cc-565e-41fc-bcd8-2964cd684be8 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=05e8ec5a-cc1d-4a74-b2dd-b6b2e17568d9 HTTP/1.1" status: 200 len: 210 time: 0.2528234 Jul 28 10:35:35.705294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (0d14eb0e-4ca4-4859-a123-b42bd0e087e4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.715094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:35.729412 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:35.759995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (68c50b71-8fa3-4f59-a012-6030394376e4), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.899873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:35.902051 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:35.909491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d14eb0e-4ca4-4859-a123-b42bd0e087e4']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:35.912289 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:35.981431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a692474-e528-45d5-b7d6-cdca2a64118f') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:35.981741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a692474-e528-45d5-b7d6-cdca2a64118f') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:36.019466 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (9a692474-e528-45d5-b7d6-cdca2a64118f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.021071 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:36.091270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a692474-e528-45d5-b7d6-cdca2a64118f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.124249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.170105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47124) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:36.177504 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks [] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.195930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:36.196378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (9a692474-e528-45d5-b7d6-cdca2a64118f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.253224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:36.253704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.325172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:36.336029 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9a692474-e528-45d5-b7d6-cdca2a64118f resource provider aggregate not found Jul 28 10:35:36.337902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.349969 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (415ec58a-9654-48bf-864d-152c45036f66), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.392326 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9a692474-e528-45d5-b7d6-cdca2a64118f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a692474-e528-45d5-b7d6-cdca2a64118f found for delete ", "request_id": "req-2e4ddd70-cbd5-410e-a700-554acf819a36"}]} Jul 28 10:35:36.404623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (68c50b71-8fa3-4f59-a012-6030394376e4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.468992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:36.498685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (0d14eb0e-4ca4-4859-a123-b42bd0e087e4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.501519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0d199e98-ffe0-49da-8f74-7e7925db180a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:36.519441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.526631 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0d14eb0e-4ca4-4859-a123-b42bd0e087e4 HTTP/1.1" status: 204 len: 168 time: 2.7637565 Jul 28 10:35:36.546463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 0d199e98-ffe0-49da-8f74-7e7925db180a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:36.546815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0d199e98-ffe0-49da-8f74-7e7925db180a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:36.547197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3e6b9-7aba-4cda-bf3e-ac3c45a51010 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d14eb0e-4ca4-4859-a123-b42bd0e087e4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:36.547338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:36.580071 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (68c50b71-8fa3-4f59-a012-6030394376e4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.584276 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.593587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:36.594252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 51a6a9ba-8c08-4b4d-b642-ba1569a13a67 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:36.594834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b1f22b00-9fad-4f07-a80f-23a6707be232 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:36.616585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b1f22b00-9fad-4f07-a80f-23a6707be232 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:36.617261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b1f22b00-9fad-4f07-a80f-23a6707be232 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:36.635060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300cd66d-9ca7-4c77-aa29-145543689270 None None] Network 5d69d473-8805-4710-a77a-5eed03f5db19 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:36.670040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c50b71-8fa3-4f59-a012-6030394376e4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:36.677155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.683994 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a9b557fd-818d-46db-a07c-64905c7d8626 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/68c50b71-8fa3-4f59-a012-6030394376e4 HTTP/1.1" status: 204 len: 168 time: 1.7105434 Jul 28 10:35:36.690509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47138) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:36.704235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Network b2e7dadb-9093-4432-aff8-2955d503a278 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:36.730946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:36.734539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:36.800535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Pushing event updated for resources: {'Port': ['ID=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:36.808061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-network', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:36.930767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (5d69d473-8805-4710-a77a-5eed03f5db19), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.947566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Made reservation on behalf of 0c7f104b4ad045219099081a4e9b6cef for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:36.951794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:36.999516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (0107b473-038f-41cf-9085-aff01f30596b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.001685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.019279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] DHCP port deletion for 5d69d473-8805-4710-a77a-5eed03f5db19 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:35:37.077466 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:37.108258 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47144) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:37.154097 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:37.170788 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:37.174815 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.180380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] Deleting port d3d81720-95e7-4219-bcf7-83219da5d17b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:37.180760 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.185261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Deleting port d3d81720-95e7-4219-bcf7-83219da5d17b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:37.186323 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.308621 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6796c730-eadb-4b65-8636-174200aa0f24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5927f7b9c41a40c28968dc9605d3b430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988180 Jul 28 10:35:37.322776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47150) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:37.339034 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4f851ff6-63d1-45fe-8e00-d4d7a87e82cc req-e80d2276-1589-4658-b38c-fff77ebfefd5 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=05e8ec5a-cc1d-4a74-b2dd-b6b2e17568d9 HTTP/1.1" status: 200 len: 210 time: 0.3724389 Jul 28 10:35:37.366505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] For port d3d81720-95e7-4219-bcf7-83219da5d17b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d3d81720-95e7-4219-bcf7-83219da5d17b,segment=NetworkSegment(de7cce54-979d-4fdc-bc00-088118d5d97b),segment_id=de7cce54-979d-4fdc-bc00-088118d5d97b)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:37.367222 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.391679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-183f8eaa-9301-4021-858f-7e204fa9f668 None None] Provisioning complete for port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:37.392104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-183f8eaa-9301-4021-858f-7e204fa9f668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.436944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Calling delete_port for d3d81720-95e7-4219-bcf7-83219da5d17b owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:37.495273 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.508595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] For port d3d81720-95e7-4219-bcf7-83219da5d17b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d3d81720-95e7-4219-bcf7-83219da5d17b,segment=NetworkSegment(de7cce54-979d-4fdc-bc00-088118d5d97b),segment_id=de7cce54-979d-4fdc-bc00-088118d5d97b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:37.509285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.510578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Router 415ec58a-9654-48bf-864d-152c45036f66 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:37.542587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] Calling delete_port for d3d81720-95e7-4219-bcf7-83219da5d17b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:37.550736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-183f8eaa-9301-4021-858f-7e204fa9f668 None None] Port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:35:37.555652 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.579820 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks [] for security_group (59c2e37b-060f-4762-99f6-b9049a3f6ce3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.619887 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (59c2e37b-060f-4762-99f6-b9049a3f6ce3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.640862 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:37.701092 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b97888b4-83fb-4eed-a359-b8e85eda1ae9 admin admin] Publish callbacks [] for security_group (a00acdb1-8a06-4a7f-b539-76e39754d661), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.774330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:37.777219 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.835697 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.840337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] Pushing event deleted for resources: {'Port': ['ID=d3d81720-95e7-4219-bcf7-83219da5d17b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:37.846334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c9906-3940-45f1-be60-2269f8f1cdd9 None None] No DVR routers for this DVR port d3d81720-95e7-4219-bcf7-83219da5d17b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:37.880307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:37.880692 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.889468 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e9f90c57-aead-48ce-bb74-37b5177e50c7 req-677864fe-ffde-4e8e-89ce-355dcef015f7 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=05e8ec5a-cc1d-4a74-b2dd-b6b2e17568d9 HTTP/1.1" status: 200 len: 210 time: 0.2599261 Jul 28 10:35:37.914545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:35:37.945621 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b97888b4-83fb-4eed-a359-b8e85eda1ae9 admin admin] Publish callbacks [] for security_group (a00acdb1-8a06-4a7f-b539-76e39754d661), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:37.973280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2e37b-060f-4762-99f6-b9049a3f6ce3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:37.992977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:37.998210 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-45b64b2e-0576-4940-8f51-1b40cc94e71b admin admin] 10.222.0.46 "PUT /v2.0/routers/415ec58a-9654-48bf-864d-152c45036f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6991155 Jul 28 10:35:37.999516 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] Sync routers for ids ['415ec58a-9654-48bf-864d-152c45036f66'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:38.004068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47166) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:38.019246 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:38.021261 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] Routers {'415ec58a-9654-48bf-864d-152c45036f66'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:38.021958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['415ec58a-9654-48bf-864d-152c45036f66'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:38.070380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:38.093025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c6b01dc3-1229-427e-8cfc-65ec0e33c6f3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.093655 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Added segment c6b01dc3-1229-427e-8cfc-65ec0e33c6f3 of type vlan for network 2cc8730b-afcb-462e-8a5d-38d29c610a2f Jul 28 10:35:38.108113 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:38.111256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks [] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.123382 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.197334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d3d81720-95e7-4219-bcf7-83219da5d17b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:38.247746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d3d81720-95e7-4219-bcf7-83219da5d17b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:38.249740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d3d81720-95e7-4219-bcf7-83219da5d17b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:38.260656 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:38.266394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] Set router 415ec58a-9654-48bf-864d-152c45036f66 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:38.300144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2cc8730b-afcb-462e-8a5d-38d29c610a2f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.303134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d3d81720-95e7-4219-bcf7-83219da5d17b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.355852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d81720-95e7-4219-bcf7-83219da5d17b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:38.373292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] No DVR routers for this DVR port d3d81720-95e7-4219-bcf7-83219da5d17b on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:38.379156 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:38.443025 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:38.635125 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:35:35Z', 'revision_number': 5, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:38.687965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (0107b473-038f-41cf-9085-aff01f30596b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.690007 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] Checking router: 415ec58a-9654-48bf-864d-152c45036f66 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:38.701413 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] Routers {'415ec58a-9654-48bf-864d-152c45036f66'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:38.702429 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['415ec58a-9654-48bf-864d-152c45036f66'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:38.733283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Pushing event updated for resources: {'Port': ['ID=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:38.738816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2cc8730b-afcb-462e-8a5d-38d29c610a2f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.742644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:38.742644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.787178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks [] for router (415ec58a-9654-48bf-864d-152c45036f66), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.835610 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] Set router 415ec58a-9654-48bf-864d-152c45036f66 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:38.881157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (5d69d473-8805-4710-a77a-5eed03f5db19), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.912716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d69d473-8805-4710-a77a-5eed03f5db19']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:38.934316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7cce54-979d-4fdc-bc00-088118d5d97b') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:38.934629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7cce54-979d-4fdc-bc00-088118d5d97b') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:38.982005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (de7cce54-979d-4fdc-bc00-088118d5d97b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.990435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b97888b4-83fb-4eed-a359-b8e85eda1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a00acdb1-8a06-4a7f-b539-76e39754d661), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.993760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b97888b4-83fb-4eed-a359-b8e85eda1ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:38.997238 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b97888b4-83fb-4eed-a359-b8e85eda1ae9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a00acdb1-8a06-4a7f-b539-76e39754d661 HTTP/1.1" status: 204 len: 168 time: 1.6603379 Jul 28 10:35:39.026756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc8730b-afcb-462e-8a5d-38d29c610a2f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:39.052794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:35:39.068572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97888b4-83fb-4eed-a359-b8e85eda1ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00acdb1-8a06-4a7f-b539-76e39754d661,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:39.072224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (de7cce54-979d-4fdc-bc00-088118d5d97b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.117894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Network b2e7dadb-9093-4432-aff8-2955d503a278 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:39.124507 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b32ea767-922f-4609-8929-d298fc6c72c9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.9532108 Jul 28 10:35:39.124745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:39.126785 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:39.130464 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (de7cce54-979d-4fdc-bc00-088118d5d97b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.130659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47200) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:39.163973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Request body: {'subnet': {'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-subnet', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:39.226489 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment de7cce54-979d-4fdc-bc00-088118d5d97b resource provider aggregate not found Jul 28 10:35:39.292164 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment de7cce54-979d-4fdc-bc00-088118d5d97b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de7cce54-979d-4fdc-bc00-088118d5d97b found for delete ", "request_id": "req-36de6986-8e1e-4d72-aad6-82fc621ddc02"}]} Jul 28 10:35:39.306381 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:35:35Z', 'revision_number': 5, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:39.311214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (5d69d473-8805-4710-a77a-5eed03f5db19), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.323030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.326544 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] 10.222.0.46 "DELETE /v2.0/networks/5d69d473-8805-4710-a77a-5eed03f5db19 HTTP/1.1" status: 204 len: 168 time: 2.6343780 Jul 28 10:35:39.378138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43699a5e-858a-4c26-aa5a-6e76ca96dabd admin admin] Pushing event deleted for resources: {'Network': ['ID=5d69d473-8805-4710-a77a-5eed03f5db19,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:39.400770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Made reservation on behalf of 0c7f104b4ad045219099081a4e9b6cef for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:39.402176 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae170-220c-4117-960c-1a525d1efbd5 None None] The sync data for ids ['415ec58a-9654-48bf-864d-152c45036f66'] in n-d-850468-6 is: [{'id': '415ec58a-9654-48bf-864d-152c45036f66', 'name': 'tempest-SecurityGroupsTestJSON-1576211973-router', 'tenant_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:19Z', 'updated_at': '2022-07-28T10:35:35Z', 'revision_number': 5, 'project_id': 'c3c8659bbba84bbfb32e446ba294d81e', 'gw_port': {'id': 'f756f5f7-7453-4e0c-9547-e18e50290bf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415ec58a-9654-48bf-864d-152c45036f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:21Z', 'updated_at': '2022-07-28T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:39.412689 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.486103 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks [] for router_gateway (415ec58a-9654-48bf-864d-152c45036f66), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.716099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-615420af-5dfb-4a00-a5fe-de9d50cb6395 None None] Provisioning complete for port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:39.719060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-615420af-5dfb-4a00-a5fe-de9d50cb6395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.723958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Deleting port f756f5f7-7453-4e0c-9547-e18e50290bf1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:39.724516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.732095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e6007-c48c-4878-bcc1-473fdf14cbc8 req-e1112494-6e62-42d5-9bb4-c536e3640a3a tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:39.734837 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-183e6007-c48c-4878-bcc1-473fdf14cbc8 req-e1112494-6e62-42d5-9bb4-c536e3640a3a tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/networks?id=f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 200 len: 805 time: 0.2887838 Jul 28 10:35:39.780718 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-183e6007-c48c-4878-bcc1-473fdf14cbc8 req-651fee78-5e96-49a2-ad40-97705e694ce6 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/quotas/6ec3ffdc362b4d61b65d798f9b3c193a HTTP/1.1" status: 200 len: 375 time: 0.0301659 Jul 28 10:35:39.807764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47230) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:39.830757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-615420af-5dfb-4a00-a5fe-de9d50cb6395 None None] Port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:35:39.873650 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] For port f756f5f7-7453-4e0c-9547-e18e50290bf1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f756f5f7-7453-4e0c-9547-e18e50290bf1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:39.874212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:39.895161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Calling delete_port for f756f5f7-7453-4e0c-9547-e18e50290bf1 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:39.980304 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-183e6007-c48c-4878-bcc1-473fdf14cbc8 req-e762b927-2117-4224-afc3-6e952e8de8c7 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1960752 Jul 28 10:35:40.178125 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:40.179248 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:40.193306 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Router 0107b473-038f-41cf-9085-aff01f30596b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:40.202688 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f756f5f7-7453-4e0c-9547-e18e50290bf1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.228780 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-183e6007-c48c-4878-bcc1-473fdf14cbc8 req-6633c009-919e-48b1-a9e1-0d1296b1d524 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202609 Jul 28 10:35:40.266458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f756f5f7-7453-4e0c-9547-e18e50290bf1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:40.392604 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a61948e1-b84f-4082-8f75-b6bb56e3d379 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b02b39bdd29b4b53b3a897e9eef4615e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808334 Jul 28 10:35:40.393187 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47256) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:40.467442 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:40.528237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a9084a7-10b5-4f19-b5fe-55c8afc05abb admin admin] Publish callbacks [] for security_group (f823c7ab-de21-4946-aaf8-46f3b6a13c0d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.603166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a9084a7-10b5-4f19-b5fe-55c8afc05abb admin admin] Publish callbacks [] for security_group (f823c7ab-de21-4946-aaf8-46f3b6a13c0d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.622413 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-183e6007-c48c-4878-bcc1-473fdf14cbc8 req-4846f70e-bf77-4595-98e3-86f3ead3aac7 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916612 Jul 28 10:35:40.639023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (415ec58a-9654-48bf-864d-152c45036f66), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.661406 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.727812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a9084a7-10b5-4f19-b5fe-55c8afc05abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f823c7ab-de21-4946-aaf8-46f3b6a13c0d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.731143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a9084a7-10b5-4f19-b5fe-55c8afc05abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.732782 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a9084a7-10b5-4f19-b5fe-55c8afc05abb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f823c7ab-de21-4946-aaf8-46f3b6a13c0d HTTP/1.1" status: 204 len: 168 time: 0.3332870 Jul 28 10:35:40.751136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9084a7-10b5-4f19-b5fe-55c8afc05abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f823c7ab-de21-4946-aaf8-46f3b6a13c0d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:40.836137 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:40.912315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (415ec58a-9654-48bf-864d-152c45036f66), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.918268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks [] for router_controller (415ec58a-9654-48bf-864d-152c45036f66), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:40.968606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:40.987712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Sync routers for ids ['0107b473-038f-41cf-9085-aff01f30596b'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:41.015280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Routers {'0107b473-038f-41cf-9085-aff01f30596b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:41.017129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0107b473-038f-41cf-9085-aff01f30596b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:41.170377 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bdae4693-817f-463b-a774-27d7f89fc53c admin admin] 10.222.0.46 "PUT /v2.0/routers/0107b473-038f-41cf-9085-aff01f30596b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3529487 Jul 28 10:35:41.175967 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:41.177222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Checking segment: {'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:41.179002 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Network hostable DHCP agents. Network: 2cc8730b-afcb-462e-8a5d-38d29c610a2f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:35:41.224663 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c022dd01-b346-43d2-9127-9052659b04fa req-5b19b1f6-b9dd-4f38-8aef-3031740c2c0c tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7945129-8063-4ead-826a-22ed18ecf00f HTTP/1.1" status: 200 len: 210 time: 0.0941501 Jul 28 10:35:41.243603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (415ec58a-9654-48bf-864d-152c45036f66), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.244531 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 415ec58a-9654-48bf-864d-152c45036f66 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:41.251425 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.253252 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-51bcf800-1505-4a68-9262-11991071ddd0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/415ec58a-9654-48bf-864d-152c45036f66 HTTP/1.1" status: 204 len: 168 time: 3.2484603 Jul 28 10:35:41.256165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47280) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:41.279943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:35:41.305950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47282) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:41.317381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2cc8730b-afcb-462e-8a5d-38d29c610a2f) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:41.345770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d7650-5e48-4233-8b0d-a7bed3e6bf6f None None] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:41.355280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:41.356354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.362384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] Deleting subnet 11c813f7-8d0b-4507-8c8f-c93b5a528e4e {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:41.368036 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] Publish callbacks [] for subnet (11c813f7-8d0b-4507-8c8f-c93b5a528e4e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.399829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47288) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:41.405967 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-000ed879-00d6-4cf3-8304-d12456b63cb3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2569304 Jul 28 10:35:41.407603 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Request body: {'router': {'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:41.448322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (11c813f7-8d0b-4507-8c8f-c93b5a528e4e), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.499540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e7cce977-f6c0-4060-9655-e635fc7fa371), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.501458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e7cce977-f6c0-4060-9655-e635fc7fa371), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.575837 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:41.619069 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.621799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Set router 0107b473-038f-41cf-9085-aff01f30596b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:41.642713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47292) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:41.719398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks [] for router_controller (e7cce977-f6c0-4060-9655-e635fc7fa371), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.726635 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-15d983f6-d575-40da-9f61-00fe8f6344e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c07db15b194e4167a78e9e8aa0b7191f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819390 Jul 28 10:35:41.730177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47296) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:41.901470 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:41.906956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (11c813f7-8d0b-4507-8c8f-c93b5a528e4e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:41.968916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47300) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:41.985942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:42.090066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2cc8730b-afcb-462e-8a5d-38d29c610a2f', 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f', 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'fixed_ips': [{'subnet_id': '7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:35:42.091015 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.094511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a1df296-edf2-4fb8-ac96-02beaa76460b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.197291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1013126928-network', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:42.202127 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff6acfd4-6804-4e17-b1c0-c1466c0c4371 admin admin] Publish callbacks [] for security_group (1686915d-7a8d-4b05-b3c7-144555940619), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.242679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks [] for router_gateway (e7cce977-f6c0-4060-9655-e635fc7fa371), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.244335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:42.248501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.269933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.371408 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:42.405888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Allocated IP 172.20.0.2 (2cc8730b-afcb-462e-8a5d-38d29c610a2f/7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac/fbff2950-ee59-404f-943d-79e5b35d311e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:42.456559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff6acfd4-6804-4e17-b1c0-c1466c0c4371 admin admin] Publish callbacks [] for security_group (1686915d-7a8d-4b05-b3c7-144555940619), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.473257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks [] for security_group (f11adee9-be2b-4efb-8903-b486e86763e8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.536996 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d862c245-daf4-4bb7-a5c6-724aa65a34ba req-d4a530a8-9c42-49e4-9fb3-1d6a92f2c2a5 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7945129-8063-4ead-826a-22ed18ecf00f HTTP/1.1" status: 200 len: 210 time: 0.0617788 Jul 28 10:35:42.554469 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f11adee9-be2b-4efb-8903-b486e86763e8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.557659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (11c813f7-8d0b-4507-8c8f-c93b5a528e4e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.559767 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a1df296-edf2-4fb8-ac96-02beaa76460b admin admin] Publish callbacks [] for security_group (73a9c01a-d5d0-4087-832c-aabba3747ce7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.563303 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:42.585779 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Publish callbacks [] for port (fbff2950-ee59-404f-943d-79e5b35d311e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.591303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.592251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:42.599785 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:35:42.602193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c66ab233-7b3a-4f7b-95d4-ff2aa660fdc1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:42.614531 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:42.615444 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a1df296-edf2-4fb8-ac96-02beaa76460b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (73a9c01a-d5d0-4087-832c-aabba3747ce7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.626650 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/11c813f7-8d0b-4507-8c8f-c93b5a528e4e HTTP/1.1" status: 204 len: 168 time: 1.3647089 Jul 28 10:35:42.666031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47320) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:42.699696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a4447-1f08-4344-92e6-f638fcbd94f6 None None] Network 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:42.709021 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.709628 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7533981c-d1d9-463a-89a1-6486279bd158), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.710868 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Added segment 7533981c-d1d9-463a-89a1-6486279bd158 of type vlan for network 5d551234-11a9-445a-a81a-27edc859de35 Jul 28 10:35:42.712505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11adee9-be2b-4efb-8903-b486e86763e8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:42.770247 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7a1df296-edf2-4fb8-ac96-02beaa76460b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1bee076afca045d4b604d79e45c97232&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4611244 Jul 28 10:35:42.771520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:42.799049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb93d75-1483-40e6-99ca-7f06f46c4385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c813f7-8d0b-4507-8c8f-c93b5a528e4e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:42.849470 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff6acfd4-6804-4e17-b1c0-c1466c0c4371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1686915d-7a8d-4b05-b3c7-144555940619), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.854900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff6acfd4-6804-4e17-b1c0-c1466c0c4371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.858816 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ff6acfd4-6804-4e17-b1c0-c1466c0c4371 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1686915d-7a8d-4b05-b3c7-144555940619 HTTP/1.1" status: 204 len: 168 time: 1.1255271 Jul 28 10:35:42.878856 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:42.886956 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=5,neutron:SELECT=75,neutron:INSERT=20 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:42.903904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6acfd4-6804-4e17-b1c0-c1466c0c4371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1686915d-7a8d-4b05-b3c7-144555940619,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:42.916879 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks [] for router_gateway (e7cce977-f6c0-4060-9655-e635fc7fa371), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.921418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0107b473-038f-41cf-9085-aff01f30596b', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:16Z', 'updated_at': '2022-07-28T10:35:37Z', 'revision_number': 4, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'gw_port': {'id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:20Z', 'updated_at': '2022-07-28T10:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5c91d3a1-ee70-4dac-b2e1-8b2a00f26742', 'name': '', 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'mac_address': 'fa:16:3e:fd:a0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'de0bcf07-1b35-456f-aa81-2b32766633dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:34Z', 'updated_at': '2022-07-28T10:35:37Z', 'revision_number': 2, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'subnets': [{'id': 'de0bcf07-1b35-456f-aa81-2b32766633dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:42.924587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Pushing event updated for resources: {'Port': ['ID=fbff2950-ee59-404f-943d-79e5b35d311e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:42.948862 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:42.952593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:42.960659 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26ef1246-8120-42bb-b9ac-b78eb5fabd59 req-93efea64-5ac5-4355-bf02-a1d5a430dafd tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7945129-8063-4ead-826a-22ed18ecf00f HTTP/1.1" status: 200 len: 210 time: 0.0938754 Jul 28 10:35:42.994758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (5d551234-11a9-445a-a81a-27edc859de35), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.003443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1df296-edf2-4fb8-ac96-02beaa76460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9c01a-d5d0-4087-832c-aabba3747ce7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:43.035142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:43.040362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:43.045058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (23de53e8-d4b8-427a-b6f2-f1a17846e4a1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.067794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Checking router: 0107b473-038f-41cf-9085-aff01f30596b for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:43.068417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Updating router 0107b473-038f-41cf-9085-aff01f30596b port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:43.133163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac94f3-b391-4ddf-b454-1405c2579bb9 admin admin] Publish callbacks [] for security_group (73a9c01a-d5d0-4087-832c-aabba3747ce7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.143227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (5d551234-11a9-445a-a81a-27edc859de35), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.144593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:43.145407 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.211365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Deleting port 262363d5-abb0-41bd-9b09-c3341eb00fe3 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:43.212758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.236892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Allocated IP 172.25.2.84 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/60e517cd-6d02-45ab-b6f3-270ffebcbabf) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:43.266013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac94f3-b391-4ddf-b454-1405c2579bb9 admin admin] Publish callbacks [] for security_group (73a9c01a-d5d0-4087-832c-aabba3747ce7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.278672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e752a-e2cb-418b-a39c-f5f60860af2c req-b975e99f-e50d-436d-a427-5f67589a44d2 tempest-ServerAddressesNegativeTestJSON-457524815 tempest-ServerAddressesNegativeTestJSON-457524815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:43.288646 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-854e752a-e2cb-418b-a39c-f5f60860af2c req-b975e99f-e50d-436d-a427-5f67589a44d2 tempest-ServerAddressesNegativeTestJSON-457524815 tempest-ServerAddressesNegativeTestJSON-457524815-project] 10.222.0.46 "GET /v2.0/networks?id=b2e7dadb-9093-4432-aff8-2955d503a278 HTTP/1.1" status: 200 len: 820 time: 0.6453321 Jul 28 10:35:43.320109 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3459661 Jul 28 10:35:43.320385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] DHCP port deletion for 23de53e8-d4b8-427a-b6f2-f1a17846e4a1 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:35:43.323699 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.341939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47342) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:43.351476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Attempting to bind port fbff2950-ee59-404f-943d-79e5b35d311e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:43.352016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Attempting to bind port fbff2950-ee59-404f-943d-79e5b35d311e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:43.352449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Attempting to bind port fbff2950-ee59-404f-943d-79e5b35d311e on network 2cc8730b-afcb-462e-8a5d-38d29c610a2f {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:43.353285 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-854e752a-e2cb-418b-a39c-f5f60860af2c req-73bf19fd-0e59-411a-a73f-ea99dddd4614 tempest-ServerAddressesNegativeTestJSON-457524815 tempest-ServerAddressesNegativeTestJSON-457524815-project] 10.222.0.46 "GET /v2.0/quotas/75323914850d4d3d8563a3bb2df9a5ca HTTP/1.1" status: 200 len: 375 time: 0.0639076 Jul 28 10:35:43.360610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Request body: {'subnet': {'network_id': '5d551234-11a9-445a-a81a-27edc859de35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1013126928-subnet', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:43.469685 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:43.471495 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.483205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] Deleting port 262363d5-abb0-41bd-9b09-c3341eb00fe3 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:43.483890 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.498753 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-854e752a-e2cb-418b-a39c-f5f60860af2c req-4b19d610-93b1-4e37-af76-ab43fe1b0f65 tempest-ServerAddressesNegativeTestJSON-457524815 tempest-ServerAddressesNegativeTestJSON-457524815-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=75323914850d4d3d8563a3bb2df9a5ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1442564 Jul 28 10:35:43.499405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948ef80-0cc4-4796-94ba-33b031b73887 admin admin] Pushing event updated for resources: {'Network': ['ID=5d551234-11a9-445a-a81a-27edc859de35,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:43.556568 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:43.586057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] For port 262363d5-abb0-41bd-9b09-c3341eb00fe3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=262363d5-abb0-41bd-9b09-c3341eb00fe3,segment=NetworkSegment(ab34aca3-f76a-48c4-87a3-a6e2477fa8d1),segment_id=ab34aca3-f76a-48c4-87a3-a6e2477fa8d1)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:43.594983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.606001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:43.606708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Checking segment: {'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:43.607291 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.607926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Bound using segment: {'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:43.608591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Bound port: fbff2950-ee59-404f-943d-79e5b35d311e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:43.609311 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.619337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 5d551234-11a9-445a-a81a-27edc859de35 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:35:43.642847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Calling delete_port for 262363d5-abb0-41bd-9b09-c3341eb00fe3 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:43.686675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks [] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.697817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 262363d5-abb0-41bd-9b09-c3341eb00fe3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:43.709799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac94f3-b391-4ddf-b454-1405c2579bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (73a9c01a-d5d0-4087-832c-aabba3747ce7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.724291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac94f3-b391-4ddf-b454-1405c2579bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:43.734235 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eaac94f3-b391-4ddf-b454-1405c2579bb9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73a9c01a-d5d0-4087-832c-aabba3747ce7 HTTP/1.1" status: 204 len: 168 time: 0.8996251 Jul 28 10:35:43.808733 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-854e752a-e2cb-418b-a39c-f5f60860af2c req-ca738f7a-379f-4187-9b02-9a6a6fab6011 service neutron] 10.222.0.46 "GET /v2.0/networks/b2e7dadb-9093-4432-aff8-2955d503a278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079848 Jul 28 10:35:43.909961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac94f3-b391-4ddf-b454-1405c2579bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9c01a-d5d0-4087-832c-aabba3747ce7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:43.999051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] For port 262363d5-abb0-41bd-9b09-c3341eb00fe3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=262363d5-abb0-41bd-9b09-c3341eb00fe3,segment=NetworkSegment(ab34aca3-f76a-48c4-87a3-a6e2477fa8d1),segment_id=ab34aca3-f76a-48c4-87a3-a6e2477fa8d1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:43.999621 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.110571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] For port fbff2950-ee59-404f-943d-79e5b35d311e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:44.115165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] For port fbff2950-ee59-404f-943d-79e5b35d311e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fbff2950-ee59-404f-943d-79e5b35d311e,segment=NetworkSegment(c6b01dc3-1229-427e-8cfc-65ec0e33c6f3),segment_id=c6b01dc3-1229-427e-8cfc-65ec0e33c6f3)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:44.152655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.165260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] Calling delete_port for 262363d5-abb0-41bd-9b09-c3341eb00fe3 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:44.382613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.404526 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:44.450384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:44.452675 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:44.469204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:44.487560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:44.521132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47380) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:44.546456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c42126b-641c-4530-b3e0-5697bd0de01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.598155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a5fc0-a488-4a4f-9a5e-5547b0012705 None None] Pushing event updated for resources: {'Port': ['ID=fbff2950-ee59-404f-943d-79e5b35d311e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:44.610438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 262363d5-abb0-41bd-9b09-c3341eb00fe3 is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:44.610989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.674139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945a375-daae-4108-bc84-6d2c81698946 req-7ced152f-bb3c-4599-a469-3724c1948005 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:44.681220 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:44.693454 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8945a375-daae-4108-bc84-6d2c81698946 req-7ced152f-bb3c-4599-a469-3724c1948005 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/networks?id=f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 200 len: 805 time: 0.8316627 Jul 28 10:35:44.725182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.732129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f756f5f7-7453-4e0c-9547-e18e50290bf1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:44.738147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Pushing event updated for resources: {'Port': ['ID=60e517cd-6d02-45ab-b6f3-270ffebcbabf,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:44.761133 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (262363d5-abb0-41bd-9b09-c3341eb00fe3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.767426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f756f5f7-7453-4e0c-9547-e18e50290bf1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:44.767867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f756f5f7-7453-4e0c-9547-e18e50290bf1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:44.770244 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-854e752a-e2cb-418b-a39c-f5f60860af2c req-4fb876e6-0560-431c-ba64-2fb26de68630 service neutron] 10.222.0.46 "GET /v2.0/networks/b2e7dadb-9093-4432-aff8-2955d503a278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598885 Jul 28 10:35:44.818954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47382) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:44.830531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] Pushing event deleted for resources: {'Port': ['ID=262363d5-abb0-41bd-9b09-c3341eb00fe3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:44.851354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09f276-69ac-496e-b214-de01628d5c72 None None] No DVR routers for this DVR port 262363d5-abb0-41bd-9b09-c3341eb00fe3 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:44.861416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (efc3b4ff-9716-43c5-9403-43c8f4f8e2bd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.886360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c42126b-641c-4530-b3e0-5697bd0de01f admin admin] Publish callbacks [] for security_group (2ebb3998-125f-43fb-822b-e2dd511be0d9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.892103 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:44.902908 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8945a375-daae-4108-bc84-6d2c81698946 req-db0a303d-0d0e-43b2-bf3b-654b641ff7ef tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/quotas/6ec3ffdc362b4d61b65d798f9b3c193a HTTP/1.1" status: 200 len: 375 time: 0.2085915 Jul 28 10:35:44.904733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] No DVR routers for this DVR port 262363d5-abb0-41bd-9b09-c3341eb00fe3 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:44.910386 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c42126b-641c-4530-b3e0-5697bd0de01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2ebb3998-125f-43fb-822b-e2dd511be0d9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.970113 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Publish callbacks [] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.993433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:44.994421 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:45.078547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (23de53e8-d4b8-427a-b6f2-f1a17846e4a1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.144399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-582248936-network', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:45.152771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ce9db-33cd-4e4d-8f33-6d6544d269b5 None None] Pushing event updated for resources: {'Port': ['ID=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:45.159043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23de53e8-d4b8-427a-b6f2-f1a17846e4a1']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:45.180776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:45.181607 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab34aca3-f76a-48c4-87a3-a6e2477fa8d1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:45.212427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (ab34aca3-f76a-48c4-87a3-a6e2477fa8d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.221374 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8702aba1-9467-4d4d-a8cc-e9317c814fdf req-1e077782-cd91-4568-83ca-78d8c63e6ed0 tempest-ServerAddressesNegativeTestJSON-457524815 tempest-ServerAddressesNegativeTestJSON-457524815-project] 10.222.0.46 "GET /v2.0/ports?device_id=00a2f170-607a-4c94-91f3-427273c2843a HTTP/1.1" status: 200 len: 210 time: 0.0896645 Jul 28 10:35:45.290130 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ab34aca3-f76a-48c4-87a3-a6e2477fa8d1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.299527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:45.300259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (ab34aca3-f76a-48c4-87a3-a6e2477fa8d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.311351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc3b4ff-9716-43c5-9403-43c8f4f8e2bd,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:45.327126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Made reservation on behalf of c76befd177f745c685228e88e3fc2f63 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:45.329655 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.342050 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:45.360294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Checking segment: {'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:45.360664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Network hostable DHCP agents. Network: 5d551234-11a9-445a-a81a-27edc859de35, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:35:45.363740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.407518 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=262363d5-abb0-41bd-9b09-c3341eb00fe3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:45.545400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Network 5d551234-11a9-445a-a81a-27edc859de35 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:35:45.582233 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8945a375-daae-4108-bc84-6d2c81698946 req-3a4b068d-96dc-46e0-ad44-2b29cb8df012 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5897610 Jul 28 10:35:45.583279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (23de53e8-d4b8-427a-b6f2-f1a17846e4a1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.593382 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ab34aca3-f76a-48c4-87a3-a6e2477fa8d1 resource provider aggregate not found Jul 28 10:35:45.651927 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.658432 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/23de53e8-d4b8-427a-b6f2-f1a17846e4a1 HTTP/1.1" status: 204 len: 168 time: 2.9832764 Jul 28 10:35:45.659151 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ab34aca3-f76a-48c4-87a3-a6e2477fa8d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab34aca3-f76a-48c4-87a3-a6e2477fa8d1 found for delete ", "request_id": "req-d395a1f6-4c5a-4afe-a7df-5ecb3dc800ba"}]} Jul 28 10:35:45.659510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 5d551234-11a9-445a-a81a-27edc859de35) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:45.660950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fbff2950-ee59-404f-943d-79e5b35d311e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:45.666941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:45.667378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.724642 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-982230fb-e7f5-4000-8fac-b40904a08948 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3789353 Jul 28 10:35:45.725176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47400) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:45.726107 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks [] for router_gateway (e7cce977-f6c0-4060-9655-e635fc7fa371), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.735842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:45.744701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bcadfa-f2f2-4d76-91fb-6a52fa690303 None None] Network 5d551234-11a9-445a-a81a-27edc859de35 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:45.823216 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8945a375-daae-4108-bc84-6d2c81698946 req-956e01d9-c9fd-43f4-9ba5-d16df3ff425c service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572261 Jul 28 10:35:45.859680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks [] for security_group (af13d2b4-ad1e-4180-96fb-6522ce47ee44), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.911311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Attempting to bind port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:45.913447 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (9b18cee7-0614-4240-8b5b-c04285b75973), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.914656 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (9b18cee7-0614-4240-8b5b-c04285b75973), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.917951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Attempting to bind port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:45.918734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Attempting to bind port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 on network b2e7dadb-9093-4432-aff8-2955d503a278 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:45.921172 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af13d2b4-ad1e-4180-96fb-6522ce47ee44), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.921605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-633b7384-0190-4420-880c-46701bbe8c8d None None] Provisioning complete for port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:45.922308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-633b7384-0190-4420-880c-46701bbe8c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:45.974172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47402) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:45.975149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:35:45.988254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-633b7384-0190-4420-880c-46701bbe8c8d None None] Port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:35:46.003716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:46.004547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Checking segment: {'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:46.005144 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.005839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Bound using segment: {'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:46.007850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Bound port: 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaa1428-2847-4e1a-bef2-a31d42248b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:46.008505 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.065760 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4c42126b-641c-4530-b3e0-5697bd0de01f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40120fda47d84803b190b8eb86625936&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5383842 Jul 28 10:35:46.066039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ba53921e-26d1-48cf-9d46-1b8a320e1a74), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.066039 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Added segment ba53921e-26d1-48cf-9d46-1b8a320e1a74 of type vlan for network 22e0b0d8-9317-41bd-82d6-880599161f47 Jul 28 10:35:46.070955 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8945a375-daae-4108-bc84-6d2c81698946 req-4dd19a5a-a3fd-4bb2-8409-b544117f9fc2 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212029 Jul 28 10:35:46.080248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42126b-641c-4530-b3e0-5697bd0de01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb3998-125f-43fb-822b-e2dd511be0d9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:46.080248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47404) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:46.083745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5ef4-a1b4-4291-95c4-9b7cd747bbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=23de53e8-d4b8-427a-b6f2-f1a17846e4a1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:46.091481 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:46.159986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf7faaa6-9807-4bae-b06e-36ae999ae8f5 admin admin] Publish callbacks [] for security_group (2ebb3998-125f-43fb-822b-e2dd511be0d9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.169937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af13d2b4-ad1e-4180-96fb-6522ce47ee44,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:46.174923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] For port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:46.183535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] For port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,segment=NetworkSegment(8aaa1428-2847-4e1a-bef2-a31d42248b81),segment_id=8aaa1428-2847-4e1a-bef2-a31d42248b81)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:46.190268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-5d551234-11a9-445a-a81a-27edc859de35', 'network_id': '5d551234-11a9-445a-a81a-27edc859de35', 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'fixed_ips': [{'subnet_id': 'efc3b4ff-9716-43c5-9403-43c8f4f8e2bd'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:35:46.191139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf7faaa6-9807-4bae-b06e-36ae999ae8f5 admin admin] Publish callbacks [] for security_group (2ebb3998-125f-43fb-822b-e2dd511be0d9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.193438 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.203629 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:46.211764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fbff2950-ee59-404f-943d-79e5b35d311e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:46.212157 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.216650 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.232583 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:46.293503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf7faaa6-9807-4bae-b06e-36ae999ae8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2ebb3998-125f-43fb-822b-e2dd511be0d9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.296589 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf7faaa6-9807-4bae-b06e-36ae999ae8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.304213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks [] for router_controller (9b18cee7-0614-4240-8b5b-c04285b75973), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.308406 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bf7faaa6-9807-4bae-b06e-36ae999ae8f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ebb3998-125f-43fb-822b-e2dd511be0d9 HTTP/1.1" status: 204 len: 168 time: 0.2267027 Jul 28 10:35:46.328609 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7faaa6-9807-4bae-b06e-36ae999ae8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb3998-125f-43fb-822b-e2dd511be0d9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:46.334519 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47412) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:46.343247 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-870ddc6e-0c37-4d5b-9b02-32643b814fc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3c8659bbba84bbfb32e446ba294d81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591726 Jul 28 10:35:46.343505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b36cf93-f7b7-4161-a078-3f8f6ab6c65f None None] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:46.501114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fd809fa9-e065-4b6b-b96b-37734722c158 None None] Provisioning complete for port fbff2950-ee59-404f-943d-79e5b35d311e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:46.501114 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd809fa9-e065-4b6b-b96b-37734722c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.582974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b449d70-1112-4fc8-8cf8-cac3ea8d19fa admin admin] Publish callbacks [] for security_group (6f7ccc82-4f3c-4948-9458-36bc5dc2f03e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.650990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b449d70-1112-4fc8-8cf8-cac3ea8d19fa admin admin] Publish callbacks [] for security_group (6f7ccc82-4f3c-4948-9458-36bc5dc2f03e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.671374 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c026ebf2-8780-46b7-9e0d-f578c93aef3e req-d498267e-aff7-42ea-9ff3-dde3a8d9975a tempest-ServerAddressesNegativeTestJSON-457524815 tempest-ServerAddressesNegativeTestJSON-457524815-project] 10.222.0.46 "GET /v2.0/ports?device_id=00a2f170-607a-4c94-91f3-427273c2843a HTTP/1.1" status: 200 len: 210 time: 0.1884310 Jul 28 10:35:46.736718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Routers {'0107b473-038f-41cf-9085-aff01f30596b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:46.737374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0107b473-038f-41cf-9085-aff01f30596b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:46.744474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ce9db-33cd-4e4d-8f33-6d6544d269b5 None None] Pushing event updated for resources: {'Port': ['ID=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:46.744736 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (22e0b0d8-9317-41bd-82d6-880599161f47), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.838000 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:46.862734 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b449d70-1112-4fc8-8cf8-cac3ea8d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6f7ccc82-4f3c-4948-9458-36bc5dc2f03e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.869943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b449d70-1112-4fc8-8cf8-cac3ea8d19fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:46.872490 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b449d70-1112-4fc8-8cf8-cac3ea8d19fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f7ccc82-4f3c-4948-9458-36bc5dc2f03e HTTP/1.1" status: 204 len: 168 time: 0.5355628 Jul 28 10:35:46.898035 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3d86efdd-a2d0-466a-a821-59c55d65f5c3 req-200f4c88-8b60-4755-85aa-443a46dd0577 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=32f5a515-7b6d-4e9c-a53c-70d2051d2e7f HTTP/1.1" status: 200 len: 210 time: 0.3481879 Jul 28 10:35:46.914638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b449d70-1112-4fc8-8cf8-cac3ea8d19fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ccc82-4f3c-4948-9458-36bc5dc2f03e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:47.064403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] Set router 0107b473-038f-41cf-9085-aff01f30596b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:47.115755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:35:47.121912 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:47.188688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks [] for router_gateway (9b18cee7-0614-4240-8b5b-c04285b75973), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:47.232359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e7cce977-f6c0-4060-9655-e635fc7fa371), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:47.250633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (22e0b0d8-9317-41bd-82d6-880599161f47), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:47.252127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:47.253269 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:47.258504 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6dc24de9-0e0a-4336-a5f6-6f24908ae736 req-961e4001-9fdc-4a6b-99f7-871706b14fc1 tempest-ServerAddressesNegativeTestJSON-457524815 tempest-ServerAddressesNegativeTestJSON-457524815-project] 10.222.0.46 "GET /v2.0/ports?device_id=00a2f170-607a-4c94-91f3-427273c2843a HTTP/1.1" status: 200 len: 210 time: 0.1348979 Jul 28 10:35:47.332519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fbff2950-ee59-404f-943d-79e5b35d311e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:47.333104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:47.363183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fd809fa9-e065-4b6b-b96b-37734722c158 None None] Current status of the port fbff2950-ee59-404f-943d-79e5b35d311e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:47.363609 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd809fa9-e065-4b6b-b96b-37734722c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:47.380948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Allocated IP 172.20.0.2 (5d551234-11a9-445a-a81a-27edc859de35/efc3b4ff-9716-43c5-9403-43c8f4f8e2bd/7e6579c2-dce2-4d12-9993-5f2e239968a9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:47.493465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port fbff2950-ee59-404f-943d-79e5b35d311e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fbff2950-ee59-404f-943d-79e5b35d311e,segment=NetworkSegment(c6b01dc3-1229-427e-8cfc-65ec0e33c6f3),segment_id=c6b01dc3-1229-427e-8cfc-65ec0e33c6f3)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:47.549750 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:47.788891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:47.830936 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.0056503 Jul 28 10:35:47.845031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=fbff2950-ee59-404f-943d-79e5b35d311e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:47.848407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47454) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:47.883836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Request body: {'subnet': {'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-subnet', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:47.892043 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:47.909761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0107b473-038f-41cf-9085-aff01f30596b', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:16Z', 'updated_at': '2022-07-28T10:35:37Z', 'revision_number': 4, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'gw_port': {'id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:20Z', 'updated_at': '2022-07-28T10:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5c91d3a1-ee70-4dac-b2e1-8b2a00f26742', 'name': '', 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'mac_address': 'fa:16:3e:fd:a0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'de0bcf07-1b35-456f-aa81-2b32766633dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:34Z', 'updated_at': '2022-07-28T10:35:46Z', 'revision_number': 4, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'subnets': [{'id': 'de0bcf07-1b35-456f-aa81-2b32766633dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:47.958674 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-fd809fa9-e065-4b6b-b96b-37734722c158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:35:47.959099 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-fd809fa9-e065-4b6b-b96b-37734722c158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:35:47.964379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20444a22-96c7-4992-8a93-6c24ffc49820 None None] The sync data for ids ['0107b473-038f-41cf-9085-aff01f30596b'] in n-d-850468-6 is: [{'id': '0107b473-038f-41cf-9085-aff01f30596b', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:16Z', 'updated_at': '2022-07-28T10:35:37Z', 'revision_number': 4, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'gw_port': {'id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:20Z', 'updated_at': '2022-07-28T10:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5c91d3a1-ee70-4dac-b2e1-8b2a00f26742', 'name': '', 'network_id': 'b2e7dadb-9093-4432-aff8-2955d503a278', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'mac_address': 'fa:16:3e:fd:a0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'de0bcf07-1b35-456f-aa81-2b32766633dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:34Z', 'updated_at': '2022-07-28T10:35:46Z', 'revision_number': 4, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'subnets': [{'id': 'de0bcf07-1b35-456f-aa81-2b32766633dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:48.005675 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:48.014463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks [] for router_gateway (9b18cee7-0614-4240-8b5b-c04285b75973), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:48.139044 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:48.157423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042c8e3-7f27-42e8-838a-dee584669726 admin admin] Pushing event updated for resources: {'Network': ['ID=22e0b0d8-9317-41bd-82d6-880599161f47,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:48.187108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 22e0b0d8-9317-41bd-82d6-880599161f47 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:35:48.236250 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Publish callbacks [] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:48.323964 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:48.458273 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Network 5d551234-11a9-445a-a81a-27edc859de35 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:48.535274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:48.543160 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:48.561083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Pushing event updated for resources: {'Port': ['ID=7e6579c2-dce2-4d12-9993-5f2e239968a9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:48.732057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (0107b473-038f-41cf-9085-aff01f30596b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:48.848836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fd809fa9-e065-4b6b-b96b-37734722c158 None None] Current status of the port fbff2950-ee59-404f-943d-79e5b35d311e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:48.882980 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7e7b2be7-6f7f-4b25-b8ba-6faaf0a622fc req-512d8c92-3e8c-465e-a37f-562bd4536c98 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=32f5a515-7b6d-4e9c-a53c-70d2051d2e7f HTTP/1.1" status: 200 len: 210 time: 0.6921346 Jul 28 10:35:48.887755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Made reservation on behalf of c76befd177f745c685228e88e3fc2f63 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:48.915501 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.000656 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:49.060957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Attempting to bind port 7e6579c2-dce2-4d12-9993-5f2e239968a9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:49.060957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Attempting to bind port 7e6579c2-dce2-4d12-9993-5f2e239968a9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:49.073751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Attempting to bind port 7e6579c2-dce2-4d12-9993-5f2e239968a9 on network 5d551234-11a9-445a-a81a-27edc859de35 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:49.080975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Provisioning complete for port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:49.082254 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.099472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:49.107707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Checking segment: {'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:49.114660 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.117935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Bound using segment: {'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:49.118832 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Bound port: 7e6579c2-dce2-4d12-9993-5f2e239968a9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:49.119543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.233677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Router e7cce977-f6c0-4060-9655-e635fc7fa371 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:35:49.274835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Allocated IP 172.25.2.169 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:49.304633 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=24 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:49.322611 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=65 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:49.514483 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ec1955b8-2819-4e05-9886-20ce69d9c416 req-1ce9ebc7-f46a-4959-9640-e06753fbf2fa tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=32f5a515-7b6d-4e9c-a53c-70d2051d2e7f HTTP/1.1" status: 200 len: 210 time: 0.2720187 Jul 28 10:35:49.554046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Deleting port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:49.554558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.558032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] For port 7e6579c2-dce2-4d12-9993-5f2e239968a9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:49.584103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] For port 7e6579c2-dce2-4d12-9993-5f2e239968a9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7e6579c2-dce2-4d12-9993-5f2e239968a9,segment=NetworkSegment(7533981c-d1d9-463a-89a1-6486279bd158),segment_id=7533981c-d1d9-463a-89a1-6486279bd158)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:49.693842 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.768051 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:49.768836 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:49.848378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Current status of the port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:49.850979 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.885116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:49.918521 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Sync routers for ids ['e7cce977-f6c0-4060-9655-e635fc7fa371'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:49.922161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] For port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,segment=NetworkSegment(8aaa1428-2847-4e1a-bef2-a31d42248b81),segment_id=8aaa1428-2847-4e1a-bef2-a31d42248b81)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:49.922824 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:49.969721 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Routers {'e7cce977-f6c0-4060-9655-e635fc7fa371'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:49.972906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Calling delete_port for 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:49.978699 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e7cce977-f6c0-4060-9655-e635fc7fa371'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:50.024189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:50.025505 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ad725cae-1143-4b59-8c0a-725ea365198e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.6248696 Jul 28 10:35:50.041001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47506) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:50.072484 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:50.089626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae6399-88bf-4b5d-b8e1-eed6c8e73724 None None] Pushing event updated for resources: {'Port': ['ID=7e6579c2-dce2-4d12-9993-5f2e239968a9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:50.105122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fbff2950-ee59-404f-943d-79e5b35d311e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:50.318631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] For port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,segment=NetworkSegment(8aaa1428-2847-4e1a-bef2-a31d42248b81),segment_id=8aaa1428-2847-4e1a-bef2-a31d42248b81)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:50.329837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (1b55d664-78df-45ab-acbd-cc244504807b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:50.363314 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:50.367002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks [] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:50.452471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fbff2950-ee59-404f-943d-79e5b35d311e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:50.452858 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:50.519910 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Set router e7cce977-f6c0-4060-9655-e635fc7fa371 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:50.542610 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:50.667892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Provisioning complete for port fbff2950-ee59-404f-943d-79e5b35d311e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:50.669789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:50.715668 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5c91d3a1-ee70-4dac-b2e1-8b2a00f26742), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:50.845161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:50.893127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Pushing event updated for resources: {'Port': ['ID=5c91d3a1-ee70-4dac-b2e1-8b2a00f26742,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:50.948608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fbff2950-ee59-404f-943d-79e5b35d311e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:50.950933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:50.977265 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47532) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:51.034750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:51.035097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:35:51.056282 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:35:45Z', 'revision_number': 3, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:51.099286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:35:51.103450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a51b8cf9-c70e-4f99-b038-c18dd1b51aca None None] Current status of the port fbff2950-ee59-404f-943d-79e5b35d311e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:51.114781 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Checking router: e7cce977-f6c0-4060-9655-e635fc7fa371 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:51.115401 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Updating router e7cce977-f6c0-4060-9655-e635fc7fa371 port 60e517cd-6d02-45ab-b6f3-270ffebcbabf binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:51.191788 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:51.194296 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.221382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b55d664-78df-45ab-acbd-cc244504807b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:51.284813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa7bc-4e7f-4e16-b457-855a7580e81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.329584 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (0107b473-038f-41cf-9085-aff01f30596b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.359929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Checking segment: {'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:51.360294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Network hostable DHCP agents. Network: 22e0b0d8-9317-41bd-82d6-880599161f47, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:35:51.439264 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.502391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:51.534346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:51.572407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:51.713197 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:51.844457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa7bc-4e7f-4e16-b457-855a7580e81e admin admin] Publish callbacks [] for security_group (b729dd96-7940-46f7-87a9-2a1a8d6db5b9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.864553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa7bc-4e7f-4e16-b457-855a7580e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b729dd96-7940-46f7-87a9-2a1a8d6db5b9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.908631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e6579c2-dce2-4d12-9993-5f2e239968a9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:51.954388 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:51.972621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Router 0107b473-038f-41cf-9085-aff01f30596b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:35:51.973975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8aa7bc-4e7f-4e16-b457-855a7580e81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b729dd96-7940-46f7-87a9-2a1a8d6db5b9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:51.976800 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Publish callbacks [] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.989344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ff41a-c42d-48ea-a522-be57360774ac None None] Network 5d551234-11a9-445a-a81a-27edc859de35 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:51.995063 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3b8aa7bc-4e7f-4e16-b457-855a7580e81e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06ae2c55bac04967ada208971696863a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0162423 Jul 28 10:35:51.996006 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:51.998011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47546) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:52.066720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Network 22e0b0d8-9317-41bd-82d6-880599161f47 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:35:52.101149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Attempting to bind port 60e517cd-6d02-45ab-b6f3-270ffebcbabf on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:52.101149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Attempting to bind port 60e517cd-6d02-45ab-b6f3-270ffebcbabf by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:52.101149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Attempting to bind port 60e517cd-6d02-45ab-b6f3-270ffebcbabf on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:52.111776 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:52.113043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-10be11f2-e61e-4fbd-8d1c-0a2eeede700b None None] Provisioning complete for port 7e6579c2-dce2-4d12-9993-5f2e239968a9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:52.113232 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d038-b7b2-4a5d-a0c7-c0dba6551e36 req-5d5c6d90-6d9b-4794-9cb0-6af70733b121 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:52.113517 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:52.114190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10be11f2-e61e-4fbd-8d1c-0a2eeede700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.115348 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:52.115348 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.116515 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:52.117248 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Bound port: 60e517cd-6d02-45ab-b6f3-270ffebcbabf, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:52.117678 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.121561 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382bdcc-9806-4227-a8d4-18e667564a97 None None] Pushing event updated for resources: {'Port': ['ID=60e517cd-6d02-45ab-b6f3-270ffebcbabf,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:52.123734 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8173d038-b7b2-4a5d-a0c7-c0dba6551e36 req-5d5c6d90-6d9b-4794-9cb0-6af70733b121 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/networks?id=f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 200 len: 805 time: 1.3577535 Jul 28 10:35:52.172056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Pushing event updated for resources: {'Port': ['ID=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:52.201950 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] For port 60e517cd-6d02-45ab-b6f3-270ffebcbabf, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:52.204236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7e6579c2-dce2-4d12-9993-5f2e239968a9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:52.204925 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.205945 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8173d038-b7b2-4a5d-a0c7-c0dba6551e36 req-c1411893-38b0-4786-a8e9-3a09ac7b867d tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/quotas/6ec3ffdc362b4d61b65d798f9b3c193a HTTP/1.1" status: 200 len: 375 time: 0.0812392 Jul 28 10:35:52.206580 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] For port 60e517cd-6d02-45ab-b6f3-270ffebcbabf, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=60e517cd-6d02-45ab-b6f3-270ffebcbabf,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:52.217423 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.241448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-024e5b8c-a33d-4e40-aec5-cd7a5f64aaf7 admin admin] Publish callbacks [] for security_group (b729dd96-7940-46f7-87a9-2a1a8d6db5b9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.299844 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Routers {'e7cce977-f6c0-4060-9655-e635fc7fa371'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:52.300562 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e7cce977-f6c0-4060-9655-e635fc7fa371'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:52.365105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382bdcc-9806-4227-a8d4-18e667564a97 None None] Pushing event updated for resources: {'Port': ['ID=60e517cd-6d02-45ab-b6f3-270ffebcbabf,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:52.385171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-024e5b8c-a33d-4e40-aec5-cd7a5f64aaf7 admin admin] Publish callbacks [] for security_group (b729dd96-7940-46f7-87a9-2a1a8d6db5b9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.420854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 22e0b0d8-9317-41bd-82d6-880599161f47) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:52.430958 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8173d038-b7b2-4a5d-a0c7-c0dba6551e36 req-3dbc3db0-ceb2-413d-96d3-17c92c8c92a4 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2241030 Jul 28 10:35:52.446947 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:52.466814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:52.474486 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7c189511-8329-499d-bdd0-3328baa3a64c admin admin] 10.222.0.46 "PUT /v2.0/routers/0107b473-038f-41cf-9085-aff01f30596b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6831951 Jul 28 10:35:52.478382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47550) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:52.501293 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:52.504526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:52.505226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.511711 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] Set router e7cce977-f6c0-4060-9655-e635fc7fa371 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:52.514932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47552) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:52.519807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61787c83-cda9-4984-9b23-cdb2ad44e00e None None] Network 22e0b0d8-9317-41bd-82d6-880599161f47 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:52.529562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] Sync routers for ids ['0107b473-038f-41cf-9085-aff01f30596b'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:52.580571 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:52.605583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-024e5b8c-a33d-4e40-aec5-cd7a5f64aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b729dd96-7940-46f7-87a9-2a1a8d6db5b9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.606074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] Routers {'0107b473-038f-41cf-9085-aff01f30596b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:52.606892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0107b473-038f-41cf-9085-aff01f30596b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:52.613045 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-024e5b8c-a33d-4e40-aec5-cd7a5f64aaf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.617400 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-024e5b8c-a33d-4e40-aec5-cd7a5f64aaf7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b729dd96-7940-46f7-87a9-2a1a8d6db5b9 HTTP/1.1" status: 204 len: 168 time: 0.6147559 Jul 28 10:35:52.632512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e5b8c-a33d-4e40-aec5-cd7a5f64aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b729dd96-7940-46f7-87a9-2a1a8d6db5b9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:52.645144 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks [] for router (0107b473-038f-41cf-9085-aff01f30596b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.734697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-10be11f2-e61e-4fbd-8d1c-0a2eeede700b None None] Current status of the port 7e6579c2-dce2-4d12-9993-5f2e239968a9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:52.735412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10be11f2-e61e-4fbd-8d1c-0a2eeede700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.739463 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1f1ce7da-85f4-4377-ad3e-481441ed291c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.8792636 Jul 28 10:35:52.761046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47558) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:52.780428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:52.821737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.845606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (f1a7b4cb-ad3e-4038-a589-23fd02938696), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.846248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks [] for router_gateway (0107b473-038f-41cf-9085-aff01f30596b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.852205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (f1a7b4cb-ad3e-4038-a589-23fd02938696), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.927469 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:52.929956 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:35:45Z', 'revision_number': 3, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:52.943314 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:52.973841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7e6579c2-dce2-4d12-9993-5f2e239968a9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:52.973841 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:52.984508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Deleting port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:52.985087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:53.006229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-22e0b0d8-9317-41bd-82d6-880599161f47', 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47', 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'fixed_ips': [{'subnet_id': '1b55d664-78df-45ab-acbd-cc244504807b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:35:53.007518 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:53.020839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f097a-9332-4db3-b52d-1a42096f2050 None None] The sync data for ids ['e7cce977-f6c0-4060-9655-e635fc7fa371'] in n-d-850468-6 is: [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:35:45Z', 'revision_number': 3, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:53.051733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks [] for router_controller (f1a7b4cb-ad3e-4038-a589-23fd02938696), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:53.074703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a168cb00-bfe4-45fd-a312-888232e87852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:53.102285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-10be11f2-e61e-4fbd-8d1c-0a2eeede700b None None] For port 7e6579c2-dce2-4d12-9993-5f2e239968a9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7e6579c2-dce2-4d12-9993-5f2e239968a9,segment=NetworkSegment(7533981c-d1d9-463a-89a1-6486279bd158),segment_id=7533981c-d1d9-463a-89a1-6486279bd158)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:53.220275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10be11f2-e61e-4fbd-8d1c-0a2eeede700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:53.429946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Allocated IP 172.20.0.2 (22e0b0d8-9317-41bd-82d6-880599161f47/1b55d664-78df-45ab-acbd-cc244504807b/ae59c7f6-890b-4fa5-808b-3769f2a01761) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:53.512762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5ab15-50c5-48b1-873b-4bed8fc8d5bc req-abd323e1-5aca-4e4f-801e-0ba17b8f2e2e tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:53.514427 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7dd5ab15-50c5-48b1-873b-4bed8fc8d5bc req-abd323e1-5aca-4e4f-801e-0ba17b8f2e2e tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/networks?id=fc480ddc-689b-4a08-ab44-677bf4b84cd1 HTTP/1.1" status: 200 len: 808 time: 0.1504104 Jul 28 10:35:53.552518 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:53.560128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be11f2-e61e-4fbd-8d1c-0a2eeede700b None None] Pushing event updated for resources: {'Port': ['ID=7e6579c2-dce2-4d12-9993-5f2e239968a9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:53.599890 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7dd5ab15-50c5-48b1-873b-4bed8fc8d5bc req-b260c655-aec7-48da-aae0-5fc70f79daa3 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/quotas/70ceba76ab9744e7a0ae4f2438709f7d HTTP/1.1" status: 200 len: 375 time: 0.0686657 Jul 28 10:35:53.609124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] For port 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:53.609520 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:53.625240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] Set router 0107b473-038f-41cf-9085-aff01f30596b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:53.640776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Calling delete_port for 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:53.732171 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7dd5ab15-50c5-48b1-873b-4bed8fc8d5bc req-2b445057-25ff-43b5-876b-057f6f2f57d5 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=70ceba76ab9744e7a0ae4f2438709f7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183057 Jul 28 10:35:53.821450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks [] for router_gateway (f1a7b4cb-ad3e-4038-a589-23fd02938696), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:53.864412 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8173d038-b7b2-4a5d-a0c7-c0dba6551e36 req-eabadb0e-323b-4257-a2f1-d39f9cb9e51c service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3466966 Jul 28 10:35:53.958109 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:53.969235 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7dd5ab15-50c5-48b1-873b-4bed8fc8d5bc req-9798d47b-539a-4484-b38e-c0b841e01261 service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164769 Jul 28 10:35:53.987714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f982f972-d415-407d-b438-40340a94b9a2 None None] Provisioning complete for port 7e6579c2-dce2-4d12-9993-5f2e239968a9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:53.988338 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f982f972-d415-407d-b438-40340a94b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.047537 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78,neutron:INSERT=17 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:54.067711 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47584) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:54.086917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Publish callbacks [] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.103767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a168cb00-bfe4-45fd-a312-888232e87852 admin admin] Publish callbacks [] for security_group (f9bffb3e-9931-4af2-ad2f-1bb7d80466eb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.139741 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.193070 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.231299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a168cb00-bfe4-45fd-a312-888232e87852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9bffb3e-9931-4af2-ad2f-1bb7d80466eb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.232623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:54.266003 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:35:54.266524 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:35:54.281356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Pushing event updated for resources: {'Port': ['ID=ae59c7f6-890b-4fa5-808b-3769f2a01761,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:54.337594 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7dd5ab15-50c5-48b1-873b-4bed8fc8d5bc req-6c8f74c6-3a2a-49cf-a670-67df5802df65 service neutron] 10.222.0.46 "GET /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480389 Jul 28 10:35:54.348763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Network 22e0b0d8-9317-41bd-82d6-880599161f47 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:54.349555 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (0107b473-038f-41cf-9085-aff01f30596b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.358315 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:54.359549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:54.364949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:54.370410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks [] for router_gateway (9b18cee7-0614-4240-8b5b-c04285b75973), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.393581 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:54.501073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (0107b473-038f-41cf-9085-aff01f30596b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.503972 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks [] for router_controller (0107b473-038f-41cf-9085-aff01f30596b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.528534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1057941155-network', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:54.556534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (0107b473-038f-41cf-9085-aff01f30596b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.557378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0107b473-038f-41cf-9085-aff01f30596b {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:35:54.564083 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.567737 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7d888253-27d6-4b0a-aaad-7150601cc213 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0107b473-038f-41cf-9085-aff01f30596b HTTP/1.1" status: 204 len: 168 time: 2.0845044 Jul 28 10:35:54.568208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47590) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:54.589413 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a168cb00-bfe4-45fd-a312-888232e87852 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e63a2ee837a945d3936ec32d618abce0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0688305 Jul 28 10:35:54.599306 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8173d038-b7b2-4a5d-a0c7-c0dba6551e36 req-b1e232b0-9100-4b91-b8f2-99ee3cee26a6 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936016 Jul 28 10:35:54.600256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168cb00-bfe4-45fd-a312-888232e87852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bffb3e-9931-4af2-ad2f-1bb7d80466eb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:54.600740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f982f972-d415-407d-b438-40340a94b9a2 None None] Current status of the port 7e6579c2-dce2-4d12-9993-5f2e239968a9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:54.604609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47594) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:54.696857 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:54.698787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] Deleting subnet de0bcf07-1b35-456f-aa81-2b32766633dc {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:35:54.699994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Attempting to bind port ae59c7f6-890b-4fa5-808b-3769f2a01761 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:54.700144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.700380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Attempting to bind port ae59c7f6-890b-4fa5-808b-3769f2a01761 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:54.704067 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Allocated IP 172.20.0.1 (2cc8730b-afcb-462e-8a5d-38d29c610a2f/7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac/469186b6-d255-4d63-a5d8-f96df21ec6d0) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:54.704699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Attempting to bind port ae59c7f6-890b-4fa5-808b-3769f2a01761 on network 22e0b0d8-9317-41bd-82d6-880599161f47 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:54.710630 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks [] for router_gateway (f1a7b4cb-ad3e-4038-a589-23fd02938696), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.713512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] Publish callbacks [] for subnet (de0bcf07-1b35-456f-aa81-2b32766633dc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.740385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:54.741704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Checking segment: {'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:54.742737 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.743340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Bound using segment: {'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:54.744033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Bound port: ae59c7f6-890b-4fa5-808b-3769f2a01761, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:54.745029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.798597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.820179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.855318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0107b473-038f-41cf-9085-aff01f30596b', 'name': 'tempest-ServerAddressesNegativeTestJSON-42679422-router', 'tenant_id': '75323914850d4d3d8563a3bb2df9a5ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:16Z', 'updated_at': '2022-07-28T10:35:50Z', 'revision_number': 5, 'project_id': '75323914850d4d3d8563a3bb2df9a5ca', 'gw_port': {'id': '3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0107b473-038f-41cf-9085-aff01f30596b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:20Z', 'updated_at': '2022-07-28T10:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:54.872340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (de0bcf07-1b35-456f-aa81-2b32766633dc), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:54.931667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] Checking router: 0107b473-038f-41cf-9085-aff01f30596b for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:54.973211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7e6579c2-dce2-4d12-9993-5f2e239968a9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:54.988094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] Routers set() bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:54.988741 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-11270104-dfa9-4e9d-b486-10d98c53a6ce req-ba962f09-5354-467a-aeb8-dab6efb5347e tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2ae71bd-fef7-499b-b37d-2862ac1e7cbc HTTP/1.1" status: 200 len: 210 time: 0.0594234 Jul 28 10:35:54.989130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] Router IDs set() for agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 10:35:54.989130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_agentschedulers_db [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0107b473-038f-41cf-9085-aff01f30596b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent'). {{(pid=104689) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 10:35:54.989632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22187301-c94b-4aa9-a7e9-00b2b480bf56 None None] The sync data for ids ['0107b473-038f-41cf-9085-aff01f30596b'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:35:54.991547 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:55.074258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] For port ae59c7f6-890b-4fa5-808b-3769f2a01761, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:55.082353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] For port ae59c7f6-890b-4fa5-808b-3769f2a01761, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae59c7f6-890b-4fa5-808b-3769f2a01761,segment=NetworkSegment(ba53921e-26d1-48cf-9d46-1b8a320e1a74),segment_id=ba53921e-26d1-48cf-9d46-1b8a320e1a74)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:55.087955 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c073d4f7-bcf0-4445-bbf2-0ae858b0ec6c admin admin] Publish callbacks [] for security_group (f9bffb3e-9931-4af2-ad2f-1bb7d80466eb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.096586 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.120840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (de0bcf07-1b35-456f-aa81-2b32766633dc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.288806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (de0bcf07-1b35-456f-aa81-2b32766633dc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.300987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f5fe7-d392-4129-bbc0-f35ee62cfd65 None None] Pushing event updated for resources: {'Port': ['ID=ae59c7f6-890b-4fa5-808b-3769f2a01761,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:55.334421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0bcf07-1b35-456f-aa81-2b32766633dc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:55.339305 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.349521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a735fab-a483-4153-9e74-5b00dc6f9c2c None None] Network b2e7dadb-9093-4432-aff8-2955d503a278 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:55.351171 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-34c0b370-57c3-4245-8ce8-d3a1d6310b18 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/de0bcf07-1b35-456f-aa81-2b32766633dc HTTP/1.1" status: 204 len: 168 time: 0.7804735 Jul 28 10:35:55.351858 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47610) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:55.460215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c073d4f7-bcf0-4445-bbf2-0ae858b0ec6c admin admin] Publish callbacks [] for security_group (f9bffb3e-9931-4af2-ad2f-1bb7d80466eb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.467953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b2e7dadb-9093-4432-aff8-2955d503a278), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.481306 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:55.526712 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a9add03e-7215-44af-aa6a-5ace0a7501dd req-dd029d03-09ad-4d46-941f-767737dca283 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=963e36aa-e613-4d4e-ad89-f5da3fc09c6f HTTP/1.1" status: 200 len: 210 time: 0.5517714 Jul 28 10:35:55.527168 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:55.552873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Deleting port bbc80de1-fad7-456d-8ec0-682b4a71b412 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:55.552873 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.559578 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (9b18cee7-0614-4240-8b5b-c04285b75973), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.641500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] For port bbc80de1-fad7-456d-8ec0-682b4a71b412, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bbc80de1-fad7-456d-8ec0-682b4a71b412,segment=NetworkSegment(8aaa1428-2847-4e1a-bef2-a31d42248b81),segment_id=8aaa1428-2847-4e1a-bef2-a31d42248b81)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:55.642251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.645877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] DHCP port deletion for b2e7dadb-9093-4432-aff8-2955d503a278 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:35:55.663776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks [] for security_group (8354a93e-a784-406c-896c-77ca72685363), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.690911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Calling delete_port for bbc80de1-fad7-456d-8ec0-682b4a71b412 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:55.751198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] Deleting port bbc80de1-fad7-456d-8ec0-682b4a71b412 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:55.751714 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.751988 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8354a93e-a784-406c-896c-77ca72685363), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.807589 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=7,neutron:UPDATE=3,neutron:SELECT=90 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:55.827358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 60e517cd-6d02-45ab-b6f3-270ffebcbabf up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:55.883730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.900519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] For port bbc80de1-fad7-456d-8ec0-682b4a71b412, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bbc80de1-fad7-456d-8ec0-682b4a71b412,segment=NetworkSegment(8aaa1428-2847-4e1a-bef2-a31d42248b81),segment_id=8aaa1428-2847-4e1a-bef2-a31d42248b81)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:55.900932 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:55.916443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] Calling delete_port for bbc80de1-fad7-456d-8ec0-682b4a71b412 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:55.918860 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc80de1-fad7-456d-8ec0-682b4a71b412,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:55.922556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] No DVR routers for this DVR port bbc80de1-fad7-456d-8ec0-682b4a71b412 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:56.016578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 60e517cd-6d02-45ab-b6f3-270ffebcbabf triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:56.017142 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.026385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b2e7dadb-9093-4432-aff8-2955d503a278), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.057458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e7dadb-9093-4432-aff8-2955d503a278']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:56.075430 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (bbc80de1-fad7-456d-8ec0-682b4a71b412), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.078967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaa1428-2847-4e1a-bef2-a31d42248b81') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:56.079279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaa1428-2847-4e1a-bef2-a31d42248b81') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:56.094100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (8aaa1428-2847-4e1a-bef2-a31d42248b81), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.104619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] Pushing event deleted for resources: {'Port': ['ID=bbc80de1-fad7-456d-8ec0-682b4a71b412,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:56.114488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:35:56.115263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2355482-2e28-4e15-aa0d-5ae1ced34f8a None None] No DVR routers for this DVR port bbc80de1-fad7-456d-8ec0-682b4a71b412 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:35:56.140010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bf745bbe-b498-4d62-b9e2-6de5ac8198fa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.140451 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Added segment bf745bbe-b498-4d62-b9e2-6de5ac8198fa of type vlan for network 60bf64ea-294b-4824-84f2-446926d7fb4a Jul 28 10:35:56.152481 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:56.155308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 60e517cd-6d02-45ab-b6f3-270ffebcbabf is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:56.155755 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.156174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8aaa1428-2847-4e1a-bef2-a31d42248b81), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.175242 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:56.178651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Allocated IP 172.25.2.209 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3715cc98-1c62-4089-bc53-f45121bd4429) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:56.184532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 60e517cd-6d02-45ab-b6f3-270ffebcbabf, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=60e517cd-6d02-45ab-b6f3-270ffebcbabf,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:56.186670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:35:56.187817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (8aaa1428-2847-4e1a-bef2-a31d42248b81), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.197728 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.199053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e6579c2-dce2-4d12-9993-5f2e239968a9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:56.221948 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-56d925ae-4063-4528-ac18-80def49afdd5 req-6b2589a3-0984-4011-80f8-0a3b35c30a25 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2ae71bd-fef7-499b-b37d-2862ac1e7cbc HTTP/1.1" status: 200 len: 210 time: 0.0816336 Jul 28 10:35:56.247538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8354a93e-a784-406c-896c-77ca72685363,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:56.269098 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 8aaa1428-2847-4e1a-bef2-a31d42248b81 resource provider aggregate not found Jul 28 10:35:56.300134 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 8aaa1428-2847-4e1a-bef2-a31d42248b81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8aaa1428-2847-4e1a-bef2-a31d42248b81 found for delete ", "request_id": "req-c3e26f4c-05f3-44a3-b0cd-a6208c2aa9fd"}]} Jul 28 10:35:56.329925 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks [] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.336818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=60e517cd-6d02-45ab-b6f3-270ffebcbabf,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:56.342719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7e6579c2-dce2-4d12-9993-5f2e239968a9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:56.343107 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.344737 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:56.354121 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b2e7dadb-9093-4432-aff8-2955d503a278), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.363423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c073d4f7-bcf0-4445-bbf2-0ae858b0ec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9bffb3e-9931-4af2-ad2f-1bb7d80466eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.364915 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.368181 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c073d4f7-bcf0-4445-bbf2-0ae858b0ec6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.369939 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c073d4f7-bcf0-4445-bbf2-0ae858b0ec6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9bffb3e-9931-4af2-ad2f-1bb7d80466eb HTTP/1.1" status: 204 len: 168 time: 1.7578194 Jul 28 10:35:56.379210 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] 10.222.0.46 "DELETE /v2.0/networks/b2e7dadb-9093-4432-aff8-2955d503a278 HTTP/1.1" status: 204 len: 168 time: 1.0259290 Jul 28 10:35:56.404298 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc87cb-926a-446f-8c8c-221498a4b8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e7dadb-9093-4432-aff8-2955d503a278,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:56.419003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (60bf64ea-294b-4824-84f2-446926d7fb4a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.486840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7e6579c2-dce2-4d12-9993-5f2e239968a9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:56.536308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (60bf64ea-294b-4824-84f2-446926d7fb4a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.537549 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:56.538423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.567631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073d4f7-bcf0-4445-bbf2-0ae858b0ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bffb3e-9931-4af2-ad2f-1bb7d80466eb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:56.611695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47626) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:56.684673 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2e09c67-f5f4-4a5d-be63-cf002156ba8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75323914850d4d3d8563a3bb2df9a5ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715678 Jul 28 10:35:56.687218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47630) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:56.750763 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ac24a6e3-72f0-4094-b211-9070141bff83 req-c02b67ba-9ccd-4f19-98bb-ddc9dca458c7 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=963e36aa-e613-4d4e-ad89-f5da3fc09c6f HTTP/1.1" status: 200 len: 210 time: 0.0502903 Jul 28 10:35:56.751634 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6c9c66a8-ed83-44f5-a485-b7734ae75266 req-431cccfe-0cf6-43ce-b8c9-aafaaa388327 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2ae71bd-fef7-499b-b37d-2862ac1e7cbc HTTP/1.1" status: 200 len: 210 time: 0.2632880 Jul 28 10:35:56.766323 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.6606193 Jul 28 10:35:56.775798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47632) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:56.787894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Request body: {'subnet': {'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1057941155-subnet', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:56.826710 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:56.839694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf1518a0-c11e-417d-828d-96321c4fc1fa admin admin] Publish callbacks [] for security_group (cd604154-c967-4e99-b310-96e9bd071941), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.843242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Router 9b18cee7-0614-4240-8b5b-c04285b75973 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:35:56.868358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf1518a0-c11e-417d-828d-96321c4fc1fa admin admin] Publish callbacks [] for security_group (cd604154-c967-4e99-b310-96e9bd071941), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.870898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c25b3-151f-4ec0-9397-24a64e52c323 admin admin] Pushing event updated for resources: {'Network': ['ID=60bf64ea-294b-4824-84f2-446926d7fb4a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:56.882813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 60bf64ea-294b-4824-84f2-446926d7fb4a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:35:56.898810 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:56.938716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:35:56.941166 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.046628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47640) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:57.047872 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks [] for port (3715cc98-1c62-4089-bc53-f45121bd4429), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.080675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d4d1a-2a44-4513-bc76-9a3a72a5e5a1 None None] Network 22e0b0d8-9317-41bd-82d6-880599161f47 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:57.166620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:57.192891 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8fabd1a4-7d3d-49bd-8163-4842b53738b2 req-fd5a1e9a-ff45-497f-974e-b19bf2f7510b tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=963e36aa-e613-4d4e-ad89-f5da3fc09c6f HTTP/1.1" status: 200 len: 210 time: 0.1196802 Jul 28 10:35:57.204348 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf1518a0-c11e-417d-828d-96321c4fc1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cd604154-c967-4e99-b310-96e9bd071941), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.207047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf1518a0-c11e-417d-828d-96321c4fc1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.208280 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bf1518a0-c11e-417d-828d-96321c4fc1fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd604154-c967-4e99-b310-96e9bd071941 HTTP/1.1" status: 204 len: 168 time: 0.5189502 Jul 28 10:35:57.209605 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:57.212586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:57.216864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b05adc4b-cffb-41f4-86b3-baa52e21c8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.257271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1518a0-c11e-417d-828d-96321c4fc1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd604154-c967-4e99-b310-96e9bd071941,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:57.262347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2af007ca-e4a2-4a65-bc7a-d10251be05cb None None] Provisioning complete for port ae59c7f6-890b-4fa5-808b-3769f2a01761 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:57.262955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2af007ca-e4a2-4a65-bc7a-d10251be05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.333986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Pushing event updated for resources: {'Port': ['ID=469186b6-d255-4d63-a5d8-f96df21ec6d0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:57.427522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 60e517cd-6d02-45ab-b6f3-270ffebcbabf up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:57.496188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e7cce977-f6c0-4060-9655-e635fc7fa371), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.603020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (56a68679-a8c7-4a1c-93ac-c986e845a720), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.606984 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:57.732424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.734991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:57.782622 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:57.856685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 60e517cd-6d02-45ab-b6f3-270ffebcbabf triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:57.862381 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:35:57.862960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:57.880061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a68679-a8c7-4a1c-93ac-c986e845a720,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:57.881839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Sync routers for ids ['9b18cee7-0614-4240-8b5b-c04285b75973'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:35:57.915710 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Routers {'9b18cee7-0614-4240-8b5b-c04285b75973'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:57.920169 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9b18cee7-0614-4240-8b5b-c04285b75973'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:57.991164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Checking segment: {'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:57.991869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Network hostable DHCP agents. Network: 60bf64ea-294b-4824-84f2-446926d7fb4a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:35:58.018487 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e309c95-331b-4c5d-a99b-95db29c70e7a tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group (e0f9af2b-bbfd-48f7-8ae8-6b43febb7370), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.023229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2af007ca-e4a2-4a65-bc7a-d10251be05cb None None] Current status of the port ae59c7f6-890b-4fa5-808b-3769f2a01761 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:58.023643 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2af007ca-e4a2-4a65-bc7a-d10251be05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.057703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:58.065908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Pushing event updated for resources: {'Port': ['ID=3715cc98-1c62-4089-bc53-f45121bd4429,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:58.073366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:58.078190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:58.101087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Network 60bf64ea-294b-4824-84f2-446926d7fb4a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:35:58.114661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e309c95-331b-4c5d-a99b-95db29c70e7a tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group (e0f9af2b-bbfd-48f7-8ae8-6b43febb7370), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.136519 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 60bf64ea-294b-4824-84f2-446926d7fb4a) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:58.159011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f50ce39-48a3-4ffb-9df9-12d314e46a27 None None] Network 60bf64ea-294b-4824-84f2-446926d7fb4a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:35:58.169899 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:58.173773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:58.174318 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.258369 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d232b4b2-d807-48d2-adea-d0034fcf0d18 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4802158 Jul 28 10:35:58.261071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47678) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:58.265539 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:35:58.270771 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:58.299460 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Set router 9b18cee7-0614-4240-8b5b-c04285b75973 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:35:58.320838 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e309c95-331b-4c5d-a99b-95db29c70e7a tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e0f9af2b-bbfd-48f7-8ae8-6b43febb7370), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.327569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2af007ca-e4a2-4a65-bc7a-d10251be05cb None None] For port ae59c7f6-890b-4fa5-808b-3769f2a01761, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae59c7f6-890b-4fa5-808b-3769f2a01761,segment=NetworkSegment(ba53921e-26d1-48cf-9d46-1b8a320e1a74),segment_id=ba53921e-26d1-48cf-9d46-1b8a320e1a74)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:35:58.327953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e309c95-331b-4c5d-a99b-95db29c70e7a tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.331544 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5e309c95-331b-4c5d-a99b-95db29c70e7a tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0f9af2b-bbfd-48f7-8ae8-6b43febb7370 HTTP/1.1" status: 204 len: 168 time: 0.5886333 Jul 28 10:35:58.359922 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2af007ca-e4a2-4a65-bc7a-d10251be05cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.374132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47680) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:58.405299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e309c95-331b-4c5d-a99b-95db29c70e7a tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f9af2b-bbfd-48f7-8ae8-6b43febb7370,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:58.415035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.416192 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b0becb67-9be0-42ed-98ba-9fb02ce668df admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.6872489 Jul 28 10:35:58.421373 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47682) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:58.473742 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-0cfcee85-3b7b-4c50-9896-3fa481328aec tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] show failed (client error): The resource could not be found. Jul 28 10:35:58.480675 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0cfcee85-3b7b-4c50-9896-3fa481328aec tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "GET /v2.0/security-groups/e0f9af2b-bbfd-48f7-8ae8-6b43febb7370 HTTP/1.1" status: 404 len: 347 time: 0.0623326 Jul 28 10:35:58.498374 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c38074ed-6bcc-47cd-9004-b1d1d56107f7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.499579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c38074ed-6bcc-47cd-9004-b1d1d56107f7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.504648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:58.583655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 60e517cd-6d02-45ab-b6f3-270ffebcbabf is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:58.585464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae59c7f6-890b-4fa5-808b-3769f2a01761 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:58.645809 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:58.742914 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:58.752089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-60bf64ea-294b-4824-84f2-446926d7fb4a', 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a', 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'fixed_ips': [{'subnet_id': '56a68679-a8c7-4a1c-93ac-c986e845a720'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:35:58.757994 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.759929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b05adc4b-cffb-41f4-86b3-baa52e21c8ba admin admin] Publish callbacks [] for security_group (db67839c-67d9-4f31-a483-62b966dc39b6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.781931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7be7e2f9-3001-4a5c-8663-0cc723ac5ef2 None None] Provisioning complete for port 469186b6-d255-4d63-a5d8-f96df21ec6d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:58.782682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7be7e2f9-3001-4a5c-8663-0cc723ac5ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.787117 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:45Z', 'updated_at': '2022-07-28T10:35:52Z', 'revision_number': 3, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'gw_port': {'id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:48Z', 'updated_at': '2022-07-28T10:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:58.813405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks [] for router_controller (c38074ed-6bcc-47cd-9004-b1d1d56107f7), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.828632 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:58.835961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7be7e2f9-3001-4a5c-8663-0cc723ac5ef2 None None] Port 469186b6-d255-4d63-a5d8-f96df21ec6d0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:35:58.845512 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Checking router: 9b18cee7-0614-4240-8b5b-c04285b75973 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:35:58.846362 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Updating router 9b18cee7-0614-4240-8b5b-c04285b75973 port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:35:58.853358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b05adc4b-cffb-41f4-86b3-baa52e21c8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (db67839c-67d9-4f31-a483-62b966dc39b6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.866651 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:58.890422 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.019054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Allocated IP 172.20.0.2 (60bf64ea-294b-4824-84f2-446926d7fb4a/56a68679-a8c7-4a1c-93ac-c986e845a720/f4c91645-94a3-4195-80aa-a7bb39255b2f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:35:59.030379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47694) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:59.049018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Deleting port 9dd27636-1e14-41bd-8a89-56e9e2a598c3 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:35:59.049370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.167276 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks [] for router_gateway (c38074ed-6bcc-47cd-9004-b1d1d56107f7), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.179694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05adc4b-cffb-41f4-86b3-baa52e21c8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db67839c-67d9-4f31-a483-62b966dc39b6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:59.184281 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Publish callbacks [] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.210608 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b05adc4b-cffb-41f4-86b3-baa52e21c8ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3c88a1762d6448ba8e3db70f28f2f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1471841 Jul 28 10:35:59.222685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae59c7f6-890b-4fa5-808b-3769f2a01761 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:59.223164 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.250889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47698) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:35:59.258048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8bdcab46-9421-4fe7-93f2-fff6c6d25667 None None] Provisioning complete for port ae59c7f6-890b-4fa5-808b-3769f2a01761 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:35:59.258528 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8bdcab46-9421-4fe7-93f2-fff6c6d25667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.296497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.307795 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:59.310578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af007ca-e4a2-4a65-bc7a-d10251be05cb None None] Pushing event updated for resources: {'Port': ['ID=ae59c7f6-890b-4fa5-808b-3769f2a01761,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:59.329217 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Publish callbacks [] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.332883 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:59.341308 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.369904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Pushing event updated for resources: {'Port': ['ID=f4c91645-94a3-4195-80aa-a7bb39255b2f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:59.383520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Network 60bf64ea-294b-4824-84f2-446926d7fb4a is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:35:59.387090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks [] for router_gateway (f1a7b4cb-ad3e-4038-a589-23fd02938696), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.409181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac88b4-70a7-4646-90de-e4b25601065b req-4384788b-8929-4810-bbe4-5ec6025edf0a tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:35:59.411706 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-96ac88b4-70a7-4646-90de-e4b25601065b req-4384788b-8929-4810-bbe4-5ec6025edf0a tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/networks?id=f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 200 len: 805 time: 1.0044892 Jul 28 10:35:59.418934 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Attempting to bind port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:59.419650 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Attempting to bind port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:59.420359 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Attempting to bind port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:59.429613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:35:59.431944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae59c7f6-890b-4fa5-808b-3769f2a01761 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:59.460678 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:59.461432 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:59.462086 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.462828 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:59.463583 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Bound port: 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:59.464208 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.470625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:35:59.477114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8bdcab46-9421-4fe7-93f2-fff6c6d25667 None None] Current status of the port ae59c7f6-890b-4fa5-808b-3769f2a01761 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:35:59.519874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:59.549654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:59.549654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3fe6b146-47d8-41fd-a7fe-7ebaa0a20d0d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:59.549654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bbc80de1-fad7-456d-8ec0-682b4a71b412 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:59.557993 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724c8b8-1e40-4ef2-b73c-195f0ae83468 None None] Pushing event updated for resources: {'Port': ['ID=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:35:59.581416 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] For port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:59.585104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-171512032-network', 'tenant_id': '21c093e2830d4ffbad67848267be4b71'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:35:59.587343 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] For port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:59.589668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: bbc80de1-fad7-456d-8ec0-682b4a71b412 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:59.590270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bbc80de1-fad7-456d-8ec0-682b4a71b412 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:59.590815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:35:59.598438 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.622211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:35:59.634324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5c91d3a1-ee70-4dac-b2e1-8b2a00f26742 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:35:59.641024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Attempting to bind port f4c91645-94a3-4195-80aa-a7bb39255b2f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:35:59.641572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Attempting to bind port f4c91645-94a3-4195-80aa-a7bb39255b2f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:35:59.642081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Attempting to bind port f4c91645-94a3-4195-80aa-a7bb39255b2f on network 60bf64ea-294b-4824-84f2-446926d7fb4a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:35:59.655004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:35:59.655004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Checking segment: {'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:35:59.655004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.655384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Bound using segment: {'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:35:59.656848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Bound port: f4c91645-94a3-4195-80aa-a7bb39255b2f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:35:59.657318 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.666777 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:35:59.686418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.686959 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for floatingip (9dd27636-1e14-41bd-8a89-56e9e2a598c3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.711633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Calling delete_port for 9dd27636-1e14-41bd-8a89-56e9e2a598c3 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:35:59.720987 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-96ac88b4-70a7-4646-90de-e4b25601065b req-9ee83105-ffd5-47ca-9772-e408d51bf390 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/quotas/6ec3ffdc362b4d61b65d798f9b3c193a HTTP/1.1" status: 200 len: 375 time: 0.1692638 Jul 28 10:35:59.737228 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Routers {'9b18cee7-0614-4240-8b5b-c04285b75973'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:35:59.746521 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9b18cee7-0614-4240-8b5b-c04285b75973'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:35:59.786817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] For port f4c91645-94a3-4195-80aa-a7bb39255b2f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:35:59.800788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] For port f4c91645-94a3-4195-80aa-a7bb39255b2f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f4c91645-94a3-4195-80aa-a7bb39255b2f,segment=NetworkSegment(bf745bbe-b498-4d62-b9e2-6de5ac8198fa),segment_id=bf745bbe-b498-4d62-b9e2-6de5ac8198fa)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:35:59.824656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae59c7f6-890b-4fa5-808b-3769f2a01761 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:35:59.829911 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.965184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks [] for router_gateway (c38074ed-6bcc-47cd-9004-b1d1d56107f7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:35:59.982786 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] Set router 9b18cee7-0614-4240-8b5b-c04285b75973 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:00.001681 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.008957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae59c7f6-890b-4fa5-808b-3769f2a01761 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:00.012305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.095645 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724c8b8-1e40-4ef2-b73c-195f0ae83468 None None] Pushing event updated for resources: {'Port': ['ID=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:00.121540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20177002-b87f-4711-87de-9b2ce04e6e6f None None] Pushing event updated for resources: {'Port': ['ID=f4c91645-94a3-4195-80aa-a7bb39255b2f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:00.163763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Allocated IP 172.25.2.18 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a0940e94-f736-46c5-b0f6-a3a337e78a78) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:00.173283 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:00.174123 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:00.235372 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-96ac88b4-70a7-4646-90de-e4b25601065b req-96547bd9-8dd6-4600-98d9-3054aeafd456 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5134492 Jul 28 10:36:00.236844 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:00.239121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae59c7f6-890b-4fa5-808b-3769f2a01761 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:00.259490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Made reservation on behalf of 21c093e2830d4ffbad67848267be4b71 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:00.261800 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.265156 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:00.266657 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:45Z', 'updated_at': '2022-07-28T10:35:52Z', 'revision_number': 3, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'gw_port': {'id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:48Z', 'updated_at': '2022-07-28T10:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:00.277781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a08f579-496c-4710-aa65-790a4cac5b83 admin admin] Publish callbacks [] for security_group (db67839c-67d9-4f31-a483-62b966dc39b6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.356939 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fffa0f6-7272-4397-9862-e5057341ea56 None None] The sync data for ids ['9b18cee7-0614-4240-8b5b-c04285b75973'] in n-d-850468-6 is: [{'id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:45Z', 'updated_at': '2022-07-28T10:35:52Z', 'revision_number': 3, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'gw_port': {'id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:48Z', 'updated_at': '2022-07-28T10:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:00.467582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9dd27636-1e14-41bd-8a89-56e9e2a598c3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.481202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.491792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks [] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.517593 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:00.555427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks [] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.562703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a08f579-496c-4710-aa65-790a4cac5b83 admin admin] Publish callbacks [] for security_group (db67839c-67d9-4f31-a483-62b966dc39b6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.575605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Pushing event deleted for resources: {'Port': ['ID=9dd27636-1e14-41bd-8a89-56e9e2a598c3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:00.582146 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.592710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.684089 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:00.686327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:00.694582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:00.899202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a0940e94-f736-46c5-b0f6-a3a337e78a78,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:00.922387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks [] for floatingip (bdd57248-53d3-4d7d-add9-e8d9c78280ec), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.926248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:00.927880 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-31fb7b21-e42c-4157-97dd-549a8f434485 tempest-LiveMigrationTest-1443832547 tempest-LiveMigrationTest-1443832547-project] 10.222.0.46 "DELETE /v2.0/floatingips/bdd57248-53d3-4d7d-add9-e8d9c78280ec HTTP/1.1" status: 204 len: 168 time: 2.4221480 Jul 28 10:36:00.940433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47700) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:00.956643 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-96ac88b4-70a7-4646-90de-e4b25601065b req-68fadb30-eac0-4614-8e76-044b4b0bfcb0 service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132604 Jul 28 10:36:01.012040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Pushing event updated for resources: {'Port': ['ID=469186b6-d255-4d63-a5d8-f96df21ec6d0,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:01.015311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e7cce977-f6c0-4060-9655-e635fc7fa371), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.077497 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:01.164882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a08f579-496c-4710-aa65-790a4cac5b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (db67839c-67d9-4f31-a483-62b966dc39b6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.167347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a08f579-496c-4710-aa65-790a4cac5b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.168544 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a08f579-496c-4710-aa65-790a4cac5b83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db67839c-67d9-4f31-a483-62b966dc39b6 HTTP/1.1" status: 204 len: 168 time: 1.9166110 Jul 28 10:36:01.196020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08f579-496c-4710-aa65-790a4cac5b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db67839c-67d9-4f31-a483-62b966dc39b6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:01.257709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks [] for router_gateway (c38074ed-6bcc-47cd-9004-b1d1d56107f7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.282773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (f1a7b4cb-ad3e-4038-a589-23fd02938696), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.528538 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:01.585365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c38074ed-6bcc-47cd-9004-b1d1d56107f7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.621328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6b2ea-890e-4654-8481-155b58cfc92b None None] Network 60bf64ea-294b-4824-84f2-446926d7fb4a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:01.671430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks [] for security_group (63e718f2-57c8-4c85-b11b-d585b53ddfed), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.672288 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:01.688391 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-96ac88b4-70a7-4646-90de-e4b25601065b req-d2fb9350-4ad0-498b-8977-dbb402efc52f service neutron] 10.222.0.46 "GET /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309310 Jul 28 10:36:01.707883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (63e718f2-57c8-4c85-b11b-d585b53ddfed), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.744729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:36:01.770156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2172e5be-98f0-4462-b6d1-fcf40b83849d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.770518 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Added segment 2172e5be-98f0-4462-b6d1-fcf40b83849d of type vlan for network 37786d3e-418e-4890-91b8-90ad448274bd Jul 28 10:36:01.828959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a1a1ab2a-db35-4043-9af1-0d730a14c225 None None] Provisioning complete for port f4c91645-94a3-4195-80aa-a7bb39255b2f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:01.832045 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ab2a-db35-4043-9af1-0d730a14c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.848735 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (37786d3e-418e-4890-91b8-90ad448274bd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:01.861123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Router c38074ed-6bcc-47cd-9004-b1d1d56107f7 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:36:01.878026 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:01.936093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:02.055631 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (37786d3e-418e-4890-91b8-90ad448274bd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.057543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:02.058363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.151066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:02.173171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Sync routers for ids ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:02.192508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:02.192903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.202514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1ab2a-db35-4043-9af1-0d730a14c225 None None] Current status of the port f4c91645-94a3-4195-80aa-a7bb39255b2f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:02.203458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ab2a-db35-4043-9af1-0d730a14c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.227739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.232474 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-88c3b039-fc06-404e-ac41-a691da93a4b3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9705777 Jul 28 10:36:02.235912 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-78d0eb8e-dde4-4e19-a8d1-9423689179b0 req-76cf12bf-a6c0-4dd2-8229-9c1d3838d873 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=031562b2-3cba-4579-b357-318660a6161b HTTP/1.1" status: 200 len: 210 time: 0.1095765 Jul 28 10:36:02.236674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47720) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:02.278730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Routers {'c38074ed-6bcc-47cd-9004-b1d1d56107f7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:02.279382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:02.385395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.470002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a1a1ab2a-db35-4043-9af1-0d730a14c225 None None] For port f4c91645-94a3-4195-80aa-a7bb39255b2f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f4c91645-94a3-4195-80aa-a7bb39255b2f,segment=NetworkSegment(bf745bbe-b498-4d62-b9e2-6de5ac8198fa),segment_id=bf745bbe-b498-4d62-b9e2-6de5ac8198fa)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:02.476484 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:02.491347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ab2a-db35-4043-9af1-0d730a14c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.575264 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:02.669929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Allocated IP 172.20.0.1 (5d551234-11a9-445a-a81a-27edc859de35/efc3b4ff-9716-43c5-9403-43c8f4f8e2bd/14d27845-53da-4e71-9c3c-39e555e18239) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:02.742782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:02.743335 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.749568 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-436e3db4-40b5-4eed-97d8-180b87013ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.753453 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.6855502 Jul 28 10:36:02.754286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:02.754626 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47730) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:02.767360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Request body: {'subnet': {'network_id': '37786d3e-418e-4890-91b8-90ad448274bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-171512032-subnet', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:02.772928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e718f2-57c8-4c85-b11b-d585b53ddfed,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:02.786397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Set router c38074ed-6bcc-47cd-9004-b1d1d56107f7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:02.882304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Made reservation on behalf of 21c093e2830d4ffbad67848267be4b71 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:02.885038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:02.988427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:03.032740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-018677bf-60b5-4c9c-b2df-1258e73b906e None None] Provisioning complete for port f4c91645-94a3-4195-80aa-a7bb39255b2f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:03.035856 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-018677bf-60b5-4c9c-b2df-1258e73b906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:03.040857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1ab2a-db35-4043-9af1-0d730a14c225 None None] Pushing event updated for resources: {'Port': ['ID=f4c91645-94a3-4195-80aa-a7bb39255b2f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:03.046028 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:03.047283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f4c91645-94a3-4195-80aa-a7bb39255b2f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:03.150288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:03.172431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Pushing event updated for resources: {'Network': ['ID=37786d3e-418e-4890-91b8-90ad448274bd,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:03.218233 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:03.250664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.251048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.251450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.251844 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.252134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.252474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.252808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.253142 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.253474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.253804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.254186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.254516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.254846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.255173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.255501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f738b96-c84b-4659-84fe-4aa3b4a9f749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:03.401404 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:03.433032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 37786d3e-418e-4890-91b8-90ad448274bd details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:36:03.435312 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:03.438609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:36:00Z', 'revision_number': 3, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port': {'id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:00Z', 'updated_at': '2022-07-28T10:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:03.486753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Checking router: c38074ed-6bcc-47cd-9004-b1d1d56107f7 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:03.486985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks [] for port (14d27845-53da-4e71-9c3c-39e555e18239), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:03.487490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Updating router c38074ed-6bcc-47cd-9004-b1d1d56107f7 port a0940e94-f736-46c5-b0f6-a3a337e78a78 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:03.522293 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-68a84e4f-0607-484c-bbf3-e3d444eb6f14 req-eb9ae8b6-8629-4879-85c5-a662ddf2b399 tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=031562b2-3cba-4579-b357-318660a6161b HTTP/1.1" status: 200 len: 210 time: 0.1166682 Jul 28 10:36:03.569415 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (14d27845-53da-4e71-9c3c-39e555e18239), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:03.634563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Router f1a7b4cb-ad3e-4038-a589-23fd02938696 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:36:03.704667 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Network 5d551234-11a9-445a-a81a-27edc859de35 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:03.711902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:03.742950 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:03.770109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Router e7cce977-f6c0-4060-9655-e635fc7fa371 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:03.805878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:03.843828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:03.872261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f4c91645-94a3-4195-80aa-a7bb39255b2f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:03.872797 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:03.991522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e4fed5df-0096-494d-ab51-403685981834), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.048890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Pushing event updated for resources: {'Port': ['ID=14d27845-53da-4e71-9c3c-39e555e18239,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:04.118948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (70b63fa2-16c4-4ee3-92f2-4108bf9dbec9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.133115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-018677bf-60b5-4c9c-b2df-1258e73b906e None None] Current status of the port f4c91645-94a3-4195-80aa-a7bb39255b2f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:04.191538 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:04.226189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b63fa2-16c4-4ee3-92f2-4108bf9dbec9,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:04.281161 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:04.286961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f4c91645-94a3-4195-80aa-a7bb39255b2f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:04.303143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9cca259e-e818-406f-a11d-93cd867009c5 None None] Provisioning complete for port 469186b6-d255-4d63-a5d8-f96df21ec6d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:04.303672 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9cca259e-e818-406f-a11d-93cd867009c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.306737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.342921 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26ada712-dba9-4bd8-bf8c-5cfad11ac1ff req-b5db03d1-f853-41cc-b572-df5fa01d931b tempest-ServersTestJSON-1602693956 tempest-ServersTestJSON-1602693956-project] 10.222.0.46 "GET /v2.0/ports?device_id=031562b2-3cba-4579-b357-318660a6161b HTTP/1.1" status: 200 len: 210 time: 0.2252090 Jul 28 10:36:04.356114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (9b18cee7-0614-4240-8b5b-c04285b75973), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.409395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9cca259e-e818-406f-a11d-93cd867009c5 None None] Port 469186b6-d255-4d63-a5d8-f96df21ec6d0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:04.435059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9cca259e-e818-406f-a11d-93cd867009c5 None None] Provisioning complete for port 14d27845-53da-4e71-9c3c-39e555e18239 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:04.435671 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9cca259e-e818-406f-a11d-93cd867009c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d27845-53da-4e71-9c3c-39e555e18239), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.479594 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:04.489710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:04.492118 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Sync routers for ids ['f1a7b4cb-ad3e-4038-a589-23fd02938696'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:04.509577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508059f-0233-475e-a819-34223f74823f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:04.519104 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Routers {'f1a7b4cb-ad3e-4038-a589-23fd02938696'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:04.519742 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f1a7b4cb-ad3e-4038-a589-23fd02938696'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:04.548143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Sync routers for ids ['e7cce977-f6c0-4060-9655-e635fc7fa371'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:04.562645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9cca259e-e818-406f-a11d-93cd867009c5 None None] Port 14d27845-53da-4e71-9c3c-39e555e18239 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:04.580035 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6508059f-0233-475e-a819-34223f74823f admin admin] 10.222.0.46 "PUT /v2.0/routers/e7cce977-f6c0-4060-9655-e635fc7fa371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4964266 Jul 28 10:36:04.602358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.608573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Routers {'e7cce977-f6c0-4060-9655-e635fc7fa371'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:04.609232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:35:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e7cce977-f6c0-4060-9655-e635fc7fa371'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:04.618038 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0c88b445-fb60-48cc-bdc4-b3af4a5b395f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.8555453 Jul 28 10:36:04.621104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47764) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:04.677513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:04.678569 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.769771 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Publish callbacks [] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.794496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Allocated IP 172.20.0.1 (60bf64ea-294b-4824-84f2-446926d7fb4a/56a68679-a8c7-4a1c-93ac-c986e845a720/8da8d439-54da-4823-a23d-229d61c35d88) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:04.823982 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:04.843019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Set router e7cce977-f6c0-4060-9655-e635fc7fa371 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:04.913756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:04.914833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f4c91645-94a3-4195-80aa-a7bb39255b2f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:04.922257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Set router f1a7b4cb-ad3e-4038-a589-23fd02938696 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:04.943598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47774) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:04.959800 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:05.016431 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks [] for port (8da8d439-54da-4823-a23d-229d61c35d88), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.020103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Attempting to bind port a0940e94-f736-46c5-b0f6-a3a337e78a78 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:05.020718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Attempting to bind port a0940e94-f736-46c5-b0f6-a3a337e78a78 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:05.021096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Attempting to bind port a0940e94-f736-46c5-b0f6-a3a337e78a78 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:05.027738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474fdc1-89a1-4cb1-86b5-97a48df4354e None None] Pushing event updated for resources: {'Port': ['ID=a0940e94-f736-46c5-b0f6-a3a337e78a78,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:05.050489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:05.050759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:05.055712 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.055712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:05.057173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Bound port: a0940e94-f736-46c5-b0f6-a3a337e78a78, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:05.057443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.062256 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:05.063739 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:05.065165 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f75840ed-fe0c-4047-b5e2-56172a1d5a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.079136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Checking segment: {'id': '2172e5be-98f0-4462-b6d1-fcf40b83849d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:05.082800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Network hostable DHCP agents. Network: 37786d3e-418e-4890-91b8-90ad448274bd, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:36:05.121733 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8da8d439-54da-4823-a23d-229d61c35d88), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.134602 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:05.195893 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:05.206922 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Network 37786d3e-418e-4890-91b8-90ad448274bd is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:36:05.228607 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:35:58Z', 'revision_number': 3, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:05.229063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Network 60bf64ea-294b-4824-84f2-446926d7fb4a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:05.247266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:05.252295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:05.262337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] For port a0940e94-f736-46c5-b0f6-a3a337e78a78, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:05.268100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] For port a0940e94-f736-46c5-b0f6-a3a337e78a78, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a0940e94-f736-46c5-b0f6-a3a337e78a78,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:05.269614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f4c91645-94a3-4195-80aa-a7bb39255b2f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:05.270642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.306343 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 37786d3e-418e-4890-91b8-90ad448274bd) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:05.316341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:05.318176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.328004 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Checking router: f1a7b4cb-ad3e-4038-a589-23fd02938696 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:05.328398 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Updating router f1a7b4cb-ad3e-4038-a589-23fd02938696 port 3715cc98-1c62-4089-bc53-f45121bd4429 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:05.330294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16da00-e46e-4f6f-befa-c97a3efa57ad None None] Network 37786d3e-418e-4890-91b8-90ad448274bd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:05.335514 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.344991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Pushing event updated for resources: {'Port': ['ID=8da8d439-54da-4823-a23d-229d61c35d88,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:05.368222 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f528fb97-4d7a-44ae-9b8b-758eb9895d98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6089969 Jul 28 10:36:05.371267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47788) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:05.378555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-171512032-router', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:05.394091 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.431371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (c38074ed-6bcc-47cd-9004-b1d1d56107f7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.540882 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.541922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.726155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d27845-53da-4e71-9c3c-39e555e18239), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.742604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Deleting port 35e3838f-895b-4f57-b0db-fbc775177c7a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:05.742834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.753053 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:05.795202 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Publish callbacks [] for port (3715cc98-1c62-4089-bc53-f45121bd4429), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.807271 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.814870 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:05.835623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks [] for router_controller (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.863712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c4b59029-dd51-46f2-9f8c-892987b11290 None None] Provisioning complete for port 8da8d439-54da-4823-a23d-229d61c35d88 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:05.864222 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c4b59029-dd51-46f2-9f8c-892987b11290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8da8d439-54da-4823-a23d-229d61c35d88), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.867868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474fdc1-89a1-4cb1-86b5-97a48df4354e None None] Pushing event updated for resources: {'Port': ['ID=a0940e94-f736-46c5-b0f6-a3a337e78a78,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:05.888699 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Attempting to bind port 3715cc98-1c62-4089-bc53-f45121bd4429 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:05.889270 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Attempting to bind port 3715cc98-1c62-4089-bc53-f45121bd4429 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:05.889803 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Attempting to bind port 3715cc98-1c62-4089-bc53-f45121bd4429 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:05.893018 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccb7d0-c1d8-4789-80e1-b3ebc9674470 None None] Pushing event updated for resources: {'Port': ['ID=3715cc98-1c62-4089-bc53-f45121bd4429,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:05.900206 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:05.900948 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:05.901552 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.902149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:05.902850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Bound port: 3715cc98-1c62-4089-bc53-f45121bd4429, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:05.903694 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:05.954699 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67903917-4f7f-4d1e-8743-ba00107ee46e req-420769d2-33d9-4245-a38f-639e1a8d45af tempest-ServerMetadataNegativeTestJSON-261320953 tempest-ServerMetadataNegativeTestJSON-261320953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:05.976486 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-67903917-4f7f-4d1e-8743-ba00107ee46e req-420769d2-33d9-4245-a38f-639e1a8d45af tempest-ServerMetadataNegativeTestJSON-261320953 tempest-ServerMetadataNegativeTestJSON-261320953-project] 10.222.0.46 "GET /v2.0/networks?id=2cc8730b-afcb-462e-8a5d-38d29c610a2f HTTP/1.1" status: 200 len: 820 time: 0.3950438 Jul 28 10:36:05.987274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Routers {'c38074ed-6bcc-47cd-9004-b1d1d56107f7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:05.987947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:05.996271 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] For port 3715cc98-1c62-4089-bc53-f45121bd4429, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:06.004673 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] For port 3715cc98-1c62-4089-bc53-f45121bd4429, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3715cc98-1c62-4089-bc53-f45121bd4429,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:06.020381 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.044759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f4c91645-94a3-4195-80aa-a7bb39255b2f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:06.047321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce8f83-139a-4ffb-b6e0-048999a2eda5 None None] Network 37786d3e-418e-4890-91b8-90ad448274bd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:06.092733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c4b59029-dd51-46f2-9f8c-892987b11290 None None] Port 8da8d439-54da-4823-a23d-229d61c35d88 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:06.113122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:35:58Z', 'revision_number': 4, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '469186b6-d255-4d63-a5d8-f96df21ec6d0', 'name': '', 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'mac_address': 'fa:16:3e:b6:cc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:53Z', 'updated_at': '2022-07-28T10:35:59Z', 'revision_number': 2, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'subnets': [{'id': '7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:06.173071 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-67903917-4f7f-4d1e-8743-ba00107ee46e req-44f298f8-7640-43ef-80ac-894453f5565b tempest-ServerMetadataNegativeTestJSON-261320953 tempest-ServerMetadataNegativeTestJSON-261320953-project] 10.222.0.46 "GET /v2.0/quotas/0c7f104b4ad045219099081a4e9b6cef HTTP/1.1" status: 200 len: 375 time: 0.1954846 Jul 28 10:36:06.176293 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:06.182851 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Routers {'f1a7b4cb-ad3e-4038-a589-23fd02938696'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:06.183906 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f1a7b4cb-ad3e-4038-a589-23fd02938696'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:06.191864 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccb7d0-c1d8-4789-80e1-b3ebc9674470 None None] Pushing event updated for resources: {'Port': ['ID=3715cc98-1c62-4089-bc53-f45121bd4429,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:06.201171 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.202802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Checking router: e7cce977-f6c0-4060-9655-e635fc7fa371 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:06.204745 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Updating router e7cce977-f6c0-4060-9655-e635fc7fa371 port 469186b6-d255-4d63-a5d8-f96df21ec6d0 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:06.292046 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:06.306925 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.387758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] Set router c38074ed-6bcc-47cd-9004-b1d1d56107f7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:06.405164 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] Set router f1a7b4cb-ad3e-4038-a589-23fd02938696 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:06.412647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks [] for router_gateway (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.429672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8da8d439-54da-4823-a23d-229d61c35d88), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.449922 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-67903917-4f7f-4d1e-8743-ba00107ee46e req-85f5525e-c715-420e-9349-36799e0c7328 tempest-ServerMetadataNegativeTestJSON-261320953 tempest-ServerMetadataNegativeTestJSON-261320953-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c7f104b4ad045219099081a4e9b6cef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2675147 Jul 28 10:36:06.554229 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:06.580983 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:06.612273 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:06.616244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] For port 35e3838f-895b-4f57-b0db-fbc775177c7a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=35e3838f-895b-4f57-b0db-fbc775177c7a,segment=NetworkSegment(b948d522-0a34-45e3-be84-6cafd86a22e4),segment_id=b948d522-0a34-45e3-be84-6cafd86a22e4)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:06.616627 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.678832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Calling delete_port for 35e3838f-895b-4f57-b0db-fbc775177c7a owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:06.719880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:36:00Z', 'revision_number': 3, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port': {'id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:00Z', 'updated_at': '2022-07-28T10:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:06.754666 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:35:58Z', 'revision_number': 3, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:06.779193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1381329-51b1-422e-89c1-a889355b10bc None None] The sync data for ids ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'] in n-d-850468-6 is: [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:36:00Z', 'revision_number': 3, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port': {'id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:00Z', 'updated_at': '2022-07-28T10:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:06.785213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks [] for port (14d27845-53da-4e71-9c3c-39e555e18239), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.807777 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5486319-1ec3-48bf-9323-bac2673027cf None None] The sync data for ids ['f1a7b4cb-ad3e-4038-a589-23fd02938696'] in n-d-850468-6 is: [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:35:58Z', 'revision_number': 3, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:06.836978 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:06.867296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (14d27845-53da-4e71-9c3c-39e555e18239), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.973485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (9b18cee7-0614-4240-8b5b-c04285b75973), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:06.993236 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-67903917-4f7f-4d1e-8743-ba00107ee46e req-92445fed-ef9b-42b8-a2ed-6426bfcca0b2 service neutron] 10.222.0.46 "GET /v2.0/networks/2cc8730b-afcb-462e-8a5d-38d29c610a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424221 Jul 28 10:36:07.035578 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Publish callbacks [] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.051285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.058657 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks [] for router_gateway (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.156884 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.167882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Pushing event updated for resources: {'Port': ['ID=469186b6-d255-4d63-a5d8-f96df21ec6d0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:07.176625 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-67903917-4f7f-4d1e-8743-ba00107ee46e req-c149dfc9-f7f8-4404-97af-1725b673a636 service neutron] 10.222.0.46 "GET /v2.0/networks/2cc8730b-afcb-462e-8a5d-38d29c610a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258178 Jul 28 10:36:07.209341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.209341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.213699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.216561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.217088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.217600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.218407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.219544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.220751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.221794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.222862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.224078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.242805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.243604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.244343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.256458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.408589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Attempting to bind port 469186b6-d255-4d63-a5d8-f96df21ec6d0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:07.409055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Attempting to bind port 469186b6-d255-4d63-a5d8-f96df21ec6d0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:07.409526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Attempting to bind port 469186b6-d255-4d63-a5d8-f96df21ec6d0 on network 2cc8730b-afcb-462e-8a5d-38d29c610a2f {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:07.411228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks [] for port (8da8d439-54da-4823-a23d-229d61c35d88), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.431517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (8da8d439-54da-4823-a23d-229d61c35d88), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.437141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:07.440788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Checking segment: {'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:07.441226 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.441817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Bound using segment: {'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:07.442981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Bound port: 469186b6-d255-4d63-a5d8-f96df21ec6d0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:07.444977 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.461294 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:07.508159 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:07.666959 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Pushing event updated for resources: {'Port': ['ID=8da8d439-54da-4823-a23d-229d61c35d88,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:07.713822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.714200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.714528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.714919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.715254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.715692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.716282 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.716858 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.717403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.718233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.719003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.719530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.719952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.720344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.720804 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:07.727868 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (c38074ed-6bcc-47cd-9004-b1d1d56107f7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.764910 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.789800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Allocated IP 172.25.2.41 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/34dd65de-5b3c-49ee-a2d2-220d6c2861e3) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:07.809019 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.813106 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:07.817834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] For port 469186b6-d255-4d63-a5d8-f96df21ec6d0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:07.830469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] For port 469186b6-d255-4d63-a5d8-f96df21ec6d0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=469186b6-d255-4d63-a5d8-f96df21ec6d0,segment=NetworkSegment(c6b01dc3-1229-427e-8cfc-65ec0e33c6f3),segment_id=c6b01dc3-1229-427e-8cfc-65ec0e33c6f3)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:07.870036 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.957405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-965e705d-9a9d-4b56-8d38-7e78b722cf15 None None] Provisioning complete for port 469186b6-d255-4d63-a5d8-f96df21ec6d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:07.957958 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-965e705d-9a9d-4b56-8d38-7e78b722cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:07.983524 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-744746ec-5da9-44d0-8295-9f5e22a38504 req-f9ced04d-18cb-4c56-9bab-b6f3b1d3a487 tempest-ServerMetadataNegativeTestJSON-261320953 tempest-ServerMetadataNegativeTestJSON-261320953-project] 10.222.0.46 "GET /v2.0/ports?device_id=552fee3f-3b45-4afd-95d4-b7f65f9c64ef HTTP/1.1" status: 200 len: 210 time: 0.0508873 Jul 28 10:36:08.111240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a83f1-afb5-48e7-840f-d87989d89876 None None] Pushing event updated for resources: {'Port': ['ID=469186b6-d255-4d63-a5d8-f96df21ec6d0,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:08.118764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Routers {'e7cce977-f6c0-4060-9655-e635fc7fa371'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:08.119883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e7cce977-f6c0-4060-9655-e635fc7fa371'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:08.223207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (1a96af31-526e-4517-8807-1b796344c845), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:08.226202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (35e3838f-895b-4f57-b0db-fbc775177c7a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:08.228639 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Pushing event updated for resources: {'Port': ['ID=14d27845-53da-4e71-9c3c-39e555e18239,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:08.347813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e3838f-895b-4f57-b0db-fbc775177c7a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:08.378957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] Set router e7cce977-f6c0-4060-9655-e635fc7fa371 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:08.499501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Network 5d551234-11a9-445a-a81a-27edc859de35 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:08.560253 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:08.576938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a0940e94-f736-46c5-b0f6-a3a337e78a78 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:08.647008 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:08.783409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:08.798223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Network 60bf64ea-294b-4824-84f2-446926d7fb4a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:08.825354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:09.052046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a0940e94-f736-46c5-b0f6-a3a337e78a78 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:09.052046 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.101821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks [] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.108634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.109144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-965e705d-9a9d-4b56-8d38-7e78b722cf15 None None] Current status of the port 469186b6-d255-4d63-a5d8-f96df21ec6d0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:09.109144 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-965e705d-9a9d-4b56-8d38-7e78b722cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.296388 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3d62596e-bc1d-4d1a-bd7e-2c33ca0e118b req-02c21dc0-3a81-4dbd-9ea1-2d68b33420f4 tempest-ServerMetadataNegativeTestJSON-261320953 tempest-ServerMetadataNegativeTestJSON-261320953-project] 10.222.0.46 "GET /v2.0/ports?device_id=552fee3f-3b45-4afd-95d4-b7f65f9c64ef HTTP/1.1" status: 200 len: 210 time: 0.1081624 Jul 28 10:36:09.316633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Router c38074ed-6bcc-47cd-9004-b1d1d56107f7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:09.321895 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:09.323624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.372958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:09.384822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:35:58Z', 'revision_number': 4, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '469186b6-d255-4d63-a5d8-f96df21ec6d0', 'name': '', 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'mac_address': 'fa:16:3e:b6:cc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:53Z', 'updated_at': '2022-07-28T10:36:07Z', 'revision_number': 4, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'subnets': [{'id': '7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:09.422923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:09.443296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7a7fc-ced3-45d3-9687-b6a36c8d9f4e None None] The sync data for ids ['e7cce977-f6c0-4060-9655-e635fc7fa371'] in n-d-850468-6 is: [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:35:58Z', 'revision_number': 4, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '469186b6-d255-4d63-a5d8-f96df21ec6d0', 'name': '', 'network_id': '2cc8730b-afcb-462e-8a5d-38d29c610a2f', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'mac_address': 'fa:16:3e:b6:cc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:53Z', 'updated_at': '2022-07-28T10:36:07Z', 'revision_number': 4, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'subnets': [{'id': '7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:09.448652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-965e705d-9a9d-4b56-8d38-7e78b722cf15 None None] For port 469186b6-d255-4d63-a5d8-f96df21ec6d0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=469186b6-d255-4d63-a5d8-f96df21ec6d0,segment=NetworkSegment(c6b01dc3-1229-427e-8cfc-65ec0e33c6f3),segment_id=c6b01dc3-1229-427e-8cfc-65ec0e33c6f3)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:09.468171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:09.486464 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-965e705d-9a9d-4b56-8d38-7e78b722cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.549265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a0940e94-f736-46c5-b0f6-a3a337e78a78 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:09.550051 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.594950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a0940e94-f736-46c5-b0f6-a3a337e78a78, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a0940e94-f736-46c5-b0f6-a3a337e78a78,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:09.597204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e705d-9a9d-4b56-8d38-7e78b722cf15 None None] Pushing event updated for resources: {'Port': ['ID=469186b6-d255-4d63-a5d8-f96df21ec6d0,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:09.609033 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.609887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3715cc98-1c62-4089-bc53-f45121bd4429 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:09.616583 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Pushing event updated for resources: {'Port': ['ID=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:09.645064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e4fed5df-0096-494d-ab51-403685981834), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.732047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Provisioning complete for port 469186b6-d255-4d63-a5d8-f96df21ec6d0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:09.732440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:09.742226 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:09.878802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:09.897720 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-85dd3092-d274-4097-9ee5-b25b1c3c9683 admin admin] 10.222.0.46 "PUT /v2.0/routers/c38074ed-6bcc-47cd-9004-b1d1d56107f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6501024 Jul 28 10:36:09.913517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a0940e94-f736-46c5-b0f6-a3a337e78a78,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:09.934132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3715cc98-1c62-4089-bc53-f45121bd4429 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:09.934392 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:10.032666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Current status of the port 469186b6-d255-4d63-a5d8-f96df21ec6d0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:10.058075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Provisioning complete for port 8da8d439-54da-4823-a23d-229d61c35d88 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:10.062582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8da8d439-54da-4823-a23d-229d61c35d88), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:10.127742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Port 8da8d439-54da-4823-a23d-229d61c35d88 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:10.170144 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:10.173499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Allocated IP 172.20.0.1 (22e0b0d8-9317-41bd-82d6-880599161f47/1b55d664-78df-45ab-acbd-cc244504807b/f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:10.189478 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:10.198839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Provisioning complete for port 14d27845-53da-4e71-9c3c-39e555e18239 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:10.199487 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d27845-53da-4e71-9c3c-39e555e18239), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:10.218224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Router 9b18cee7-0614-4240-8b5b-c04285b75973 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:10.227992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks [] for router_gateway (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:10.262521 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:10.288012 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-07d6006e-be74-4900-8784-cc0344580cf3 req-6ef6f95d-855a-48f9-b20c-65b100c29573 tempest-ServerMetadataNegativeTestJSON-261320953 tempest-ServerMetadataNegativeTestJSON-261320953-project] 10.222.0.46 "GET /v2.0/ports?device_id=552fee3f-3b45-4afd-95d4-b7f65f9c64ef HTTP/1.1" status: 200 len: 210 time: 0.6401999 Jul 28 10:36:10.308217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3715cc98-1c62-4089-bc53-f45121bd4429 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:10.313017 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:10.364332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3715cc98-1c62-4089-bc53-f45121bd4429, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3715cc98-1c62-4089-bc53-f45121bd4429,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:10.367099 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:10.379758 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:10.459728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:10.465946 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3dc61a1d-7457-4c7b-949e-7cad7788363c admin admin] 10.222.0.46 "PUT /v2.0/routers/9b18cee7-0614-4240-8b5b-c04285b75973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0338559 Jul 28 10:36:10.480167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Sync routers for ids ['9b18cee7-0614-4240-8b5b-c04285b75973'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:10.512419 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Routers {'9b18cee7-0614-4240-8b5b-c04285b75973'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:10.513559 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9b18cee7-0614-4240-8b5b-c04285b75973'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:10.546216 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3715cc98-1c62-4089-bc53-f45121bd4429,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:10.548805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6855a345-1717-4aa3-9078-ee63eb1de23f None None] Port 14d27845-53da-4e71-9c3c-39e555e18239 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:10.560885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Deleting port 6d42d792-b075-45fe-a500-c7b0c51469cc {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:10.561223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:10.817034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47872) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:10.866395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47876) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:10.903586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a0940e94-f736-46c5-b0f6-a3a337e78a78 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:10.966677 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Set router 9b18cee7-0614-4240-8b5b-c04285b75973 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:11.030816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a0940e94-f736-46c5-b0f6-a3a337e78a78 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:11.031292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.091336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks [] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.144755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] For port 6d42d792-b075-45fe-a500-c7b0c51469cc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6d42d792-b075-45fe-a500-c7b0c51469cc,segment=NetworkSegment(4740a1d1-4994-45f5-acb1-a6299dc39692),segment_id=4740a1d1-4994-45f5-acb1-a6299dc39692)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:11.148045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.162637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Router e4fed5df-0096-494d-ab51-403685981834 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:11.204484 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.247395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Calling delete_port for 6d42d792-b075-45fe-a500-c7b0c51469cc owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:11.262232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a0940e94-f736-46c5-b0f6-a3a337e78a78 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:11.263973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 469186b6-d255-4d63-a5d8-f96df21ec6d0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:11.297230 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:11.369464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Sync routers for ids ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:11.409920 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.415038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Routers {'c38074ed-6bcc-47cd-9004-b1d1d56107f7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:11.415984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:11.464028 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:45Z', 'updated_at': '2022-07-28T10:36:05Z', 'revision_number': 4, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'gw_port': {'id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:48Z', 'updated_at': '2022-07-28T10:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '14d27845-53da-4e71-9c3c-39e555e18239', 'name': '', 'network_id': '5d551234-11a9-445a-a81a-27edc859de35', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'mac_address': 'fa:16:3e:3f:d3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'efc3b4ff-9716-43c5-9403-43c8f4f8e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:02Z', 'updated_at': '2022-07-28T10:36:06Z', 'revision_number': 2, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'subnets': [{'id': 'efc3b4ff-9716-43c5-9403-43c8f4f8e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:11.478048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 469186b6-d255-4d63-a5d8-f96df21ec6d0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:11.479122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.484182 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.497193 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Checking router: 9b18cee7-0614-4240-8b5b-c04285b75973 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:11.497916 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Updating router 9b18cee7-0614-4240-8b5b-c04285b75973 port 14d27845-53da-4e71-9c3c-39e555e18239 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:11.556131 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d27845-53da-4e71-9c3c-39e555e18239), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.617282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Network 22e0b0d8-9317-41bd-82d6-880599161f47 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:11.628433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:11.640541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:11.648848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Pushing event updated for resources: {'Port': ['ID=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:11.773527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Set router c38074ed-6bcc-47cd-9004-b1d1d56107f7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:11.830118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1520094232'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:11.855173 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:11.866949 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (f1a7b4cb-ad3e-4038-a589-23fd02938696), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:11.964066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47890) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:11.969739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:11.990000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1611599326-network', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:12.003531 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dc663326-47c5-4b5a-be8e-50f61223ff72 admin admin] 10.222.0.46 "PUT /v2.0/routers/e4fed5df-0096-494d-ab51-403685981834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0412276 Jul 28 10:36:12.019536 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47892) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:12.046358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:36:12.057704 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] Sync routers for ids ['e4fed5df-0096-494d-ab51-403685981834'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:12.063235 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:12.064096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e7cce977-f6c0-4060-9655-e635fc7fa371), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.078924 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:12.088282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.093967 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] Routers {'e4fed5df-0096-494d-ab51-403685981834'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:12.097793 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e4fed5df-0096-494d-ab51-403685981834'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:12.108201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 469186b6-d255-4d63-a5d8-f96df21ec6d0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:12.211903 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:12.216477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Made reservation on behalf of 5466b69ba1924c50b3f20ad9f7f37884 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:12.219032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.294898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b6d6fd8b-fb03-4179-8119-3b24813d2ce8 None None] Provisioning complete for port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:12.295203 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fd8b-fb03-4179-8119-3b24813d2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.359432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:36:12.371740 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] Set router e4fed5df-0096-494d-ab51-403685981834 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:12.377722 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:12.390530 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (321f9ec5-87b3-4371-b069-5fb6886185d1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.391142 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Added segment 321f9ec5-87b3-4371-b069-5fb6886185d1 of type vlan for network 137b904a-b2de-46cf-add0-4f5a04d11422 Jul 28 10:36:12.394378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.408399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks [] for router (e4fed5df-0096-494d-ab51-403685981834), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.477949 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.481828 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cc590d34-f30c-4ed0-839e-d6f8cde9cc8c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1062865 Jul 28 10:36:12.486325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47902) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:12.520473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Sync routers for ids ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:12.540639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (6d42d792-b075-45fe-a500-c7b0c51469cc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.564485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Routers {'974eaf3e-61e2-4b99-8a2f-a17e9bba1619'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:12.565852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:12.604448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (137b904a-b2de-46cf-add0-4f5a04d11422), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.648282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.674181 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:12.675716 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:12.678252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (137b904a-b2de-46cf-add0-4f5a04d11422), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.686572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:12.687373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:12.780524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6fd8b-fb03-4179-8119-3b24813d2ce8 None None] Port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:12.810932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Set router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:12.906706 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:12.936204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3715cc98-1c62-4089-bc53-f45121bd4429 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:13.019025 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:36:07Z', 'revision_number': 5, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:13.103800 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] Checking router: e4fed5df-0096-494d-ab51-403685981834 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:13.117585 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:13.155900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Network': ['ID=137b904a-b2de-46cf-add0-4f5a04d11422,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:13.163227 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Publish callbacks [] for port (14d27845-53da-4e71-9c3c-39e555e18239), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.188970 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d27845-53da-4e71-9c3c-39e555e18239), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.190130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 137b904a-b2de-46cf-add0-4f5a04d11422 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:36:13.213574 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:13.220237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d42d792-b075-45fe-a500-c7b0c51469cc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:13.248667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Deleting port 469186b6-d255-4d63-a5d8-f96df21ec6d0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:13.249803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.268552 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:13.276422 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28415c9-a5c1-44b5-b4a0-ac7359b49590 None None] Pushing event updated for resources: {'Port': ['ID=14d27845-53da-4e71-9c3c-39e555e18239,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:13.288960 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] Routers {'e4fed5df-0096-494d-ab51-403685981834'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:13.289945 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e4fed5df-0096-494d-ab51-403685981834'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:13.297533 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ecece87e-1774-4aea-af85-418b9b5e8bf8 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 755 time: 2.4160848 Jul 28 10:36:13.303027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47914) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:13.323909 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'subnet': {'network_id': '137b904a-b2de-46cf-add0-4f5a04d11422', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:13.324210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:36:06Z', 'revision_number': 4, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port': {'id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:00Z', 'updated_at': '2022-07-28T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8da8d439-54da-4823-a23d-229d61c35d88', 'name': '', 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'mac_address': 'fa:16:3e:6d:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '56a68679-a8c7-4a1c-93ac-c986e845a720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:04Z', 'updated_at': '2022-07-28T10:36:06Z', 'revision_number': 2, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'subnets': [{'id': '56a68679-a8c7-4a1c-93ac-c986e845a720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:13.403938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks [] for security_group (9a17e2b8-3a2f-4ff6-b551-43baf297ac53), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.453231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9a17e2b8-3a2f-4ff6-b551-43baf297ac53), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.456003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:13.461742 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.528453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] Set router e4fed5df-0096-494d-ab51-403685981834 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:13.558183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:36:13.576083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] For port 469186b6-d255-4d63-a5d8-f96df21ec6d0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=469186b6-d255-4d63-a5d8-f96df21ec6d0,segment=NetworkSegment(c6b01dc3-1229-427e-8cfc-65ec0e33c6f3),segment_id=c6b01dc3-1229-427e-8cfc-65ec0e33c6f3)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:13.576467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.603387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17e2b8-3a2f-4ff6-b551-43baf297ac53,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:13.613544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7cb46090-75d9-46c2-82d5-95e9abcdc32b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.614236 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Added segment 7cb46090-75d9-46c2-82d5-95e9abcdc32b of type vlan for network 05a77772-c4e2-4a74-abf0-0410056e1cbb Jul 28 10:36:13.621087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Calling delete_port for 469186b6-d255-4d63-a5d8-f96df21ec6d0 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:13.700816 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:13.756331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Checking router: c38074ed-6bcc-47cd-9004-b1d1d56107f7 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:13.756827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Updating router c38074ed-6bcc-47cd-9004-b1d1d56107f7 port 8da8d439-54da-4823-a23d-229d61c35d88 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:13.782576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (05a77772-c4e2-4a74-abf0-0410056e1cbb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.797582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (89431efc-4818-464f-960f-f252537589a9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.860282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3715cc98-1c62-4089-bc53-f45121bd4429 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:13.860867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:13.866535 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:13.875945 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:13.899324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:36:13.905401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Subnet': ['ID=89431efc-4818-464f-960f-f252537589a9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:13.921445 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks [] for router_gateway (e4fed5df-0096-494d-ab51-403685981834), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.006367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Deleting port f66d2d79-b05f-457e-840d-49ca5ea70dba {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:14.006773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.022840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (05a77772-c4e2-4a74-abf0-0410056e1cbb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.024609 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:14.025573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.048317 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Attempting to bind port 14d27845-53da-4e71-9c3c-39e555e18239 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:14.048910 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Attempting to bind port 14d27845-53da-4e71-9c3c-39e555e18239 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:14.051203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Attempting to bind port 14d27845-53da-4e71-9c3c-39e555e18239 on network 5d551234-11a9-445a-a81a-27edc859de35 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:14.110963 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:14.111394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Checking segment: {'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:14.111799 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.112197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Bound using segment: {'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:14.116993 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Bound port: 14d27845-53da-4e71-9c3c-39e555e18239, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7533981c-d1d9-463a-89a1-6486279bd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d551234-11a9-445a-a81a-27edc859de35'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:14.117429 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d27845-53da-4e71-9c3c-39e555e18239), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.129791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8da8d439-54da-4823-a23d-229d61c35d88), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.140557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] For port f66d2d79-b05f-457e-840d-49ca5ea70dba, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f66d2d79-b05f-457e-840d-49ca5ea70dba,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:14.141238 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.173505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Calling delete_port for f66d2d79-b05f-457e-840d-49ca5ea70dba owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:14.181878 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.1958678 Jul 28 10:36:14.201670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47932) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:14.246096 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Request body: {'subnet': {'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1611599326-subnet', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:14.315895 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:36:07Z', 'revision_number': 5, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:14.350743 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0557702-2b77-4a94-9946-caf3c063ffa6 admin admin] Pushing event updated for resources: {'Network': ['ID=05a77772-c4e2-4a74-abf0-0410056e1cbb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:14.374179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Made reservation on behalf of 5466b69ba1924c50b3f20ad9f7f37884 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:14.377294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.404445 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579ac01-7841-4e9c-a5bc-475b9106f0f0 None None] The sync data for ids ['e4fed5df-0096-494d-ab51-403685981834'] in n-d-850468-6 is: [{'id': 'e4fed5df-0096-494d-ab51-403685981834', 'name': 'tempest-LiveMigrationTest-1711067072-router', 'tenant_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:05Z', 'updated_at': '2022-07-28T10:36:07Z', 'revision_number': 5, 'project_id': '70ceba76ab9744e7a0ae4f2438709f7d', 'gw_port': {'id': 'f66d2d79-b05f-457e-840d-49ca5ea70dba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed5df-0096-494d-ab51-403685981834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:07Z', 'updated_at': '2022-07-28T10:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:14.409211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] For port 14d27845-53da-4e71-9c3c-39e555e18239, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:14.442214 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:14.442516 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] For port 14d27845-53da-4e71-9c3c-39e555e18239, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d27845-53da-4e71-9c3c-39e555e18239,segment=NetworkSegment(7533981c-d1d9-463a-89a1-6486279bd158),segment_id=7533981c-d1d9-463a-89a1-6486279bd158)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:14.457954 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d27845-53da-4e71-9c3c-39e555e18239), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.460674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f66d2d79-b05f-457e-840d-49ca5ea70dba), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.498365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66d2d79-b05f-457e-840d-49ca5ea70dba,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:14.531475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (1a96af31-526e-4517-8807-1b796344c845), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.572056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'name': 'tempest-ServerRescueTestJSON-171512032-router', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:05Z', 'updated_at': '2022-07-28T10:36:09Z', 'revision_number': 3, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'gw_port': {'id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:07Z', 'updated_at': '2022-07-28T10:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:14.608296 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Routers {'9b18cee7-0614-4240-8b5b-c04285b75973'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:14.608959 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9b18cee7-0614-4240-8b5b-c04285b75973'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:14.622389 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28415c9-a5c1-44b5-b4a0-ac7359b49590 None None] Pushing event updated for resources: {'Port': ['ID=14d27845-53da-4e71-9c3c-39e555e18239,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:14.634056 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:14.642786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Checking router: 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:14.643198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Updating router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:14.684486 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks [] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.713185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:36:14.800679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.856594 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.873478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:14.891293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (469186b6-d255-4d63-a5d8-f96df21ec6d0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.014131 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:15.042773 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] Set router 9b18cee7-0614-4240-8b5b-c04285b75973 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:15.097557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (e4fed5df-0096-494d-ab51-403685981834), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.099972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (f1a7b4cb-ad3e-4038-a589-23fd02938696), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.101808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Checking segment: {'id': '321f9ec5-87b3-4371-b069-5fb6886185d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '137b904a-b2de-46cf-add0-4f5a04d11422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:15.102197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network hostable DHCP agents. Network: 137b904a-b2de-46cf-add0-4f5a04d11422, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:36:15.282983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8d6461b0-eb43-4b31-836c-a6338659d260 None None] Provisioning complete for port 14d27845-53da-4e71-9c3c-39e555e18239 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:15.283383 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d6461b0-eb43-4b31-836c-a6338659d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d27845-53da-4e71-9c3c-39e555e18239), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.286722 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Allocated IP 172.20.0.1 (37786d3e-418e-4890-91b8-90ad448274bd/70b63fa2-16c4-4ee3-92f2-4108bf9dbec9/a2c534b1-77d9-4064-952b-f9cd2a2aa59e) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:15.388271 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:45Z', 'updated_at': '2022-07-28T10:36:05Z', 'revision_number': 4, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'gw_port': {'id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:48Z', 'updated_at': '2022-07-28T10:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '14d27845-53da-4e71-9c3c-39e555e18239', 'name': '', 'network_id': '5d551234-11a9-445a-a81a-27edc859de35', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'mac_address': 'fa:16:3e:3f:d3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'efc3b4ff-9716-43c5-9403-43c8f4f8e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:02Z', 'updated_at': '2022-07-28T10:36:14Z', 'revision_number': 4, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'subnets': [{'id': 'efc3b4ff-9716-43c5-9403-43c8f4f8e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:15.433198 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3fa1e-a7b6-41b9-984d-de39731d381f None None] The sync data for ids ['9b18cee7-0614-4240-8b5b-c04285b75973'] in n-d-850468-6 is: [{'id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:45Z', 'updated_at': '2022-07-28T10:36:05Z', 'revision_number': 4, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'gw_port': {'id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:48Z', 'updated_at': '2022-07-28T10:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '14d27845-53da-4e71-9c3c-39e555e18239', 'name': '', 'network_id': '5d551234-11a9-445a-a81a-27edc859de35', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'mac_address': 'fa:16:3e:3f:d3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'efc3b4ff-9716-43c5-9403-43c8f4f8e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:02Z', 'updated_at': '2022-07-28T10:36:14Z', 'revision_number': 4, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'subnets': [{'id': 'efc3b4ff-9716-43c5-9403-43c8f4f8e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:15.461711 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:15.462466 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:15.464199 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Pushing event updated for resources: {'Port': ['ID=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:15.478025 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Router 1a96af31-526e-4517-8807-1b796344c845 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:15.488043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Publish callbacks [] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.539250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3715cc98-1c62-4089-bc53-f45121bd4429 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:15.546372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=469186b6-d255-4d63-a5d8-f96df21ec6d0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:15.611141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.615732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e4fed5df-0096-494d-ab51-403685981834), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.624894 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks [] for router_controller (e4fed5df-0096-494d-ab51-403685981834), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.630616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network 137b904a-b2de-46cf-add0-4f5a04d11422 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:36:15.840293 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Publish callbacks [] for port (8da8d439-54da-4823-a23d-229d61c35d88), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.854673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 137b904a-b2de-46cf-add0-4f5a04d11422) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:15.868503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8d6461b0-eb43-4b31-836c-a6338659d260 None None] Current status of the port 14d27845-53da-4e71-9c3c-39e555e18239 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:15.869365 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d6461b0-eb43-4b31-836c-a6338659d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d27845-53da-4e71-9c3c-39e555e18239), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.900582 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:15.903878 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.904635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cc934-65af-4627-b2f4-4141f0a0b823 None None] Pushing event updated for resources: {'Port': ['ID=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:15.910605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c3389-b651-4d81-9d51-af6187b23427 None None] Network 137b904a-b2de-46cf-add0-4f5a04d11422 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:15.951396 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:15.956562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8da8d439-54da-4823-a23d-229d61c35d88), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:15.987790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Network 22e0b0d8-9317-41bd-82d6-880599161f47 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:16.002890 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bb3d3be3-445f-4be0-803e-0f9d8a0dbd66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6904132 Jul 28 10:36:16.010626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47952) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:16.011284 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:16.140642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Attempting to bind port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:16.141079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Attempting to bind port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:16.141877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Attempting to bind port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:16.170196 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e4fed5df-0096-494d-ab51-403685981834), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.170794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4fed5df-0096-494d-ab51-403685981834 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:36:16.174610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:16.175052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:16.176667 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.185992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:16.186520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Bound port: 34dd65de-5b3c-49ee-a2d2-220d6c2861e3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:16.187732 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.211886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks [] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.224704 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e7cce977-f6c0-4060-9655-e635fc7fa371), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.273182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d27845-53da-4e71-9c3c-39e555e18239 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:16.329925 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:16.399031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8d6461b0-eb43-4b31-836c-a6338659d260 None None] For port 14d27845-53da-4e71-9c3c-39e555e18239, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d27845-53da-4e71-9c3c-39e555e18239,segment=NetworkSegment(7533981c-d1d9-463a-89a1-6486279bd158),segment_id=7533981c-d1d9-463a-89a1-6486279bd158)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:16.402212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (65874538-cc7a-404a-ad4f-83fec4336c00), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.436116 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d6461b0-eb43-4b31-836c-a6338659d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d27845-53da-4e71-9c3c-39e555e18239), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.443654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b4fbf-8cf0-4282-bc8f-c0bbd9dca99f None None] Pushing event updated for resources: {'Port': ['ID=8da8d439-54da-4823-a23d-229d61c35d88,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:16.484343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] For port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:16.566141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Attempting to bind port 8da8d439-54da-4823-a23d-229d61c35d88 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:16.567174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Attempting to bind port 8da8d439-54da-4823-a23d-229d61c35d88 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:16.568519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Attempting to bind port 8da8d439-54da-4823-a23d-229d61c35d88 on network 60bf64ea-294b-4824-84f2-446926d7fb4a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:16.588162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] For port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:16.591024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-eb104c1f-437e-4e36-a0b6-b85269814d9f None None] Provisioning complete for port 8da8d439-54da-4823-a23d-229d61c35d88 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:16.591867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb104c1f-437e-4e36-a0b6-b85269814d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8da8d439-54da-4823-a23d-229d61c35d88), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.604629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 14d27845-53da-4e71-9c3c-39e555e18239 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:16.605485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d27845-53da-4e71-9c3c-39e555e18239), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.632658 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:16.640612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-844971234'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:16.644453 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.674973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.677253 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8ed22b85-0f9d-4adf-8698-0d524c78da86 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e4fed5df-0096-494d-ab51-403685981834 HTTP/1.1" status: 204 len: 168 time: 4.6538942 Jul 28 10:36:16.687680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:16.711141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47958) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:16.712669 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:16.746659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c534b1-77d9-4064-952b-f9cd2a2aa59e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:16.757314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:16.760519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Checking segment: {'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:16.760960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.761783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Bound using segment: {'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:16.762404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Bound port: 8da8d439-54da-4823-a23d-229d61c35d88, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:16.763960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8da8d439-54da-4823-a23d-229d61c35d88), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.774839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65874538-cc7a-404a-ad4f-83fec4336c00,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:16.798102 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.822416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Network 37786d3e-418e-4890-91b8-90ad448274bd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:16.827245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:16.834361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:16.847523 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Checking segment: {'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:16.847991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Network hostable DHCP agents. Network: 05a77772-c4e2-4a74-abf0-0410056e1cbb, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:36:16.851631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] Deleting subnet 03291dcd-c382-46d3-8aac-2150a928ee9b {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:16.855755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] Publish callbacks [] for subnet (03291dcd-c382-46d3-8aac-2150a928ee9b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.861459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-137b904a-b2de-46cf-add0-4f5a04d11422', 'network_id': '137b904a-b2de-46cf-add0-4f5a04d11422', 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'fixed_ips': [{'subnet_id': '89431efc-4818-464f-960f-f252537589a9'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:36:16.862488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.899045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (03291dcd-c382-46d3-8aac-2150a928ee9b), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:16.988298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-eb104c1f-437e-4e36-a0b6-b85269814d9f None None] Port 8da8d439-54da-4823-a23d-229d61c35d88 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:16.992108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6461b0-eb43-4b31-836c-a6338659d260 None None] Pushing event updated for resources: {'Port': ['ID=14d27845-53da-4e71-9c3c-39e555e18239,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:17.074722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cc934-65af-4627-b2f4-4141f0a0b823 None None] Pushing event updated for resources: {'Port': ['ID=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:17.135499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:17.141542 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.154890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:17.165405 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] Sync routers for ids ['1a96af31-526e-4517-8807-1b796344c845'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:17.203865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Routers {'974eaf3e-61e2-4b99-8a2f-a17e9bba1619'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:17.204892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:17.207295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-eb104c1f-437e-4e36-a0b6-b85269814d9f None None] Provisioning complete for port 14d27845-53da-4e71-9c3c-39e555e18239 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:17.208152 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb104c1f-437e-4e36-a0b6-b85269814d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d27845-53da-4e71-9c3c-39e555e18239), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.210505 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] Routers {'1a96af31-526e-4517-8807-1b796344c845'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:17.211179 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['1a96af31-526e-4517-8807-1b796344c845'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:17.215121 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-77374987-a1ed-4a7b-84a1-1440b081c62e admin admin] 10.222.0.46 "PUT /v2.0/routers/1a96af31-526e-4517-8807-1b796344c845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2690320 Jul 28 10:36:17.233713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47964) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:17.312603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (03291dcd-c382-46d3-8aac-2150a928ee9b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.382167 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:36:17.392690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4dfc1b79-07ef-4e1f-8ea7-de99796f8939), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.393115 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Added segment 4dfc1b79-07ef-4e1f-8ea7-de99796f8939 of type vlan for network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 Jul 28 10:36:17.404044 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] Set router 1a96af31-526e-4517-8807-1b796344c845 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:17.409552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.445050 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:17.568187 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (03291dcd-c382-46d3-8aac-2150a928ee9b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.574205 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:17.591480 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Router f1a7b4cb-ad3e-4038-a589-23fd02938696 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:17.623021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03291dcd-c382-46d3-8aac-2150a928ee9b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:17.629115 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:36:12Z', 'revision_number': 5, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:17.632330 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (68dfd00e-270e-49d4-b96b-0d6fe6745bc2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.633972 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.642156 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:17.642703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:36:17.678198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Allocated IP 19.80.0.2 (137b904a-b2de-46cf-add0-4f5a04d11422/89431efc-4818-464f-960f-f252537589a9/ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:17.696898 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] Checking router: 1a96af31-526e-4517-8807-1b796344c845 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:17.711361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7cac1-c555-42a1-8913-6bfe001db172 None None] Network fc480ddc-689b-4a08-ab44-677bf4b84cd1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:17.712219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 05a77772-c4e2-4a74-abf0-0410056e1cbb) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:17.719747 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:17.720375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.721570 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] Routers {'1a96af31-526e-4517-8807-1b796344c845'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:17.724636 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['1a96af31-526e-4517-8807-1b796344c845'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:17.746767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Router e7cce977-f6c0-4060-9655-e635fc7fa371 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:17.751088 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:17.760824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.761957 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75398623-3df7-44d4-87fd-73dc7197e5d9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5283656 Jul 28 10:36:17.769260 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f05964db-b355-4f9b-9940-6ad373f83d41 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/03291dcd-c382-46d3-8aac-2150a928ee9b HTTP/1.1" status: 204 len: 168 time: 1.0500176 Jul 28 10:36:17.771260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47968) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:17.771600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47970) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:17.779114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:36:17.794416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:17.838173 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:17.893923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks [] for router (1a96af31-526e-4517-8807-1b796344c845), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.898271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (68dfd00e-270e-49d4-b96b-0d6fe6745bc2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.903946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:17.905092 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:17.914982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] For port 8da8d439-54da-4823-a23d-229d61c35d88, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:17.936350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02faaf-41f6-4d84-be13-52f07aad10bf None None] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:17.938829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 14d27845-53da-4e71-9c3c-39e555e18239 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:17.952961 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] Set router 1a96af31-526e-4517-8807-1b796344c845 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:18.051974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (996513b8-53e8-4210-b7ed-589b524177ff), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.053788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (996513b8-53e8-4210-b7ed-589b524177ff), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.122953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fc480ddc-689b-4a08-ab44-677bf4b84cd1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.133790 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:18.137046 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 754 time: 1.9601226 Jul 28 10:36:18.140615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:18.148816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'subnet': {'network_id': '68dfd00e-270e-49d4-b96b-0d6fe6745bc2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:18.172900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91b865-2e66-49d7-9efc-b3b6b18acee9 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Network': ['ID=68dfd00e-270e-49d4-b96b-0d6fe6745bc2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:18.186731 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:18.218713 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-48862b87-2e3a-41be-a212-b5db4f21402c admin admin] 10.222.0.46 "PUT /v2.0/routers/f1a7b4cb-ad3e-4038-a589-23fd02938696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5844641 Jul 28 10:36:18.275960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks [] for router_gateway (1a96af31-526e-4517-8807-1b796344c845), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.308772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Publish callbacks [] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.320902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 35e3838f-895b-4f57-b0db-fbc775177c7a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:18.375714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks [] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.378351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Deleting port c9ade799-2118-414e-bcfc-467a33c4a1d0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:18.378869 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.379804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Deleting port 279298a8-32a8-4423-afe6-81256d01a87a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:18.380210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (279298a8-32a8-4423-afe6-81256d01a87a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.381593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:36:18.491735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Sync routers for ids ['f1a7b4cb-ad3e-4038-a589-23fd02938696'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:18.493381 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:36:12Z', 'revision_number': 5, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:18.530781 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:18.539840 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006add6b-a65c-4823-a0c2-df918f17fbad None None] The sync data for ids ['1a96af31-526e-4517-8807-1b796344c845'] in n-d-850468-6 is: [{'id': '1a96af31-526e-4517-8807-1b796344c845', 'name': 'tempest-ServersTestJSON-372499428-router', 'tenant_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '279298a8-32a8-4423-afe6-81256d01a87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:13Z', 'updated_at': '2022-07-28T10:36:12Z', 'revision_number': 5, 'project_id': '6ec3ffdc362b4d61b65d798f9b3c193a', 'gw_port': {'id': '279298a8-32a8-4423-afe6-81256d01a87a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96af31-526e-4517-8807-1b796344c845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:14Z', 'updated_at': '2022-07-28T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:18.546611 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks [] for router_controller (996513b8-53e8-4210-b7ed-589b524177ff), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.558132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.607080 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] For port 279298a8-32a8-4423-afe6-81256d01a87a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=279298a8-32a8-4423-afe6-81256d01a87a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:18.607683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (279298a8-32a8-4423-afe6-81256d01a87a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.617224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:18.635073 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] Sync routers for ids ['e7cce977-f6c0-4060-9655-e635fc7fa371'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:18.648273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Calling delete_port for 279298a8-32a8-4423-afe6-81256d01a87a owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:18.658386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] Routers {'e7cce977-f6c0-4060-9655-e635fc7fa371'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:18.660149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e7cce977-f6c0-4060-9655-e635fc7fa371'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:18.719065 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:18.731754 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-759cbd31-0ceb-4d69-92e6-f6e7d417dae3 admin admin] 10.222.0.46 "PUT /v2.0/routers/e7cce977-f6c0-4060-9655-e635fc7fa371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9135127 Jul 28 10:36:18.743627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 35e3838f-895b-4f57-b0db-fbc775177c7a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:18.744033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 35e3838f-895b-4f57-b0db-fbc775177c7a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:18.765874 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47996) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:18.779594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] For port c9ade799-2118-414e-bcfc-467a33c4a1d0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c9ade799-2118-414e-bcfc-467a33c4a1d0,segment=NetworkSegment(b948d522-0a34-45e3-be84-6cafd86a22e4),segment_id=b948d522-0a34-45e3-be84-6cafd86a22e4)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:18.780086 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.793167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] For port 8da8d439-54da-4823-a23d-229d61c35d88, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8da8d439-54da-4823-a23d-229d61c35d88,segment=NetworkSegment(bf745bbe-b498-4d62-b9e2-6de5ac8198fa),segment_id=bf745bbe-b498-4d62-b9e2-6de5ac8198fa)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:18.838931 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.901290 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] Set router e7cce977-f6c0-4060-9655-e635fc7fa371 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:18.921256 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8da8d439-54da-4823-a23d-229d61c35d88), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:18.950730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Routers {'f1a7b4cb-ad3e-4038-a589-23fd02938696'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:18.952188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f1a7b4cb-ad3e-4038-a589-23fd02938696'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:18.959370 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Calling delete_port for c9ade799-2118-414e-bcfc-467a33c4a1d0 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:19.033389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c534b1-77d9-4064-952b-f9cd2a2aa59e,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:19.075570 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:19.076757 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.102555 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (279298a8-32a8-4423-afe6-81256d01a87a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.148522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=279298a8-32a8-4423-afe6-81256d01a87a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:19.181219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:19.187289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.220849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Set router f1a7b4cb-ad3e-4038-a589-23fd02938696 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:19.285395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks [] for router_gateway (996513b8-53e8-4210-b7ed-589b524177ff), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.370953 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:19.380251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d27845-53da-4e71-9c3c-39e555e18239 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:19.424266 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:36:14Z', 'revision_number': 5, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:19.497971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Network 137b904a-b2de-46cf-add0-4f5a04d11422 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:19.515051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:19.517919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:19.525998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-eb104c1f-437e-4e36-a0b6-b85269814d9f None None] Current status of the port 14d27845-53da-4e71-9c3c-39e555e18239 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:19.528885 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] Checking router: e7cce977-f6c0-4060-9655-e635fc7fa371 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:19.560266 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] Routers {'e7cce977-f6c0-4060-9655-e635fc7fa371'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:19.564288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e7cce977-f6c0-4060-9655-e635fc7fa371'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:19.592356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (1a96af31-526e-4517-8807-1b796344c845), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.627686 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c9ade799-2118-414e-bcfc-467a33c4a1d0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.736252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2fb23-0c4a-4ec1-9224-9b4c069c3cf6 None None] DHCP port deletion for fc480ddc-689b-4a08-ab44-677bf4b84cd1 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:36:19.804604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Routers {'c38074ed-6bcc-47cd-9004-b1d1d56107f7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:19.805360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:19.813716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] Set router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:19.841439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (1a96af31-526e-4517-8807-1b796344c845), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.846324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks [] for router_controller (1a96af31-526e-4517-8807-1b796344c845), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.853922 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-f32ad8a0-0617-49e2-9cce-e4962aa7be7c tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5930843 Jul 28 10:36:19.869295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Attempting to bind port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:19.869721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Attempting to bind port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '321f9ec5-87b3-4371-b069-5fb6886185d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '137b904a-b2de-46cf-add0-4f5a04d11422'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:19.870137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Attempting to bind port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce on network 137b904a-b2de-46cf-add0-4f5a04d11422 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:19.871879 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:19.900211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Pushing event updated for resources: {'Port': ['ID=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:19.901921 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] Set router e7cce977-f6c0-4060-9655-e635fc7fa371 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:19.976824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (1a96af31-526e-4517-8807-1b796344c845), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.978826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a96af31-526e-4517-8807-1b796344c845 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:36:19.988597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:19.991265 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c408fd0d-6c77-4c7c-b764-083084c945f5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1a96af31-526e-4517-8807-1b796344c845 HTTP/1.1" status: 204 len: 168 time: 2.7272127 Jul 28 10:36:19.994383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48008) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:20.022421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ade799-2118-414e-bcfc-467a33c4a1d0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:20.048795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks [] for router (e7cce977-f6c0-4060-9655-e635fc7fa371), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.051156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] No DVR routers for this DVR port c9ade799-2118-414e-bcfc-467a33c4a1d0 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:20.101268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] Deleting subnet 9db66bd1-6b84-44df-8e84-995887b155a6 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:20.119144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.136605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] Publish callbacks [] for subnet (9db66bd1-6b84-44df-8e84-995887b155a6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.279401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] Set router c38074ed-6bcc-47cd-9004-b1d1d56107f7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:20.282750 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:36:14Z', 'revision_number': 5, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:20.334288 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:20.347010 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bdd6aa-6d60-4f0d-a4e6-a207866d0ec7 None None] The sync data for ids ['e7cce977-f6c0-4060-9655-e635fc7fa371'] in n-d-850468-6 is: [{'id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'name': 'tempest-ServerMetadataNegativeTestJSON-632833841-router', 'tenant_id': '0c7f104b4ad045219099081a4e9b6cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:41Z', 'updated_at': '2022-07-28T10:36:14Z', 'revision_number': 5, 'project_id': '0c7f104b4ad045219099081a4e9b6cef', 'gw_port': {'id': '60e517cd-6d02-45ab-b6f3-270ffebcbabf', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cce977-f6c0-4060-9655-e635fc7fa371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:42Z', 'updated_at': '2022-07-28T10:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:20.347595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (9db66bd1-6b84-44df-8e84-995887b155a6), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.352933 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:20.374940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 14d27845-53da-4e71-9c3c-39e555e18239 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:20.375474 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d27845-53da-4e71-9c3c-39e555e18239), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.386033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6a1c633e-88f5-4ff9-abba-56f2c493874b None None] Provisioning complete for port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:20.386649 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a1c633e-88f5-4ff9-abba-56f2c493874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.463382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.569107 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (9db66bd1-6b84-44df-8e84-995887b155a6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.593727 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:20.688604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Allocated IP 172.25.2.236 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3b660c9e-34bc-42fd-89ac-cb8c7109eae0) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:20.825769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:20.825769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Checking segment: {'id': '321f9ec5-87b3-4371-b069-5fb6886185d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '137b904a-b2de-46cf-add0-4f5a04d11422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:20.826216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.826495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Bound using segment: {'id': '321f9ec5-87b3-4371-b069-5fb6886185d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '137b904a-b2de-46cf-add0-4f5a04d11422'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:20.826633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (9db66bd1-6b84-44df-8e84-995887b155a6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.826945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Bound port: ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321f9ec5-87b3-4371-b069-5fb6886185d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '137b904a-b2de-46cf-add0-4f5a04d11422'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:20.827356 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.871666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-05a77772-c4e2-4a74-abf0-0410056e1cbb', 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb', 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'fixed_ips': [{'subnet_id': '65874538-cc7a-404a-ad4f-83fec4336c00'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:36:20.872556 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.882265 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db66bd1-6b84-44df-8e84-995887b155a6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:20.896687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.904702 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:20.905534 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fc6d4679-5803-4623-841a-b446a315703f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9db66bd1-6b84-44df-8e84-995887b155a6 HTTP/1.1" status: 204 len: 168 time: 0.9093256 Jul 28 10:36:20.913298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48026) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:20.929406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:20.956243 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:20.981453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Network 37786d3e-418e-4890-91b8-90ad448274bd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:20.988933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fc480ddc-689b-4a08-ab44-677bf4b84cd1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.003215 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:21.004576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:21.040354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (f914f368-72d2-4a97-a2ea-c56989154bea), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.056915 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (951eff85-b72a-4816-a6db-ae6053c3eab3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.063636 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.072304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dbb86e-863a-41ed-9afb-1eb13f24f130 None None] Network f914f368-72d2-4a97-a2ea-c56989154bea requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:21.074734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c633e-88f5-4ff9-abba-56f2c493874b None None] Port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:21.087245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b4fbf-8cf0-4282-bc8f-c0bbd9dca99f None None] Pushing event updated for resources: {'Port': ['ID=8da8d439-54da-4823-a23d-229d61c35d88,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:21.109149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks [] for router_gateway (e7cce977-f6c0-4060-9655-e635fc7fa371), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.114068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc480ddc-689b-4a08-ab44-677bf4b84cd1']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:21.174559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b948d522-0a34-45e3-be84-6cafd86a22e4') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:21.174917 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b948d522-0a34-45e3-be84-6cafd86a22e4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:21.223250 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:21.277589 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (b948d522-0a34-45e3-be84-6cafd86a22e4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.300407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] For port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:21.304904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] For port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,segment=NetworkSegment(321f9ec5-87b3-4371-b069-5fb6886185d1),segment_id=321f9ec5-87b3-4371-b069-5fb6886185d1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:21.341659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.408558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b948d522-0a34-45e3-be84-6cafd86a22e4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.410869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Subnet': ['ID=951eff85-b72a-4816-a6db-ae6053c3eab3,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:21.438559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:21.438963 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (b948d522-0a34-45e3-be84-6cafd86a22e4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.470828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=3b660c9e-34bc-42fd-89ac-cb8c7109eae0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:21.503472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks [] for router_gateway (996513b8-53e8-4210-b7ed-589b524177ff), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.506747 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:21.508085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b4739f07-2dd0-43ec-ad6c-79a08c814841 None None] Provisioning complete for port 8da8d439-54da-4823-a23d-229d61c35d88 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:21.508592 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4739f07-2dd0-43ec-ad6c-79a08c814841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8da8d439-54da-4823-a23d-229d61c35d88), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.511704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:21.514152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Deleting port 60e517cd-6d02-45ab-b6f3-270ffebcbabf {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:21.514916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.527457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:21.533629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Deleting port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:21.534028 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.589726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.607198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Checking segment: {'id': '4dfc1b79-07ef-4e1f-8ea7-de99796f8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '68dfd00e-270e-49d4-b96b-0d6fe6745bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:21.607586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network hostable DHCP agents. Network: 68dfd00e-270e-49d4-b96b-0d6fe6745bc2, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:36:21.643470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:21.682488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fc480ddc-689b-4a08-ab44-677bf4b84cd1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.706287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.712056 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fc480ddc-689b-4a08-ab44-677bf4b84cd1 HTTP/1.1" status: 204 len: 168 time: 3.9306307 Jul 28 10:36:21.717901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48036) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:21.816052 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:21.818844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461fd5e-fe0e-4f0f-8c7a-3952be50e0a3 None None] Pushing event updated for resources: {'Port': ['ID=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:21.822205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:36:12Z', 'revision_number': 4, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5', 'name': '', 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'mac_address': 'fa:16:3e:18:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '1b55d664-78df-45ab-acbd-cc244504807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:09Z', 'updated_at': '2022-07-28T10:36:13Z', 'revision_number': 2, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'subnets': [{'id': '1b55d664-78df-45ab-acbd-cc244504807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:21.850129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] For port 60e517cd-6d02-45ab-b6f3-270ffebcbabf, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=60e517cd-6d02-45ab-b6f3-270ffebcbabf,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:21.850482 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:21.876841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] DHCP port deletion for f914f368-72d2-4a97-a2ea-c56989154bea request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:36:21.879071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 14d27845-53da-4e71-9c3c-39e555e18239 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:21.882903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Calling delete_port for 60e517cd-6d02-45ab-b6f3-270ffebcbabf owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:21.935844 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:21.985824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f66d2d79-b05f-457e-840d-49ca5ea70dba no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:22.000108 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:22.002378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] For port 8c04396b-3c0a-435f-b204-1c0edbe2dca0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8c04396b-3c0a-435f-b204-1c0edbe2dca0,segment=NetworkSegment(4740a1d1-4994-45f5-acb1-a6299dc39692),segment_id=4740a1d1-4994-45f5-acb1-a6299dc39692)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:22.002873 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.009766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Checking router: f1a7b4cb-ad3e-4038-a589-23fd02938696 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:22.009766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Updating router f1a7b4cb-ad3e-4038-a589-23fd02938696 port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:22.081298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Allocated IP 172.20.0.2 (05a77772-c4e2-4a74-abf0-0410056e1cbb/65874538-cc7a-404a-ad4f-83fec4336c00/655c7484-4f60-45c2-80df-490567827965) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:22.081446 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b948d522-0a34-45e3-be84-6cafd86a22e4 resource provider aggregate not found Jul 28 10:36:22.113020 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:22.114327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:36:22.114996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f66d2d79-b05f-457e-840d-49ca5ea70dba {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:22.115401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f66d2d79-b05f-457e-840d-49ca5ea70dba not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:22.125643 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b948d522-0a34-45e3-be84-6cafd86a22e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b948d522-0a34-45e3-be84-6cafd86a22e4 found for delete ", "request_id": "req-ef8b3496-5fd1-436e-a444-a7ff8f8bad78"}]} Jul 28 10:36:22.126487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7580468-fedb-4e64-9fdd-a57836967189 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc480ddc-689b-4a08-ab44-677bf4b84cd1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:22.183681 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:22.226351 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.292986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Calling delete_port for 8c04396b-3c0a-435f-b204-1c0edbe2dca0 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:22.304093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b4739f07-2dd0-43ec-ad6c-79a08c814841 None None] Current status of the port 8da8d439-54da-4823-a23d-229d61c35d88 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:22.304794 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4739f07-2dd0-43ec-ad6c-79a08c814841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8da8d439-54da-4823-a23d-229d61c35d88), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.306621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Allocated IP 172.25.2.208 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/fb4e7c9a-e470-45c4-9484-98cc1288bbb1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:22.334025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'name': 'tempest-ServerRescueTestJSON-171512032-router', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:05Z', 'updated_at': '2022-07-28T10:36:09Z', 'revision_number': 3, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'gw_port': {'id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:07Z', 'updated_at': '2022-07-28T10:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:22.394750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 68dfd00e-270e-49d4-b96b-0d6fe6745bc2) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:22.404360 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.422115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (731a7adb-5878-4937-88de-26b074526cb2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.454903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:22.457524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb97e970-641b-4b85-bc71-b3fb8adecd3a None None] Network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:22.466283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] No DVR routers for this DVR port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:22.471024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c04396b-3c0a-435f-b204-1c0edbe2dca0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:22.498421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:22.499223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.503931 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:22.514783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f7cc46-3df9-4942-920e-80f4e55752c6 None None] The sync data for ids ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'] in n-d-850468-6 is: [{'id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'name': 'tempest-ServerRescueTestJSON-171512032-router', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:05Z', 'updated_at': '2022-07-28T10:36:09Z', 'revision_number': 3, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'gw_port': {'id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:07Z', 'updated_at': '2022-07-28T10:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:22.549106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks [] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.637697 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:22.648442 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3a4712a8-c75e-4eea-b402-525b17f88931 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5045185 Jul 28 10:36:22.654171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.698437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.707650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (f914f368-72d2-4a97-a2ea-c56989154bea), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.738577 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:22.738939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:36:06Z', 'revision_number': 4, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port': {'id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:00Z', 'updated_at': '2022-07-28T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8da8d439-54da-4823-a23d-229d61c35d88', 'name': '', 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'mac_address': 'fa:16:3e:6d:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '56a68679-a8c7-4a1c-93ac-c986e845a720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:04Z', 'updated_at': '2022-07-28T10:36:17Z', 'revision_number': 4, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'subnets': [{'id': '56a68679-a8c7-4a1c-93ac-c986e845a720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:22.741228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (60e517cd-6d02-45ab-b6f3-270ffebcbabf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.753448 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:22.761784 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ec793573-c167-4044-b8e9-a3788edf37a2 admin admin] 10.222.0.46 "PUT /v2.0/routers/974eaf3e-61e2-4b99-8a2f-a17e9bba1619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2740045 Jul 28 10:36:22.796988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f914f368-72d2-4a97-a2ea-c56989154bea']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:22.823906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:22.830819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55912463-78ef-4bdc-a7c3-48ef2005af7f None None] The sync data for ids ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'] in n-d-850468-6 is: [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:36:06Z', 'revision_number': 4, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port': {'id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:00Z', 'updated_at': '2022-07-28T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '8da8d439-54da-4823-a23d-229d61c35d88', 'name': '', 'network_id': '60bf64ea-294b-4824-84f2-446926d7fb4a', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'mac_address': 'fa:16:3e:6d:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '56a68679-a8c7-4a1c-93ac-c986e845a720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:04Z', 'updated_at': '2022-07-28T10:36:17Z', 'revision_number': 4, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'subnets': [{'id': '56a68679-a8c7-4a1c-93ac-c986e845a720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:22.832160 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Deleting port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:22.832542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:22.858082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:22.865969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:22.870868 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:22.951771 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4740a1d1-4994-45f5-acb1-a6299dc39692') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:22.952081 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4740a1d1-4994-45f5-acb1-a6299dc39692') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:23.047423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (4740a1d1-4994-45f5-acb1-a6299dc39692), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.108641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (15df1deb-5e4b-4817-9829-024c79f64cc8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.120109 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Pushing event deleted for resources: {'Port': ['ID=60e517cd-6d02-45ab-b6f3-270ffebcbabf,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:23.185347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b4739f07-2dd0-43ec-ad6c-79a08c814841 None None] For port 8da8d439-54da-4823-a23d-229d61c35d88, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8da8d439-54da-4823-a23d-229d61c35d88,segment=NetworkSegment(bf745bbe-b498-4d62-b9e2-6de5ac8198fa),segment_id=bf745bbe-b498-4d62-b9e2-6de5ac8198fa)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:23.206011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4740a1d1-4994-45f5-acb1-a6299dc39692), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.211501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-68dfd00e-270e-49d4-b96b-0d6fe6745bc2', 'network_id': '68dfd00e-270e-49d4-b96b-0d6fe6745bc2', 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'fixed_ips': [{'subnet_id': '951eff85-b72a-4816-a6db-ae6053c3eab3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:36:23.211811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (e7cce977-f6c0-4060-9655-e635fc7fa371), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.219923 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.307805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:23.308639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (4740a1d1-4994-45f5-acb1-a6299dc39692), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.450177 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e7cce977-f6c0-4060-9655-e635fc7fa371), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.453288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks [] for router_controller (e7cce977-f6c0-4060-9655-e635fc7fa371), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.490744 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 4740a1d1-4994-45f5-acb1-a6299dc39692 resource provider aggregate not found Jul 28 10:36:23.497376 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4739f07-2dd0-43ec-ad6c-79a08c814841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8da8d439-54da-4823-a23d-229d61c35d88), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.582394 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 4740a1d1-4994-45f5-acb1-a6299dc39692 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4740a1d1-4994-45f5-acb1-a6299dc39692 found for delete ", "request_id": "req-d168e818-5969-47d3-870c-3d4ea135f237"}]} Jul 28 10:36:23.669210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e7cce977-f6c0-4060-9655-e635fc7fa371), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.669524 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7cce977-f6c0-4060-9655-e635fc7fa371 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:36:23.708840 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:23.785003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (f914f368-72d2-4a97-a2ea-c56989154bea), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.847427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:23.868850 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f914f368-72d2-4a97-a2ea-c56989154bea HTTP/1.1" status: 204 len: 168 time: 2.9499469 Jul 28 10:36:23.972771 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fa142-2a5b-477e-89c1-af17d7f47ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f914f368-72d2-4a97-a2ea-c56989154bea,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:24.064295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f34c9de-4649-4eaa-9be6-7a3099189c16 None None] Network 137b904a-b2de-46cf-add0-4f5a04d11422 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:24.113288 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.114779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-690dae88-7a75-45d7-bea4-e6e829daf299 None None] Provisioning complete for port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:24.114779 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-690dae88-7a75-45d7-bea4-e6e829daf299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.195864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.213731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] For port 8c04396b-3c0a-435f-b204-1c0edbe2dca0, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:24.214181 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.326339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48086) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:24.327017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=3b660c9e-34bc-42fd-89ac-cb8c7109eae0,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:24.388808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Calling delete_port for 8c04396b-3c0a-435f-b204-1c0edbe2dca0 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:24.393448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:24.394064 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.418568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (731a7adb-5878-4937-88de-26b074526cb2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.493877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.495371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:36:24.495789 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bbb32fbf-9f3b-4111-9af9-6310076e3d54 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6296201 Jul 28 10:36:24.524316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.528582 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ae7b3180-068f-4539-a6ec-c9efdf4be36e admin admin] 10.222.0.46 "DELETE /v2.0/routers/e7cce977-f6c0-4060-9655-e635fc7fa371 HTTP/1.1" status: 204 len: 168 time: 5.7564330 Jul 28 10:36:24.530920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:24.539273 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:24.583024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-690dae88-7a75-45d7-bea4-e6e829daf299 None None] Current status of the port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:24.583716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-690dae88-7a75-45d7-bea4-e6e829daf299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.598223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (8c04396b-3c0a-435f-b204-1c0edbe2dca0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.621940 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-58019e48-93bb-4b48-a969-32b47e94df73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ec3ffdc362b4d61b65d798f9b3c193a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822876 Jul 28 10:36:24.631209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48090) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:24.648380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-9f58c644-763e-4c11-a370-8c4e1796bfc1 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:24.651556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-690dae88-7a75-45d7-bea4-e6e829daf299 None None] For port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,segment=NetworkSegment(321f9ec5-87b3-4371-b069-5fb6886185d1),segment_id=321f9ec5-87b3-4371-b069-5fb6886185d1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:24.657108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-9f58c644-763e-4c11-a370-8c4e1796bfc1 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:24.664741 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-9f58c644-763e-4c11-a370-8c4e1796bfc1 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/networks?id=137b904a-b2de-46cf-add0-4f5a04d11422&id=68dfd00e-270e-49d4-b96b-0d6fe6745bc2&id=137b904a-b2de-46cf-add0-4f5a04d11422 HTTP/1.1" status: 200 len: 1391 time: 1.4941950 Jul 28 10:36:24.689703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4739f07-2dd0-43ec-ad6c-79a08c814841 None None] Pushing event updated for resources: {'Port': ['ID=8da8d439-54da-4823-a23d-229d61c35d88,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:24.704671 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-690dae88-7a75-45d7-bea4-e6e829daf299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.766935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Network f914f368-72d2-4a97-a2ea-c56989154bea is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:36:24.767634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] No DVR routers for this DVR port 8c04396b-3c0a-435f-b204-1c0edbe2dca0 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:24.773097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377de0a-d334-4d32-8571-e62e0c0d634a None None] Pushing event deleted for resources: {'Port': ['ID=8c04396b-3c0a-435f-b204-1c0edbe2dca0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:24.799511 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-45781a1e-f5f5-4a0b-b8df-6321d2db3c1c tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/quotas/c9985f08d1d548328c197f02f309dfa8 HTTP/1.1" status: 200 len: 375 time: 0.1337702 Jul 28 10:36:24.817745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Deleting port 689be081-6dad-4b10-b4c4-0cc8b8ccea54 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:24.818665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:24.828568 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-bf8fb788-0e6b-4d11-9236-3e04b1107538 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.3194172 Jul 28 10:36:24.831348 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:24.978802 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-68c88633-7f92-46b4-a479-ad1675f06dbf tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9985f08d1d548328c197f02f309dfa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1783109 Jul 28 10:36:25.024154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Publish callbacks [] for port (655c7484-4f60-45c2-80df-490567827965), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.029941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] Deleting subnet 7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:25.071615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] Publish callbacks [] for subnet (7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.109681 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:25.112719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b439-db30-4a14-a6a9-37347d18d446 admin admin] Publish callbacks [] for security_group (e8cc5393-1283-432e-a5e8-388902818ede), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.129147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dae88-7a75-45d7-bea4-e6e829daf299 None None] Pushing event updated for resources: {'Port': ['ID=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:25.138406 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (655c7484-4f60-45c2-80df-490567827965), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.138708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b439-db30-4a14-a6a9-37347d18d446 admin admin] Publish callbacks [] for security_group (e8cc5393-1283-432e-a5e8-388902818ede), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.144758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.201203 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:25.201977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:25.204110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Pushing event updated for resources: {'Port': ['ID=655c7484-4f60-45c2-80df-490567827965,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:25.212252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b439-db30-4a14-a6a9-37347d18d446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e8cc5393-1283-432e-a5e8-388902818ede), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.214958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9e4b439-db30-4a14-a6a9-37347d18d446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.216201 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b9e4b439-db30-4a14-a6a9-37347d18d446 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8cc5393-1283-432e-a5e8-388902818ede HTTP/1.1" status: 204 len: 168 time: 0.4700916 Jul 28 10:36:25.276502 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks [] for router_gateway (996513b8-53e8-4210-b7ed-589b524177ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.284807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Allocated IP 19.86.0.2 (68dfd00e-270e-49d4-b96b-0d6fe6745bc2/951eff85-b72a-4816-a6db-ae6053c3eab3/fd1ddd36-0aa9-4dea-997b-8acedff31090) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:25.289151 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:25.296517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] For port 689be081-6dad-4b10-b4c4-0cc8b8ccea54, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=689be081-6dad-4b10-b4c4-0cc8b8ccea54,segment=NetworkSegment(2788cbe5-d1fc-4771-a8b1-e7fac0ddda21),segment_id=2788cbe5-d1fc-4771-a8b1-e7fac0ddda21)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:25.296886 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.299908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4b439-db30-4a14-a6a9-37347d18d446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc5393-1283-432e-a5e8-388902818ede,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:25.326379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-28bc6372-8c96-4c82-9d5b-171023c0d5e7 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:25.328190 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-77d13164-15e2-48e1-bae4-32a1fc7c0fa7 req-28bc6372-8c96-4c82-9d5b-171023c0d5e7 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.3777187 Jul 28 10:36:25.345955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Calling delete_port for 689be081-6dad-4b10-b4c4-0cc8b8ccea54 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:25.366073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Publish callbacks [] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.383553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6d42d792-b075-45fe-a500-c7b0c51469cc no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:25.477324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 6d42d792-b075-45fe-a500-c7b0c51469cc {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:25.477732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6d42d792-b075-45fe-a500-c7b0c51469cc not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:25.478734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8c04396b-3c0a-435f-b204-1c0edbe2dca0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:25.481810 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.487237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:25.519432 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-4b696374-41e9-46ef-ba86-bf558c61c706 service neutron] 10.222.0.46 "GET /v2.0/networks/137b904a-b2de-46cf-add0-4f5a04d11422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386877 Jul 28 10:36:25.563546 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.610515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:25.620555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8c04396b-3c0a-435f-b204-1c0edbe2dca0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:25.621271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8c04396b-3c0a-435f-b204-1c0edbe2dca0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:25.622251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 279298a8-32a8-4423-afe6-81256d01a87a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:25.625112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:25.668276 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:25.806395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (689be081-6dad-4b10-b4c4-0cc8b8ccea54), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.849247 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.873436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Pushing event deleted for resources: {'Port': ['ID=689be081-6dad-4b10-b4c4-0cc8b8ccea54,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:25.879126 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-ba421941-ae13-4692-9afe-fc24362a48a1 service neutron] 10.222.0.46 "GET /v2.0/networks/137b904a-b2de-46cf-add0-4f5a04d11422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106952 Jul 28 10:36:25.917210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:25.927091 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac HTTP/1.1" status: 204 len: 168 time: 1.3085868 Jul 28 10:36:25.935679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48104) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:25.939067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc709a8-d442-44a8-8ec9-aad999d06b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1c07d7-2378-4d3b-b601-ee0d67d7a8ac,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:26.083227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Publish callbacks [] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.097950 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (996513b8-53e8-4210-b7ed-589b524177ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.185426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79745ef-46d7-4bce-b411-11c9f4bf62a4 None None] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:26.329599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.351683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 279298a8-32a8-4423-afe6-81256d01a87a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:26.352062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 279298a8-32a8-4423-afe6-81256d01a87a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:26.352466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 469186b6-d255-4d63-a5d8-f96df21ec6d0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:26.391354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2cc8730b-afcb-462e-8a5d-38d29c610a2f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.415201 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-5a69fcb5-4602-481a-9993-094351ee9a70 service neutron] 10.222.0.46 "GET /v2.0/networks/68dfd00e-270e-49d4-b96b-0d6fe6745bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117455 Jul 28 10:36:26.448577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be86c5-659f-4532-a5e8-d00737747f4a None None] Pushing event updated for resources: {'Port': ['ID=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:26.491686 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:26.508412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:26.573654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-50063ce2-89e7-45f8-9077-882808ca5040 None None] Provisioning complete for port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:26.574074 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50063ce2-89e7-45f8-9077-882808ca5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.575906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 469186b6-d255-4d63-a5d8-f96df21ec6d0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:26.576471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 469186b6-d255-4d63-a5d8-f96df21ec6d0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:26.577043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9ade799-2118-414e-bcfc-467a33c4a1d0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:26.609183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Deleting port fbff2950-ee59-404f-943d-79e5b35d311e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:26.609923 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.616656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:26.652050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:26.675670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Attempting to bind port 655c7484-4f60-45c2-80df-490567827965 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:26.676040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Attempting to bind port 655c7484-4f60-45c2-80df-490567827965 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:26.677093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Attempting to bind port 655c7484-4f60-45c2-80df-490567827965 on network 05a77772-c4e2-4a74-abf0-0410056e1cbb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:26.680727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] DHCP port deletion for 2cc8730b-afcb-462e-8a5d-38d29c610a2f request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:36:26.694733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Router 996513b8-53e8-4210-b7ed-589b524177ff is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:36:26.695978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c9ade799-2118-414e-bcfc-467a33c4a1d0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:26.696331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9ade799-2118-414e-bcfc-467a33c4a1d0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:26.733817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (15df1deb-5e4b-4817-9829-024c79f64cc8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.812154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] For port fbff2950-ee59-404f-943d-79e5b35d311e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fbff2950-ee59-404f-943d-79e5b35d311e,segment=NetworkSegment(c6b01dc3-1229-427e-8cfc-65ec0e33c6f3),segment_id=c6b01dc3-1229-427e-8cfc-65ec0e33c6f3)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:26.812386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:26.812539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Checking segment: {'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:26.812929 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.813328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Bound using segment: {'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:26.813818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Bound port: 655c7484-4f60-45c2-80df-490567827965, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:26.814105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.816546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (655c7484-4f60-45c2-80df-490567827965), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:26.825774 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-0f159f21-699c-4271-be3f-34e7a6a69c64 service neutron] 10.222.0.46 "GET /v2.0/networks/68dfd00e-270e-49d4-b96b-0d6fe6745bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962731 Jul 28 10:36:26.873526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Pushing event updated for resources: {'Port': ['ID=fd1ddd36-0aa9-4dea-997b-8acedff31090,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:26.909065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Calling delete_port for fbff2950-ee59-404f-943d-79e5b35d311e owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:26.978491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249254fa-b2da-4244-bde3-f1d159d9e137 req-faed0607-4b03-4093-9dfb-b31a17c0740d tempest-ServerRescueTestJSON-1425904236 tempest-ServerRescueTestJSON-1425904236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:26.983938 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-249254fa-b2da-4244-bde3-f1d159d9e137 req-faed0607-4b03-4093-9dfb-b31a17c0740d tempest-ServerRescueTestJSON-1425904236 tempest-ServerRescueTestJSON-1425904236-project] 10.222.0.46 "GET /v2.0/networks?id=37786d3e-418e-4890-91b8-90ad448274bd HTTP/1.1" status: 200 len: 810 time: 0.9329128 Jul 28 10:36:27.027287 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:27.029495 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-249254fa-b2da-4244-bde3-f1d159d9e137 req-5f5a369a-57c6-4240-aebf-5b63cac69041 tempest-ServerRescueTestJSON-1425904236 tempest-ServerRescueTestJSON-1425904236-project] 10.222.0.46 "GET /v2.0/quotas/21c093e2830d4ffbad67848267be4b71 HTTP/1.1" status: 200 len: 375 time: 0.0382481 Jul 28 10:36:27.118245 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:27.244085 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-249254fa-b2da-4244-bde3-f1d159d9e137 req-77e35c01-aeb1-4f8d-97c0-22ac1f65e2df tempest-ServerRescueTestJSON-1425904236 tempest-ServerRescueTestJSON-1425904236-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=21c093e2830d4ffbad67848267be4b71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2003276 Jul 28 10:36:27.252294 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:27.268846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] For port 655c7484-4f60-45c2-80df-490567827965, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:27.273205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] For port 655c7484-4f60-45c2-80df-490567827965, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=655c7484-4f60-45c2-80df-490567827965,segment=NetworkSegment(7cb46090-75d9-46c2-82d5-95e9abcdc32b),segment_id=7cb46090-75d9-46c2-82d5-95e9abcdc32b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:27.281700 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:27.284837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8da8d439-54da-4823-a23d-229d61c35d88 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:27.347301 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (655c7484-4f60-45c2-80df-490567827965), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.358567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] Deleting port fbff2950-ee59-404f-943d-79e5b35d311e {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:27.359219 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.441730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Router 15df1deb-5e4b-4817-9829-024c79f64cc8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:27.500088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Attempting to bind port fd1ddd36-0aa9-4dea-997b-8acedff31090 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:27.500895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Attempting to bind port fd1ddd36-0aa9-4dea-997b-8acedff31090 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4dfc1b79-07ef-4e1f-8ea7-de99796f8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '68dfd00e-270e-49d4-b96b-0d6fe6745bc2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:27.501424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Attempting to bind port fd1ddd36-0aa9-4dea-997b-8acedff31090 on network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:27.510384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:27.522793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8da8d439-54da-4823-a23d-229d61c35d88 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:27.523302 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8da8d439-54da-4823-a23d-229d61c35d88), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.561140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Attempting to bind port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:27.561523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Attempting to bind port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:27.561908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Attempting to bind port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 on network 22e0b0d8-9317-41bd-82d6-880599161f47 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:27.591303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] For port fbff2950-ee59-404f-943d-79e5b35d311e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fbff2950-ee59-404f-943d-79e5b35d311e,segment=NetworkSegment(c6b01dc3-1229-427e-8cfc-65ec0e33c6f3),segment_id=c6b01dc3-1229-427e-8cfc-65ec0e33c6f3)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:27.591573 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.594404 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-249254fa-b2da-4244-bde3-f1d159d9e137 req-113621e3-e38f-4699-b73c-7f0cf7d8a770 service neutron] 10.222.0.46 "GET /v2.0/networks/37786d3e-418e-4890-91b8-90ad448274bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414028 Jul 28 10:36:27.650618 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:27.753143 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-dc0ba3f0-bd50-4667-9084-53b2517895e5 service neutron] 10.222.0.46 "GET /v2.0/networks/137b904a-b2de-46cf-add0-4f5a04d11422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9096854 Jul 28 10:36:27.757155 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-249254fa-b2da-4244-bde3-f1d159d9e137 req-9bd82fbd-7226-4148-821b-559ac9de66dc service neutron] 10.222.0.46 "GET /v2.0/networks/37786d3e-418e-4890-91b8-90ad448274bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348565 Jul 28 10:36:27.758630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:27.759801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Sync routers for ids ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:27.768289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.773107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:27.773572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Checking segment: {'id': '4dfc1b79-07ef-4e1f-8ea7-de99796f8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '68dfd00e-270e-49d4-b96b-0d6fe6745bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:27.774012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.774414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Bound using segment: {'id': '4dfc1b79-07ef-4e1f-8ea7-de99796f8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '68dfd00e-270e-49d4-b96b-0d6fe6745bc2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:27.774602 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] Sync routers for ids ['15df1deb-5e4b-4817-9829-024c79f64cc8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:27.775063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Bound port: fd1ddd36-0aa9-4dea-997b-8acedff31090, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfc1b79-07ef-4e1f-8ea7-de99796f8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '68dfd00e-270e-49d4-b96b-0d6fe6745bc2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:27.778909 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.792582 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] Routers {'15df1deb-5e4b-4817-9829-024c79f64cc8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:27.797381 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['15df1deb-5e4b-4817-9829-024c79f64cc8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:27.797767 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d471f590-1bc8-44df-a2c4-ee1ce67a890c admin admin] 10.222.0.46 "PUT /v2.0/routers/15df1deb-5e4b-4817-9829-024c79f64cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0733528 Jul 28 10:36:27.812107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48144) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:27.849352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbff2950-ee59-404f-943d-79e5b35d311e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:27.867221 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] No DVR routers for this DVR port fbff2950-ee59-404f-943d-79e5b35d311e on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:27.871597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:27.934216 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] For port fd1ddd36-0aa9-4dea-997b-8acedff31090, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:27.939703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] For port fd1ddd36-0aa9-4dea-997b-8acedff31090, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd1ddd36-0aa9-4dea-997b-8acedff31090,segment=NetworkSegment(4dfc1b79-07ef-4e1f-8ea7-de99796f8939),segment_id=4dfc1b79-07ef-4e1f-8ea7-de99796f8939)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:27.941316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:27.941666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Checking segment: {'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:27.942229 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.942789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Bound using segment: {'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:27.943352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Bound port: f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53921e-26d1-48cf-9d46-1b8a320e1a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:27.943716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.967612 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ac19902-4138-4997-b2c2-4804f2ff2332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:27.971203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Sync routers for ids ['996513b8-53e8-4210-b7ed-589b524177ff'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:27.982930 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2cc8730b-afcb-462e-8a5d-38d29c610a2f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.006936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] Calling delete_port for fbff2950-ee59-404f-943d-79e5b35d311e owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:28.007858 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc8730b-afcb-462e-8a5d-38d29c610a2f']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:28.027261 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:28.027591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b01dc3-1229-427e-8cfc-65ec0e33c6f3') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:28.041452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (c6b01dc3-1229-427e-8cfc-65ec0e33c6f3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.050405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe953aa-4ce0-4f5f-809c-8a28f4b04736 None None] Pushing event updated for resources: {'Port': ['ID=655c7484-4f60-45c2-80df-490567827965,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:28.054933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-50063ce2-89e7-45f8-9077-882808ca5040 None None] Current status of the port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:28.056255 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c6b01dc3-1229-427e-8cfc-65ec0e33c6f3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.065223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:28.065792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (c6b01dc3-1229-427e-8cfc-65ec0e33c6f3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.089155 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.101121 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] Set router 15df1deb-5e4b-4817-9829-024c79f64cc8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:28.155339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2cc8730b-afcb-462e-8a5d-38d29c610a2f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.182474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.188589 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2cc8730b-afcb-462e-8a5d-38d29c610a2f HTTP/1.1" status: 204 len: 168 time: 2.2397835 Jul 28 10:36:28.189408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb912e40-8bef-4418-980d-c2a6650dc916 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc8730b-afcb-462e-8a5d-38d29c610a2f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:28.196644 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c6b01dc3-1229-427e-8cfc-65ec0e33c6f3 resource provider aggregate not found Jul 28 10:36:28.204698 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.208987 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2f29671d-52fb-4e1e-acc4-23e01791b630 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.4260907 Jul 28 10:36:28.213604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48156) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:28.225987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Routers {'974eaf3e-61e2-4b99-8a2f-a17e9bba1619'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:28.226914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:28.271507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db227683-d5f5-4d3a-a9b2-10ffd7fcbac0 None None] Pushing event updated for resources: {'Port': ['ID=fd1ddd36-0aa9-4dea-997b-8acedff31090,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:28.293452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Routers {'996513b8-53e8-4210-b7ed-589b524177ff'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:28.294768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['996513b8-53e8-4210-b7ed-589b524177ff'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:28.389178 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks [] for router (15df1deb-5e4b-4817-9829-024c79f64cc8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.432937 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c6b01dc3-1229-427e-8cfc-65ec0e33c6f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6b01dc3-1229-427e-8cfc-65ec0e33c6f3 found for delete ", "request_id": "req-b7863a92-be94-4682-bdb0-b744bff918c1"}]} Jul 28 10:36:28.514187 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b675a3b5-350a-481f-bf97-f2c45475c157 req-0a8bd60d-8c0f-4ddc-955b-dc8b480c5404 service neutron] 10.222.0.46 "GET /v2.0/networks/137b904a-b2de-46cf-add0-4f5a04d11422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595685 Jul 28 10:36:28.538390 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48160) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:28.562661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e3d00d0b-eaf3-4a69-bd59-c8ba11320802 None None] Provisioning complete for port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:28.575240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e3d00d0b-eaf3-4a69-bd59-c8ba11320802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.688725 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4fd4fe40-bff6-462f-b2c7-86876cf4e0ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c7f104b4ad045219099081a4e9b6cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419306 Jul 28 10:36:28.689443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48162) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:28.702046 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ac19902-4138-4997-b2c2-4804f2ff2332 admin admin] Publish callbacks [] for security_group (fc841b13-a259-41b8-9823-619fd0050b5b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.705359 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:28.708115 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:28.709660 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:36:25Z', 'revision_number': 5, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port': {'id': '04182755-6894-4eb0-908a-fdb8b3d32699', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:34:25Z', 'updated_at': '2022-07-28T10:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:28.736968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ac19902-4138-4997-b2c2-4804f2ff2332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fc841b13-a259-41b8-9823-619fd0050b5b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.737379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (fbff2950-ee59-404f-943d-79e5b35d311e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.762625 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks [] for router_gateway (15df1deb-5e4b-4817-9829-024c79f64cc8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:28.809963 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] Checking router: 15df1deb-5e4b-4817-9829-024c79f64cc8 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:28.822481 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-e847e819-478e-4b91-9eac-44bb9a994747 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7865376 Jul 28 10:36:28.849121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:28.851716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:28.863301 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] Routers {'15df1deb-5e4b-4817-9829-024c79f64cc8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:28.863989 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['15df1deb-5e4b-4817-9829-024c79f64cc8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:28.928060 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:28.929431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8da8d439-54da-4823-a23d-229d61c35d88 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:28.930624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:29.058105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] Pushing event deleted for resources: {'Port': ['ID=fbff2950-ee59-404f-943d-79e5b35d311e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:29.065897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e919248c-5145-4427-b03e-fba4ad97f1a4 admin admin] Publish callbacks [] for security_group (59c2e37b-060f-4762-99f6-b9049a3f6ce3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.071632 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:29.104291 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0ac19902-4138-4997-b2c2-4804f2ff2332 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cba9c2bb52541d1ac5dbf39fa59e0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5925808 Jul 28 10:36:29.108043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48170) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:29.108933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac19902-4138-4997-b2c2-4804f2ff2332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc841b13-a259-41b8-9823-619fd0050b5b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:29.112543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Deleting port 04182755-6894-4eb0-908a-fdb8b3d32699 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:29.112982 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.122837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.171404 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:29.173143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e3d00d0b-eaf3-4a69-bd59-c8ba11320802 None None] Port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:29.182914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] Network 2cc8730b-afcb-462e-8a5d-38d29c610a2f is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:36:29.183920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a36b8-8d2c-4197-ad61-99edcf773847 None None] No DVR routers for this DVR port fbff2950-ee59-404f-943d-79e5b35d311e on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:29.249179 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] Set router 15df1deb-5e4b-4817-9829-024c79f64cc8 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:29.342346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] For port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:29.352604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e919248c-5145-4427-b03e-fba4ad97f1a4 admin admin] Publish callbacks [] for security_group (59c2e37b-060f-4762-99f6-b9049a3f6ce3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.356711 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] For port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,segment=NetworkSegment(ba53921e-26d1-48cf-9d46-1b8a320e1a74),segment_id=ba53921e-26d1-48cf-9d46-1b8a320e1a74)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:29.422259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Set router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:29.445244 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.497953 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:36:28Z', 'revision_number': 6, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:29.549434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Set router 996513b8-53e8-4210-b7ed-589b524177ff gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:29.586044 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a09fb-b4d4-4784-8c28-27a9894997f6 None None] The sync data for ids ['15df1deb-5e4b-4817-9829-024c79f64cc8'] in n-d-850468-6 is: [{'id': '15df1deb-5e4b-4817-9829-024c79f64cc8', 'name': 'tempest-LiveMigrationTest-1110654806-router', 'tenant_id': '15fbb89459c64c228458a2e00d16aff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:34:23Z', 'updated_at': '2022-07-28T10:36:28Z', 'revision_number': 6, 'project_id': '15fbb89459c64c228458a2e00d16aff2', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:29.600624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.665110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a48d9af-87a9-4db8-8d40-ec60ca7c48b0 admin admin] Publish callbacks [] for security_group (fc841b13-a259-41b8-9823-619fd0050b5b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.676202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e919248c-5145-4427-b03e-fba4ad97f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (59c2e37b-060f-4762-99f6-b9049a3f6ce3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.680150 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e919248c-5145-4427-b03e-fba4ad97f1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.681573 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e919248c-5145-4427-b03e-fba4ad97f1a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59c2e37b-060f-4762-99f6-b9049a3f6ce3 HTTP/1.1" status: 204 len: 168 time: 0.9891987 Jul 28 10:36:29.701395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde51598-7653-49f5-b0ca-0c7d20060c16 None None] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:29.795503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4fdcabe5-e7b9-4470-a5cd-a665590c42a2 None None] Provisioning complete for port 655c7484-4f60-45c2-80df-490567827965 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:29.796545 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4fdcabe5-e7b9-4470-a5cd-a665590c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (655c7484-4f60-45c2-80df-490567827965), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.825204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Allocated IP 172.25.2.69 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/f885ac20-9510-43bb-b311-9d8d0cac85d7) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:29.858667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919248c-5145-4427-b03e-fba4ad97f1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2e37b-060f-4762-99f6-b9049a3f6ce3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:29.891651 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f8ba7933-307c-4f10-9678-f25b25461b3a req-e074605c-96f6-4523-b79a-1f33d5cd7b01 tempest-ServerRescueTestJSON-1425904236 tempest-ServerRescueTestJSON-1425904236-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a77e32c-f712-46e0-81d5-8f271a3ec3ce HTTP/1.1" status: 200 len: 210 time: 0.2276061 Jul 28 10:36:29.894056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] For port 04182755-6894-4eb0-908a-fdb8b3d32699, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=04182755-6894-4eb0-908a-fdb8b3d32699,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:29.894435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:29.926495 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a48d9af-87a9-4db8-8d40-ec60ca7c48b0 admin admin] Publish callbacks [] for security_group (fc841b13-a259-41b8-9823-619fd0050b5b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.014604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:30.015216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.055030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Calling delete_port for 04182755-6894-4eb0-908a-fdb8b3d32699 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:30.153430 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a48d9af-87a9-4db8-8d40-ec60ca7c48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fc841b13-a259-41b8-9823-619fd0050b5b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.160098 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a48d9af-87a9-4db8-8d40-ec60ca7c48b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.166574 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9a48d9af-87a9-4db8-8d40-ec60ca7c48b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc841b13-a259-41b8-9823-619fd0050b5b HTTP/1.1" status: 204 len: 168 time: 1.0517051 Jul 28 10:36:30.269633 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5ecb3adb-0391-46e9-b51a-9190bad38cf1 req-05b233b6-dc6f-44bf-9da3-44c8168d5792 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?device_id=2477dc41-9f32-4643-bf36-eeddb82116a9 HTTP/1.1" status: 200 len: 210 time: 0.1394382 Jul 28 10:36:30.287400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48d9af-87a9-4db8-8d40-ec60ca7c48b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc841b13-a259-41b8-9823-619fd0050b5b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:30.359009 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.423819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (04182755-6894-4eb0-908a-fdb8b3d32699), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.484304 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Pushing event deleted for resources: {'Port': ['ID=04182755-6894-4eb0-908a-fdb8b3d32699,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:30.512020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.516947 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:30.569263 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:30.628941 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (15df1deb-5e4b-4817-9829-024c79f64cc8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.767190 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.850686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Allocated IP 172.20.0.1 (05a77772-c4e2-4a74-abf0-0410056e1cbb/65874538-cc7a-404a-ad4f-83fec4336c00/e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:30.852125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=f885ac20-9510-43bb-b311-9d8d0cac85d7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:30.867250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de62842-014e-4d90-9516-7402e03c479d None None] Network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:30.867786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:30.873574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (15df1deb-5e4b-4817-9829-024c79f64cc8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.878457 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks [] for router_controller (15df1deb-5e4b-4817-9829-024c79f64cc8), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:30.881520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:30.885841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:31.004161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48194) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:31.048565 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:31.068101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af7a078b-c529-48b6-88ac-8913bdf6b2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.099811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (15df1deb-5e4b-4817-9829-024c79f64cc8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.100740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15df1deb-5e4b-4817-9829-024c79f64cc8 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:36:31.107821 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.119543 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f389b5c1-4d6b-4d36-b1d2-05dfe29e9787 admin admin] 10.222.0.46 "DELETE /v2.0/routers/15df1deb-5e4b-4817-9829-024c79f64cc8 HTTP/1.1" status: 204 len: 168 time: 3.2994664 Jul 28 10:36:31.123318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48196) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:31.237384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (9c32e696-adbb-47e7-9d71-e62717218826), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.246860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48198) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:31.305899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.363018 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a038daf9-9178-46d9-99c6-fedb997029ff req-20767957-eabd-4387-be64-86ac3e16b3bf tempest-ServerRescueTestJSON-1425904236 tempest-ServerRescueTestJSON-1425904236-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a77e32c-f712-46e0-81d5-8f271a3ec3ce HTTP/1.1" status: 200 len: 210 time: 0.1882043 Jul 28 10:36:31.374050 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:31.378381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:31.380854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:31.456765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] Deleting subnet 8f5dd9a4-1569-48aa-8432-9b1161abcda4 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:31.462263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] Publish callbacks [] for subnet (8f5dd9a4-1569-48aa-8432-9b1161abcda4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.501782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Routers {'f1a7b4cb-ad3e-4038-a589-23fd02938696'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:31.502738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f1a7b4cb-ad3e-4038-a589-23fd02938696'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:31.510156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (8f5dd9a4-1569-48aa-8432-9b1161abcda4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.651456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (8f5dd9a4-1569-48aa-8432-9b1161abcda4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.653247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] Set router f1a7b4cb-ad3e-4038-a589-23fd02938696 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:31.744259 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa44b-3b08-49ac-b8f7-a87020f96793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.777253 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-54ab1350-f2a8-4d18-8b52-974f08c88add req-4fe6bf02-66ce-4ff6-afb0-f720218df750 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?device_id=2477dc41-9f32-4643-bf36-eeddb82116a9 HTTP/1.1" status: 200 len: 210 time: 0.0731339 Jul 28 10:36:31.803483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks [] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.819525 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af7a078b-c529-48b6-88ac-8913bdf6b2a5 admin admin] Publish callbacks [] for security_group (a977c28d-7252-4cf4-8bec-9b5b7a92c91b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.843304 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af7a078b-c529-48b6-88ac-8913bdf6b2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a977c28d-7252-4cf4-8bec-9b5b7a92c91b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.884334 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:31.927352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a078b-c529-48b6-88ac-8913bdf6b2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a977c28d-7252-4cf4-8bec-9b5b7a92c91b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:31.937683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (8f5dd9a4-1569-48aa-8432-9b1161abcda4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.961991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:31.965361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be86c5-659f-4532-a5e8-d00737747f4a None None] Pushing event updated for resources: {'Port': ['ID=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:32.005140 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.007939 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:32.016175 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af7a078b-c529-48b6-88ac-8913bdf6b2a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef68cbb987394be093e908adad8b41a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0042834 Jul 28 10:36:32.018118 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:32.018788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48218) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:32.025227 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5dd9a4-1569-48aa-8432-9b1161abcda4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:32.044101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.051896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.054377 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da5373cc-044e-41d0-842a-7140dd7a2594 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8f5dd9a4-1569-48aa-8432-9b1161abcda4 HTTP/1.1" status: 204 len: 168 time: 0.9134481 Jul 28 10:36:32.055746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48222) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:32.071227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcabe5-e7b9-4470-a5cd-a665590c42a2 None None] Current status of the port 655c7484-4f60-45c2-80df-490567827965 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:32.071707 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4fdcabe5-e7b9-4470-a5cd-a665590c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (655c7484-4f60-45c2-80df-490567827965), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.097635 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:32.142066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e869da-9850-4ba7-91d8-060ab4cafb32 None None] Network 317c83c8-dacc-4e4e-a4d9-fd9952278c77 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:32.154031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'name': 'tempest-ServerRescueTestJSON-171512032-router', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:05Z', 'updated_at': '2022-07-28T10:36:17Z', 'revision_number': 4, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'gw_port': {'id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:07Z', 'updated_at': '2022-07-28T10:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a2c534b1-77d9-4064-952b-f9cd2a2aa59e', 'name': '', 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'mac_address': 'fa:16:3e:6e:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '70b63fa2-16c4-4ee3-92f2-4108bf9dbec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:14Z', 'updated_at': '2022-07-28T10:36:17Z', 'revision_number': 2, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'subnets': [{'id': '70b63fa2-16c4-4ee3-92f2-4108bf9dbec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:32.163406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa44b-3b08-49ac-b8f7-a87020f96793 admin admin] Publish callbacks [] for security_group (5d2fe8e6-22d7-44c4-9420-6476ecb51769), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.193214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:32.197988 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee6fa44b-3b08-49ac-b8f7-a87020f96793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5d2fe8e6-22d7-44c4-9420-6476ecb51769), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.200538 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6fd7911a-51a3-4422-9807-7a522dc50b23 req-e99bcd03-6255-426a-81ba-248fd862af0c tempest-ServerRescueTestJSON-1425904236 tempest-ServerRescueTestJSON-1425904236-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a77e32c-f712-46e0-81d5-8f271a3ec3ce HTTP/1.1" status: 200 len: 210 time: 0.1179724 Jul 28 10:36:32.201399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4fdcabe5-e7b9-4470-a5cd-a665590c42a2 None None] For port 655c7484-4f60-45c2-80df-490567827965, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=655c7484-4f60-45c2-80df-490567827965,segment=NetworkSegment(7cb46090-75d9-46c2-82d5-95e9abcdc32b),segment_id=7cb46090-75d9-46c2-82d5-95e9abcdc32b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:32.207018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:32.211738 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:32.211938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Checking router: 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:32.212382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Updating router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 port a2c534b1-77d9-4064-952b-f9cd2a2aa59e binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:32.244437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=f885ac20-9510-43bb-b311-9d8d0cac85d7,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:32.256203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8786e671-6ab7-4dd9-b4de-41a9bba6c965 admin admin] Publish callbacks [] for security_group (a977c28d-7252-4cf4-8bec-9b5b7a92c91b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.264403 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:32.279185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (996513b8-53e8-4210-b7ed-589b524177ff), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.279572 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.292953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8786e671-6ab7-4dd9-b4de-41a9bba6c965 admin admin] Publish callbacks [] for security_group (a977c28d-7252-4cf4-8bec-9b5b7a92c91b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.293202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4fdcabe5-e7b9-4470-a5cd-a665590c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (655c7484-4f60-45c2-80df-490567827965), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.363417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:36:24Z', 'revision_number': 3, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:32.377761 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (9c32e696-adbb-47e7-9d71-e62717218826), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.382835 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee6fa44b-3b08-49ac-b8f7-a87020f96793 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=963faa68c9a446118d7a74d229934495&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1347692 Jul 28 10:36:32.385619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48230) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:32.395856 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fa44b-3b08-49ac-b8f7-a87020f96793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2fe8e6-22d7-44c4-9420-6476ecb51769,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:32.402371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8786e671-6ab7-4dd9-b4de-41a9bba6c965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a977c28d-7252-4cf4-8bec-9b5b7a92c91b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.406239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8786e671-6ab7-4dd9-b4de-41a9bba6c965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.407467 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8786e671-6ab7-4dd9-b4de-41a9bba6c965 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a977c28d-7252-4cf4-8bec-9b5b7a92c91b HTTP/1.1" status: 204 len: 168 time: 0.3876851 Jul 28 10:36:32.450878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:32.452069 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.462390 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:32.465496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Pushing event updated for resources: {'Port': ['ID=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:32.471642 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.473790 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-8bd0bc9a-28a8-4753-bb0a-8758cfaa8a26 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6498044 Jul 28 10:36:32.493207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786e671-6ab7-4dd9-b4de-41a9bba6c965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977c28d-7252-4cf4-8bec-9b5b7a92c91b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:32.493892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Checking router: 996513b8-53e8-4210-b7ed-589b524177ff for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:32.495259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Updating router 996513b8-53e8-4210-b7ed-589b524177ff port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:32.578751 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-b30b63fd-c4d1-4c7a-ae01-adfb6c657f9b tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0809400 Jul 28 10:36:32.599016 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (317c83c8-dacc-4e4e-a4d9-fd9952278c77), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.635903 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.727636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Deleting port 011f5036-7c73-4394-a44e-faa8d2c6a379 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:32.728337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.781266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-dae2e284-21a8-4f7c-b15e-3e6cd4b03980 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:32.782764 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a988b10f-c8fe-40f5-afb5-e15dcea0db7a req-dae2e284-21a8-4f7c-b15e-3e6cd4b03980 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.1953516 Jul 28 10:36:32.801666 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-27e931ef-bcd9-404a-aa9b-7407c3a3e168 admin admin] Publish callbacks [] for security_group (5d2fe8e6-22d7-44c4-9420-6476ecb51769), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:32.827826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-27e931ef-bcd9-404a-aa9b-7407c3a3e168 admin admin] Publish callbacks [] for security_group (5d2fe8e6-22d7-44c4-9420-6476ecb51769), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.001199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-27e931ef-bcd9-404a-aa9b-7407c3a3e168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5d2fe8e6-22d7-44c4-9420-6476ecb51769), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.008676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-27e931ef-bcd9-404a-aa9b-7407c3a3e168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.011093 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-27e931ef-bcd9-404a-aa9b-7407c3a3e168 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d2fe8e6-22d7-44c4-9420-6476ecb51769 HTTP/1.1" status: 204 len: 168 time: 0.6242912 Jul 28 10:36:33.025843 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:33.028486 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e931ef-bcd9-404a-aa9b-7407c3a3e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2fe8e6-22d7-44c4-9420-6476ecb51769,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:33.089509 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks [] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.183164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] For port 011f5036-7c73-4394-a44e-faa8d2c6a379, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=011f5036-7c73-4394-a44e-faa8d2c6a379,segment=NetworkSegment(2788cbe5-d1fc-4771-a8b1-e7fac0ddda21),segment_id=2788cbe5-d1fc-4771-a8b1-e7fac0ddda21)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:33.183783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.198325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Calling delete_port for 011f5036-7c73-4394-a44e-faa8d2c6a379 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:33.222370 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:33.223450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.314531 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ebc434eb-844c-4a18-8034-f783cdc5948a req-5304dd54-a725-4564-b15d-e9836e0a9619 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?device_id=2477dc41-9f32-4643-bf36-eeddb82116a9 HTTP/1.1" status: 200 len: 210 time: 0.2186022 Jul 28 10:36:33.375894 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Publish callbacks [] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.385652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Provisioning complete for port 655c7484-4f60-45c2-80df-490567827965 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:33.386463 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (655c7484-4f60-45c2-80df-490567827965), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.400552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:36:12Z', 'revision_number': 4, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5', 'name': '', 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'mac_address': 'fa:16:3e:18:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '1b55d664-78df-45ab-acbd-cc244504807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:09Z', 'updated_at': '2022-07-28T10:36:29Z', 'revision_number': 4, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'subnets': [{'id': '1b55d664-78df-45ab-acbd-cc244504807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:33.539560 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-51559ad6-a4c4-41d8-8a3f-9961d39c63d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.541576 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.559936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30264a6-9d12-4fdc-a164-398f8383f92e None None] The sync data for ids ['f1a7b4cb-ad3e-4038-a589-23fd02938696'] in n-d-850468-6 is: [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:36:12Z', 'revision_number': 4, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5', 'name': '', 'network_id': '22e0b0d8-9317-41bd-82d6-880599161f47', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'mac_address': 'fa:16:3e:18:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '1b55d664-78df-45ab-acbd-cc244504807b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:09Z', 'updated_at': '2022-07-28T10:36:29Z', 'revision_number': 4, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'subnets': [{'id': '1b55d664-78df-45ab-acbd-cc244504807b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:33.561729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcabe5-e7b9-4470-a5cd-a665590c42a2 None None] Pushing event updated for resources: {'Port': ['ID=655c7484-4f60-45c2-80df-490567827965,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:33.566133 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.675905 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48274) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:33.751648 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (996513b8-53e8-4210-b7ed-589b524177ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:33.767376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Pushing event updated for resources: {'Port': ['ID=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:34.021109 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-b133403c-3187-4bc9-9b18-71dbfb6d7fae tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2421172 Jul 28 10:36:34.055125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:34.098856 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:34.104059 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:34.113307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:34.191450 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7d7241bb-a9fb-47e0-8461-851abc9826a6 req-f7507931-4a65-4342-bcdb-1c6fd93fa5a8 tempest-ServerShowV257Test-322055231 tempest-ServerShowV257Test-322055231-project] 10.222.0.46 "GET /v2.0/ports?device_id=bde886b4-d0ef-415c-a281-944033f19ff8 HTTP/1.1" status: 200 len: 210 time: 0.0887282 Jul 28 10:36:34.200303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:34.203498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fcacc5-5beb-4b33-b851-7cd4c08d3c3e None None] DHCP port deletion for 317c83c8-dacc-4e4e-a4d9-fd9952278c77 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:36:34.205874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8614-7ac2-4d8d-aae0-1e5996f25829 None None] Pushing event updated for resources: {'Port': ['ID=a2c534b1-77d9-4064-952b-f9cd2a2aa59e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:34.211843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:34.251513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (011f5036-7c73-4394-a44e-faa8d2c6a379), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:34.283491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:34.283901 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:34.413442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] No DVR routers for this DVR port 011f5036-7c73-4394-a44e-faa8d2c6a379 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:34.516494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48294) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:34.606932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:34.618794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Pushing event deleted for resources: {'Port': ['ID=011f5036-7c73-4394-a44e-faa8d2c6a379,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:34.666658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:34.676729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting subnet 951eff85-b72a-4816-a6db-ae6053c3eab3 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:34.681951 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:34.688703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks [] for subnet (951eff85-b72a-4816-a6db-ae6053c3eab3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:34.716434 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:34.863328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 60e517cd-6d02-45ab-b6f3-270ffebcbabf no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:34.932155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (951eff85-b72a-4816-a6db-ae6053c3eab3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:34.970059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Current status of the port 655c7484-4f60-45c2-80df-490567827965 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:35.027507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (317c83c8-dacc-4e4e-a4d9-fd9952278c77), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.033275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 60e517cd-6d02-45ab-b6f3-270ffebcbabf {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:35.036316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 60e517cd-6d02-45ab-b6f3-270ffebcbabf not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:35.036790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fbff2950-ee59-404f-943d-79e5b35d311e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:35.039707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Attempting to bind port a2c534b1-77d9-4064-952b-f9cd2a2aa59e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:35.040085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Attempting to bind port a2c534b1-77d9-4064-952b-f9cd2a2aa59e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2172e5be-98f0-4462-b6d1-fcf40b83849d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:35.040447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Attempting to bind port a2c534b1-77d9-4064-952b-f9cd2a2aa59e on network 37786d3e-418e-4890-91b8-90ad448274bd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:35.044047 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (951eff85-b72a-4816-a6db-ae6053c3eab3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.077592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317c83c8-dacc-4e4e-a4d9-fd9952278c77']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:35.100335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:35.100843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2788cbe5-d1fc-4771-a8b1-e7fac0ddda21') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:35.118921 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Router 996513b8-53e8-4210-b7ed-589b524177ff has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:35.133734 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-876f0578-d939-4dfd-9d5a-280fe3dabaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.153426 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (951eff85-b72a-4816-a6db-ae6053c3eab3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.159439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (2788cbe5-d1fc-4771-a8b1-e7fac0ddda21), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.163718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Provisioning complete for port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:35.164451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.168767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:35.170284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Checking segment: {'id': '2172e5be-98f0-4462-b6d1-fcf40b83849d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:35.171424 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.172108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Bound using segment: {'id': '2172e5be-98f0-4462-b6d1-fcf40b83849d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:35.174035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Bound port: a2c534b1-77d9-4064-952b-f9cd2a2aa59e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2172e5be-98f0-4462-b6d1-fcf40b83849d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:35.174870 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.178094 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:35.184002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fbff2950-ee59-404f-943d-79e5b35d311e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:35.184870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fbff2950-ee59-404f-943d-79e5b35d311e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:35.229446 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:36:35.238560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Subnet': ['ID=951eff85-b72a-4816-a6db-ae6053c3eab3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:35.243647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.475974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:35.476909 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.483067 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2788cbe5-d1fc-4771-a8b1-e7fac0ddda21), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.494032 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-08e0a631-2e4c-4065-9bd4-d698c744a1cd tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/subnets/951eff85-b72a-4816-a6db-ae6053c3eab3 HTTP/1.1" status: 204 len: 168 time: 0.9045277 Jul 28 10:36:35.495845 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:35.501696 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1cf84926-46af-404a-b293-cd91b99ccbab admin admin] 10.222.0.46 "PUT /v2.0/routers/996513b8-53e8-4210-b7ed-589b524177ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2869225 Jul 28 10:36:35.514682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48320) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:35.669430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:35.687460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (68dfd00e-270e-49d4-b96b-0d6fe6745bc2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.691088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:35.692505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (2788cbe5-d1fc-4771-a8b1-e7fac0ddda21), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.698260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Publish callbacks [] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.712100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead34b2-787c-4c93-8fa1-0541d2e77dc9 None None] Network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:35.714292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:35.734796 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-cadc1243-b795-46b5-afc9-ffb423489cbf req-ce3c3e01-4b37-4ef7-8ea5-becddb5769e9 tempest-ServerShowV257Test-322055231 tempest-ServerShowV257Test-322055231-project] 10.222.0.46 "GET /v2.0/ports?device_id=bde886b4-d0ef-415c-a281-944033f19ff8 HTTP/1.1" status: 200 len: 210 time: 0.2585931 Jul 28 10:36:35.853707 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2788cbe5-d1fc-4771-a8b1-e7fac0ddda21 resource provider aggregate not found Jul 28 10:36:35.901708 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2788cbe5-d1fc-4771-a8b1-e7fac0ddda21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2788cbe5-d1fc-4771-a8b1-e7fac0ddda21 found for delete ", "request_id": "req-ae71149b-4714-4ecb-98dc-897a9a65a79e"}]} Jul 28 10:36:35.909116 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.959040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Deleting port a2c534b1-77d9-4064-952b-f9cd2a2aa59e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:35.959420 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:35.992537 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting port fd1ddd36-0aa9-4dea-997b-8acedff31090 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:35.993164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.068113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Current status of the port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:36.068571 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.117316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] For port a2c534b1-77d9-4064-952b-f9cd2a2aa59e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:36.132287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Allocated IP 172.25.2.24 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/cb84c650-5dc1-4b56-9c69-ff72a814f977) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:36.143205 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:36.155525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (317c83c8-dacc-4e4e-a4d9-fd9952278c77), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.209714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.225557 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] 10.222.0.46 "DELETE /v2.0/networks/317c83c8-dacc-4e4e-a4d9-fd9952278c77 HTTP/1.1" status: 204 len: 168 time: 4.1445036 Jul 28 10:36:36.226876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da012b-85ff-4fb8-8b4b-39ac0e3eefac admin admin] Pushing event deleted for resources: {'Network': ['ID=317c83c8-dacc-4e4e-a4d9-fd9952278c77,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:36.242030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] For port fd1ddd36-0aa9-4dea-997b-8acedff31090, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd1ddd36-0aa9-4dea-997b-8acedff31090,segment=NetworkSegment(4dfc1b79-07ef-4e1f-8ea7-de99796f8939),segment_id=4dfc1b79-07ef-4e1f-8ea7-de99796f8939)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:36.243720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.273040 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Calling delete_port for fd1ddd36-0aa9-4dea-997b-8acedff31090 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:36.302827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] For port a2c534b1-77d9-4064-952b-f9cd2a2aa59e, host n-d-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:36.303193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.316324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] For port a2c534b1-77d9-4064-952b-f9cd2a2aa59e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2c534b1-77d9-4064-952b-f9cd2a2aa59e,segment=NetworkSegment(2172e5be-98f0-4462-b6d1-fcf40b83849d),segment_id=2172e5be-98f0-4462-b6d1-fcf40b83849d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:36.322002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Attempting to bind port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:36.322397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Attempting to bind port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:36.322954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Attempting to bind port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:36.347733 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:36.366380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Calling delete_port for a2c534b1-77d9-4064-952b-f9cd2a2aa59e owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:36.385642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.391027 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.404731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:36.405463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:36.406130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.406716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:36.407395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Bound port: fb4e7c9a-e470-45c4-9484-98cc1288bbb1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:36.408000 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.465234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] DHCP port deletion for 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:36:36.467498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913074f-fdaf-4dcf-9a44-9ddabd8e479d None None] Pushing event updated for resources: {'Port': ['ID=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:36.496458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:36.497078 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.500114 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:36.529359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] For port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,segment=NetworkSegment(ba53921e-26d1-48cf-9d46-1b8a320e1a74),segment_id=ba53921e-26d1-48cf-9d46-1b8a320e1a74)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:36.593396 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:36.598402 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b826c5eb-11a5-4a75-b21f-29d68bec7cb7 req-5707d80b-511c-447b-8a9f-cd9356586812 tempest-ServerShowV257Test-322055231 tempest-ServerShowV257Test-322055231-project] 10.222.0.46 "GET /v2.0/ports?device_id=bde886b4-d0ef-415c-a281-944033f19ff8 HTTP/1.1" status: 200 len: 210 time: 0.1195483 Jul 28 10:36:36.628870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.649272 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.694685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.753202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48374) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:36.783619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] For port fb4e7c9a-e470-45c4-9484-98cc1288bbb1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:36.787526 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Port': ['ID=fd1ddd36-0aa9-4dea-997b-8acedff31090,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:36.815762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] For port fb4e7c9a-e470-45c4-9484-98cc1288bbb1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:36.817510 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] No DVR routers for this DVR port fd1ddd36-0aa9-4dea-997b-8acedff31090 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:36.861682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Provisioning complete for port fd1ddd36-0aa9-4dea-997b-8acedff31090 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:36.864657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.882595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:36.885197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Routers {'974eaf3e-61e2-4b99-8a2f-a17e9bba1619'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:36.885837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:36.960160 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:36.963536 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.002232 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-857813b9-f946-4475-9e68-ac28911c0e13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70ceba76ab9744e7a0ae4f2438709f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318289 Jul 28 10:36:37.028052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48392) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:37.104320 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (68dfd00e-270e-49d4-b96b-0d6fe6745bc2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.134248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8614-7ac2-4d8d-aae0-1e5996f25829 None None] Pushing event updated for resources: {'Port': ['ID=a2c534b1-77d9-4064-952b-f9cd2a2aa59e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:37.139841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:37.143730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Deleting port fd1ddd36-0aa9-4dea-997b-8acedff31090 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:37.147081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.157396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:37.163810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dfd00e-270e-49d4-b96b-0d6fe6745bc2']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:37.167278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=cb84c650-5dc1-4b56-9c69-ff72a814f977,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:37.170311 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:37.186590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfc1b79-07ef-4e1f-8ea7-de99796f8939') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:37.186885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfc1b79-07ef-4e1f-8ea7-de99796f8939') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:37.192470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Port fd1ddd36-0aa9-4dea-997b-8acedff31090 was deleted so its status cannot be updated. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jul 28 10:36:37.211052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a2c534b1-77d9-4064-952b-f9cd2a2aa59e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.212622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (4dfc1b79-07ef-4e1f-8ea7-de99796f8939), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.248940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4dfc1b79-07ef-4e1f-8ea7-de99796f8939), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.266336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c534b1-77d9-4064-952b-f9cd2a2aa59e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:37.272288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:37.272805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (4dfc1b79-07ef-4e1f-8ea7-de99796f8939), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.326030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4eb2074b-697e-4e87-831c-037d5f6da3b7 admin admin] Publish callbacks [] for security_group (baea41da-0dc6-44b8-b70f-fec9a6030c59), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.346867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.397325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] For port fd1ddd36-0aa9-4dea-997b-8acedff31090, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:37.398603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.408553 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:37.426570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] Set router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:37.430271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-896af362-d935-480c-911c-bf1873862c36 None None] Provisioning complete for port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:37.430887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-896af362-d935-480c-911c-bf1873862c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.479477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (68dfd00e-270e-49d4-b96b-0d6fe6745bc2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.483871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Routers {'996513b8-53e8-4210-b7ed-589b524177ff'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:37.484599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['996513b8-53e8-4210-b7ed-589b524177ff'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:37.486635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8356b-a3f1-4858-9e63-6625a0a01d11 None None] Pushing event updated for resources: {'Port': ['ID=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:37.515929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Calling delete_port for fd1ddd36-0aa9-4dea-997b-8acedff31090 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:37.516666 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.533213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Port fd1ddd36-0aa9-4dea-997b-8acedff31090 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:36:37.544964 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/networks/68dfd00e-270e-49d4-b96b-0d6fe6745bc2 HTTP/1.1" status: 204 len: 168 time: 2.0254321 Jul 28 10:36:37.589090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48410) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:37.641674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (494819b1-28b0-4f1e-ae94-4834660a6f39), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.677683 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (fd1ddd36-0aa9-4dea-997b-8acedff31090), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.680579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:37.688369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 655c7484-4f60-45c2-80df-490567827965 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:37.718545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4857d2d-53b5-4fac-8adc-df5bbe850b1b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Network': ['ID=68dfd00e-270e-49d4-b96b-0d6fe6745bc2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:37.727565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4eb2074b-697e-4e87-831c-037d5f6da3b7 admin admin] Publish callbacks [] for security_group (baea41da-0dc6-44b8-b70f-fec9a6030c59), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.786402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting subnet 89431efc-4818-464f-960f-f252537589a9 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:37.790920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks [] for subnet (89431efc-4818-464f-960f-f252537589a9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.938856 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4dfc1b79-07ef-4e1f-8ea7-de99796f8939 resource provider aggregate not found Jul 28 10:36:37.969205 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:37.976925 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:37.983723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Network 68dfd00e-270e-49d4-b96b-0d6fe6745bc2 is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:36:37.984184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] No DVR routers for this DVR port fd1ddd36-0aa9-4dea-997b-8acedff31090 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:37.984329 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4dfc1b79-07ef-4e1f-8ea7-de99796f8939 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dfc1b79-07ef-4e1f-8ea7-de99796f8939 found for delete ", "request_id": "req-713da6d5-e423-41d3-8221-57691d82d558"}]} Jul 28 10:36:38.010003 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (89431efc-4818-464f-960f-f252537589a9), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.024704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-896af362-d935-480c-911c-bf1873862c36 None None] Port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:38.075045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48454) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:38.085841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-896af362-d935-480c-911c-bf1873862c36 None None] Could not find standard attr ID for object fd1ddd36-0aa9-4dea-997b-8acedff31090. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:36:38.086892 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.142307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913074f-fdaf-4dcf-9a44-9ddabd8e479d None None] Pushing event updated for resources: {'Port': ['ID=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:38.177295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] Set router 996513b8-53e8-4210-b7ed-589b524177ff gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:38.195347 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:38.229071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (89431efc-4818-464f-960f-f252537589a9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.302236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955336d-d4d2-4bbd-ba3a-6531647c979e None None] Pushing event deleted for resources: {'Port': ['ID=fd1ddd36-0aa9-4dea-997b-8acedff31090,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:38.323979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 655c7484-4f60-45c2-80df-490567827965 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:38.324548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (655c7484-4f60-45c2-80df-490567827965), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.376778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (89431efc-4818-464f-960f-f252537589a9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.420020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.466621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Subnet': ['ID=89431efc-4818-464f-960f-f252537589a9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:38.489417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf4e85fe-72f6-4e38-8152-97d7696e5280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.552270 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.562451 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da0a3def-f9cb-4ecb-bb62-261912384867 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/subnets/89431efc-4818-464f-960f-f252537589a9 HTTP/1.1" status: 204 len: 168 time: 0.9695964 Jul 28 10:36:38.575147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48466) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:38.663552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f42fe-034b-4f89-97ae-ba4c2b07dbd7 None None] Network 137b904a-b2de-46cf-add0-4f5a04d11422 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:38.730878 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:38.746996 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.791697 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4eb2074b-697e-4e87-831c-037d5f6da3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (baea41da-0dc6-44b8-b70f-fec9a6030c59), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.796836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4eb2074b-697e-4e87-831c-037d5f6da3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.804035 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4eb2074b-697e-4e87-831c-037d5f6da3b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/baea41da-0dc6-44b8-b70f-fec9a6030c59 HTTP/1.1" status: 204 len: 168 time: 1.7268655 Jul 28 10:36:38.840097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2074b-697e-4e87-831c-037d5f6da3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baea41da-0dc6-44b8-b70f-fec9a6030c59,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:38.895403 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.911613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.932543 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf4e85fe-72f6-4e38-8152-97d7696e5280 admin admin] Publish callbacks [] for security_group (1e029ed6-e6e4-4a4b-9584-a42881d3307e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.952656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (137b904a-b2de-46cf-add0-4f5a04d11422), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:38.966782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf4e85fe-72f6-4e38-8152-97d7696e5280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1e029ed6-e6e4-4a4b-9584-a42881d3307e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.002122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=cb84c650-5dc1-4b56-9c69-ff72a814f977,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:39.108694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e85fe-72f6-4e38-8152-97d7696e5280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e029ed6-e6e4-4a4b-9584-a42881d3307e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:39.120020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (494819b1-28b0-4f1e-ae94-4834660a6f39), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.122803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'name': 'tempest-ServerRescueTestJSON-171512032-router', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:05Z', 'updated_at': '2022-07-28T10:36:17Z', 'revision_number': 4, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'gw_port': {'id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:07Z', 'updated_at': '2022-07-28T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a2c534b1-77d9-4064-952b-f9cd2a2aa59e', 'name': '', 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'mac_address': 'fa:16:3e:6e:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '70b63fa2-16c4-4ee3-92f2-4108bf9dbec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:14Z', 'updated_at': '2022-07-28T10:36:36Z', 'revision_number': 4, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'subnets': [{'id': '70b63fa2-16c4-4ee3-92f2-4108bf9dbec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:39.136186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 655c7484-4f60-45c2-80df-490567827965 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:39.136428 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bf4e85fe-72f6-4e38-8152-97d7696e5280 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80f0dd82bb254c0c9d3394de5360fe3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0521395 Jul 28 10:36:39.136554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd1ddd36-0aa9-4dea-997b-8acedff31090 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:39.140332 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48486) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:39.143199 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:39.174240 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.183092 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-e8ac9889-281f-4904-8ee2-16612e6f547d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1568339 Jul 28 10:36:39.197701 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:39.213472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d015aa-e937-45e6-a8e4-ae3093dfe108 None None] The sync data for ids ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'] in n-d-850468-6 is: [{'id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'name': 'tempest-ServerRescueTestJSON-171512032-router', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:05Z', 'updated_at': '2022-07-28T10:36:17Z', 'revision_number': 4, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'gw_port': {'id': '34dd65de-5b3c-49ee-a2d2-220d6c2861e3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:07Z', 'updated_at': '2022-07-28T10:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a2c534b1-77d9-4064-952b-f9cd2a2aa59e', 'name': '', 'network_id': '37786d3e-418e-4890-91b8-90ad448274bd', 'tenant_id': '21c093e2830d4ffbad67848267be4b71', 'mac_address': 'fa:16:3e:6e:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974eaf3e-61e2-4b99-8a2f-a17e9bba1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '70b63fa2-16c4-4ee3-92f2-4108bf9dbec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:14Z', 'updated_at': '2022-07-28T10:36:36Z', 'revision_number': 4, 'project_id': '21c093e2830d4ffbad67848267be4b71', 'subnets': [{'id': '70b63fa2-16c4-4ee3-92f2-4108bf9dbec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:39.226794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fd1ddd36-0aa9-4dea-997b-8acedff31090 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:39.227293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd1ddd36-0aa9-4dea-997b-8acedff31090 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:36:39.288687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port fd1ddd36-0aa9-4dea-997b-8acedff31090 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:36:39.310286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:39.316499 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.359296 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-ddb635f2-14f6-4e12-8ba2-284a5fcd76c7 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1339746 Jul 28 10:36:39.416271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e579ea4-5d6d-48da-800a-4252c1b781a2 admin admin] Publish callbacks [] for security_group (1e029ed6-e6e4-4a4b-9584-a42881d3307e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.451851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e579ea4-5d6d-48da-800a-4252c1b781a2 admin admin] Publish callbacks [] for security_group (1e029ed6-e6e4-4a4b-9584-a42881d3307e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.461533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] DHCP port deletion for 137b904a-b2de-46cf-add0-4f5a04d11422 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:36:39.463547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 689be081-6dad-4b10-b4c4-0cc8b8ccea54 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:39.533614 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] For port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,segment=NetworkSegment(321f9ec5-87b3-4371-b069-5fb6886185d1),segment_id=321f9ec5-87b3-4371-b069-5fb6886185d1)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:39.534442 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.554838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 689be081-6dad-4b10-b4c4-0cc8b8ccea54 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:39.555108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 689be081-6dad-4b10-b4c4-0cc8b8ccea54 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:39.555835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04182755-6894-4eb0-908a-fdb8b3d32699 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:39.560154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Calling delete_port for ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:39.575730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e579ea4-5d6d-48da-800a-4252c1b781a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1e029ed6-e6e4-4a4b-9584-a42881d3307e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.579357 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e579ea4-5d6d-48da-800a-4252c1b781a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.585978 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e579ea4-5d6d-48da-800a-4252c1b781a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e029ed6-e6e4-4a4b-9584-a42881d3307e HTTP/1.1" status: 204 len: 168 time: 0.4383106 Jul 28 10:36:39.611528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e579ea4-5d6d-48da-800a-4252c1b781a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e029ed6-e6e4-4a4b-9584-a42881d3307e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:39.641381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 4, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38', 'name': '', 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'mac_address': 'fa:16:3e:3f:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:30Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 2, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'subnets': [{'id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:39.766520 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.776462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-0651f92c-eda6-49b0-a8fe-4ade019abc31 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:39.778653 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c4de6f3f-90d3-473c-953e-837c45dd1527 req-0651f92c-eda6-49b0-a8fe-4ade019abc31 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.4079142 Jul 28 10:36:39.797475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] No DVR routers for this DVR port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:39.820400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] Deleting port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:39.820400 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:39.834108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abd569-3851-4788-97a8-a4ca0321b0b6 None None] The sync data for ids ['996513b8-53e8-4210-b7ed-589b524177ff'] in n-d-850468-6 is: [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 4, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38', 'name': '', 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'mac_address': 'fa:16:3e:3f:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:30Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 2, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'subnets': [{'id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:39.859568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Port': ['ID=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:39.865436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 04182755-6894-4eb0-908a-fdb8b3d32699 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:39.866708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04182755-6894-4eb0-908a-fdb8b3d32699 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:39.867309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 011f5036-7c73-4394-a44e-faa8d2c6a379 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:39.892706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:36:40.004291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 011f5036-7c73-4394-a44e-faa8d2c6a379 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:40.004957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 011f5036-7c73-4394-a44e-faa8d2c6a379 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:40.074256 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:40.102060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] For port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:40.104057 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.134745 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] Calling delete_port for ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:40.142949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] Port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:36:40.146184 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.184655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] No DVR routers for this DVR port ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:40.190103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:40.218684 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-75d362e5-632d-4134-9400-a0083e483413 admin admin] 10.222.0.46 "PUT /v2.0/routers/974eaf3e-61e2-4b99-8a2f-a17e9bba1619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5379319 Jul 28 10:36:40.224903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48504) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:40.232076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d6847-432b-477a-a1df-e10dbeb08089 None None] Pushing event deleted for resources: {'Port': ['ID=ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:40.244603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (137b904a-b2de-46cf-add0-4f5a04d11422), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.324298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48506) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:40.366463 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:40.423201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:40.430335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137b904a-b2de-46cf-add0-4f5a04d11422']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:40.493408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321f9ec5-87b3-4371-b069-5fb6886185d1') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:40.495190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321f9ec5-87b3-4371-b069-5fb6886185d1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:40.527223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (321f9ec5-87b3-4371-b069-5fb6886185d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.531853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48510) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:40.534297 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d02ab212-d862-4f4a-a4ea-9bf969e964d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15fbb89459c64c228458a2e00d16aff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008250 Jul 28 10:36:40.544674 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-6368e301-6464-4144-a5bc-90706668e486 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6927803 Jul 28 10:36:40.556435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks [] for router (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.597573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:40.636885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:40.638045 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.642537 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (321f9ec5-87b3-4371-b069-5fb6886185d1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.692815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:40.693204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (321f9ec5-87b3-4371-b069-5fb6886185d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.712958 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:40.799594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:40.801968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:40.880413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks [] for router_gateway (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.904880 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 321f9ec5-87b3-4371-b069-5fb6886185d1 resource provider aggregate not found Jul 28 10:36:40.927350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:40.928072 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:40.995343 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 321f9ec5-87b3-4371-b069-5fb6886185d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 321f9ec5-87b3-4371-b069-5fb6886185d1 found for delete ", "request_id": "req-cf15091c-5c27-4e55-8247-d24bf036d52f"}]} Jul 28 10:36:41.005355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fe7674-df68-4a8b-b65d-83ab39e95591 admin admin] Publish callbacks [] for security_group (5b483fce-88fc-419b-8a69-603bafd39727), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.010403 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.011741 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:41.024602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Deleting port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:41.026106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.075265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:41.156394 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:41.188815 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (137b904a-b2de-46cf-add0-4f5a04d11422), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.200223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd1ddd36-0aa9-4dea-997b-8acedff31090 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:41.240795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.254153 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/networks/137b904a-b2de-46cf-add0-4f5a04d11422 HTTP/1.1" status: 204 len: 168 time: 2.6731081 Jul 28 10:36:41.254837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] For port 34dd65de-5b3c-49ee-a2d2-220d6c2861e3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:41.254837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.254837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48526) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:41.270943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fe7674-df68-4a8b-b65d-83ab39e95591 admin admin] Publish callbacks [] for security_group (5b483fce-88fc-419b-8a69-603bafd39727), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.271228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fd1ddd36-0aa9-4dea-997b-8acedff31090 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:41.271623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd1ddd36-0aa9-4dea-997b-8acedff31090 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:41.272052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:41.280466 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1454566562'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:41.328855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:41.329257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ff4af3aa-d1da-48a7-bd70-f5a84e8ed9ce not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:41.343396 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f554c-22f3-4b1d-b061-1e93ac9380ec tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Network': ['ID=137b904a-b2de-46cf-add0-4f5a04d11422,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:41.351015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:41.355197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.358012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Calling delete_port for 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:41.383082 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.470291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.519069 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:41.545146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:36:41.601614 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fe7674-df68-4a8b-b65d-83ab39e95591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5b483fce-88fc-419b-8a69-603bafd39727), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.604705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fe7674-df68-4a8b-b65d-83ab39e95591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.606789 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-01fe7674-df68-4a8b-b65d-83ab39e95591 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b483fce-88fc-419b-8a69-603bafd39727 HTTP/1.1" status: 204 len: 168 time: 1.0724707 Jul 28 10:36:41.641061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7674-df68-4a8b-b65d-83ab39e95591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b483fce-88fc-419b-8a69-603bafd39727,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:41.766650 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Allocated IP 172.25.2.129 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/5ee5aae3-059f-41dc-aa58-d3ef9b75b753) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:41.837174 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3ce3984d-b511-4621-a201-bc0704e12398), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.837933 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Added segment 3ce3984d-b511-4621-a201-bc0704e12398 of type vlan for network e7f3227b-967f-4e74-ac8d-d345a1b27455 Jul 28 10:36:41.904021 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (e7f3227b-967f-4e74-ac8d-d345a1b27455), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:41.956176 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (34dd65de-5b3c-49ee-a2d2-220d6c2861e3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.049445 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.064886 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:36:42.151459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.169586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb4e7c9a-e470-45c4-9484-98cc1288bbb1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:42.228497 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:42.234289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:42.238799 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:42.268006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Pushing event deleted for resources: {'Port': ['ID=34dd65de-5b3c-49ee-a2d2-220d6c2861e3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:42.275523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (e7f3227b-967f-4e74-ac8d-d345a1b27455), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.284477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=5ee5aae3-059f-41dc-aa58-d3ef9b75b753,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:42.289877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:42.291049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.291195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:42.291752 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.325442 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.354840 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:42.396012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (748b23a3-a200-41d6-841a-89265b839cb9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.477445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:42.478216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.506906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.532677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port fb4e7c9a-e470-45c4-9484-98cc1288bbb1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:42.540333 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.666718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:42.692442 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 755 time: 1.4366202 Jul 28 10:36:42.695045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48558) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:42.712293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'subnet': {'network_id': 'e7f3227b-967f-4e74-ac8d-d345a1b27455', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:42.742528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e1bd4-32bc-42f4-8eae-bb86b872774b tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Network': ['ID=e7f3227b-967f-4e74-ac8d-d345a1b27455,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:42.755517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network e7f3227b-967f-4e74-ac8d-d345a1b27455 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:36:42.759058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.771551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks [] for router_controller (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.868611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (974eaf3e-61e2-4b99-8a2f-a17e9bba1619), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.869562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 974eaf3e-61e2-4b99-8a2f-a17e9bba1619 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:36:42.874497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:42.875876 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cdc26dc5-6268-421c-b379-e8b101a6ad9f admin admin] 10.222.0.46 "DELETE /v2.0/routers/974eaf3e-61e2-4b99-8a2f-a17e9bba1619 HTTP/1.1" status: 204 len: 168 time: 2.6482098 Jul 28 10:36:42.878539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48562) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:42.974183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] Deleting subnet 70b63fa2-16c4-4ee3-92f2-4108bf9dbec9 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:42.978728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] Publish callbacks [] for subnet (70b63fa2-16c4-4ee3-92f2-4108bf9dbec9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.042714 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (70b63fa2-16c4-4ee3-92f2-4108bf9dbec9), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.096767 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] Sync routers for ids ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:43.106641 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:43.116680 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] Routers set() bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:43.121229 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] Router IDs set() for agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 10:36:43.127625 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_agentschedulers_db [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'974eaf3e-61e2-4b99-8a2f-a17e9bba1619'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent'). {{(pid=104690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 10:36:43.158593 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] Routers set() bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:43.159503 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] Router IDs set() for agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 10:36:43.163253 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_agentschedulers_db [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'974eaf3e-61e2-4b99-8a2f-a17e9bba1619'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent'). {{(pid=104690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 28 10:36:43.163973 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6815e4d4-b4c8-43ba-93c3-cc9af75b26bb None None] The sync data for ids ['974eaf3e-61e2-4b99-8a2f-a17e9bba1619'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:43.175280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (70b63fa2-16c4-4ee3-92f2-4108bf9dbec9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.213046 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:43.237294 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:43.272330 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.277966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:43.283260 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.296712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.321063 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (70b63fa2-16c4-4ee3-92f2-4108bf9dbec9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.374176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b63fa2-16c4-4ee3-92f2-4108bf9dbec9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:43.386538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.393552 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d0d3cd42-3b63-43df-a106-400f4cd2934e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/70b63fa2-16c4-4ee3-92f2-4108bf9dbec9 HTTP/1.1" status: 204 len: 168 time: 0.5123284 Jul 28 10:36:43.396450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48574) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:43.524352 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:43.542929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (37786d3e-418e-4890-91b8-90ad448274bd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.583039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event updated for resources: {'Port': ['ID=5ee5aae3-059f-41dc-aa58-d3ef9b75b753,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:43.594719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48578) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:43.650561 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (748b23a3-a200-41d6-841a-89265b839cb9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.690183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.694516 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-bee6d651-6fc7-45b6-a7e7-4cdb801fcbbb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1137760 Jul 28 10:36:43.734436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (37786d3e-418e-4890-91b8-90ad448274bd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.774289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37786d3e-418e-4890-91b8-90ad448274bd']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:43.787577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2172e5be-98f0-4462-b6d1-fcf40b83849d') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:43.787955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2172e5be-98f0-4462-b6d1-fcf40b83849d') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:43.799071 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (2172e5be-98f0-4462-b6d1-fcf40b83849d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.817628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2172e5be-98f0-4462-b6d1-fcf40b83849d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.826908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:43.827324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (2172e5be-98f0-4462-b6d1-fcf40b83849d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.911205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (37786d3e-418e-4890-91b8-90ad448274bd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.916643 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.920966 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] 10.222.0.46 "DELETE /v2.0/networks/37786d3e-418e-4890-91b8-90ad448274bd HTTP/1.1" status: 204 len: 168 time: 0.5222881 Jul 28 10:36:43.934811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7da626-2d12-4212-8fb9-c520660c3727 admin admin] Pushing event deleted for resources: {'Network': ['ID=37786d3e-418e-4890-91b8-90ad448274bd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:43.943341 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:43.986852 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-b3bb4657-0c47-41df-8662-c947ecc35f51 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.2707381 Jul 28 10:36:44.072712 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:44.135845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Subnet': ['ID=c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:44.191715 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Checking segment: {'id': '3ce3984d-b511-4621-a201-bc0704e12398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7f3227b-967f-4e74-ac8d-d345a1b27455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:44.193625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network hostable DHCP agents. Network: e7f3227b-967f-4e74-ac8d-d345a1b27455, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:36:44.259600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-377ae083-ad9f-44e7-9c58-cfe21b07b6ed tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:44.262641 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-377ae083-ad9f-44e7-9c58-cfe21b07b6ed tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.2673359 Jul 28 10:36:44.263738 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network e7f3227b-967f-4e74-ac8d-d345a1b27455 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:36:44.279998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-daa42487-9405-48f8-b7cb-d08d363472f1 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:36:44.283415 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-83c78ae6-3c3b-444b-8e62-6a86c8865dd0 req-daa42487-9405-48f8-b7cb-d08d363472f1 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0144517 Jul 28 10:36:44.292390 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, e7f3227b-967f-4e74-ac8d-d345a1b27455) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:44.303016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:44.303951 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:44.309669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f715b-100c-46d3-b2c6-9ef6b6fc0adf None None] Network e7f3227b-967f-4e74-ac8d-d345a1b27455 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:44.332248 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca66176d-1b28-41f3-93e2-346dfde2c300 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6337066 Jul 28 10:36:44.338516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48600) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:44.352062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1545530746'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:44.360728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48602) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:44.414303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:44.418782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:44.434383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb4e7c9a-e470-45c4-9484-98cc1288bbb1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:44.440514 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-83315144-118d-49d2-bbd8-88654d96c806 req-7bbe52a7-8213-409a-b9ce-148c3af2fbd2 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips/748b23a3-a200-41d6-841a-89265b839cb9 HTTP/1.1" status: 200 len: 693 time: 0.1169488 Jul 28 10:36:44.507021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0ab91b9-753e-4704-9d82-d42cbd460c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:44.568650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-e7f3227b-967f-4e74-ac8d-d345a1b27455', 'network_id': 'e7f3227b-967f-4e74-ac8d-d345a1b27455', 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'fixed_ips': [{'subnet_id': 'c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:36:44.568650 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:44.579168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:36:44.610739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:44.611134 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:44.670182 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 2172e5be-98f0-4462-b6d1-fcf40b83849d resource provider aggregate not found Jul 28 10:36:44.676863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4c1856c3-a55e-4ab1-8285-a5e9c9d82f55), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:44.677354 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Added segment 4c1856c3-a55e-4ab1-8285-a5e9c9d82f55 of type vlan for network faa10bb4-72ac-4c68-9b60-865ab062cfa6 Jul 28 10:36:44.716271 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 2172e5be-98f0-4462-b6d1-fcf40b83849d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2172e5be-98f0-4462-b6d1-fcf40b83849d found for delete ", "request_id": "req-bbd1c6ce-7aaa-4512-b54e-51675f09253a"}]} Jul 28 10:36:44.733687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83315144-118d-49d2-bbd8-88654d96c806 req-5211e7bf-15fc-4001-89f4-4b8062c80360 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:44.736836 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-83315144-118d-49d2-bbd8-88654d96c806 req-5211e7bf-15fc-4001-89f4-4b8062c80360 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.2881343 Jul 28 10:36:44.758285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [req-83315144-118d-49d2-bbd8-88654d96c806 req-5c2a0173-9300-4e62-9dbb-86d7c99f9cd1 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:36:44.759792 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-83315144-118d-49d2-bbd8-88654d96c806 req-5c2a0173-9300-4e62-9dbb-86d7c99f9cd1 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0134430 Jul 28 10:36:44.760342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48608) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:44.852345 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bf2e4dea-4ffb-4d7e-80a8-0bf0e839affa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21c093e2830d4ffbad67848267be4b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901654 Jul 28 10:36:44.856243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48614) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:44.933759 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:44.936256 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:44.961437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2c534b1-77d9-4064-952b-f9cd2a2aa59e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:44.963717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (faa10bb4-72ac-4c68-9b60-865ab062cfa6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:44.966216 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:44.986358 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:44.987485 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-b48b3ec0-c499-4a3c-9f34-c53b83d684c7 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips/748b23a3-a200-41d6-841a-89265b839cb9 HTTP/1.1" status: 200 len: 693 time: 0.1847785 Jul 28 10:36:45.033297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a2c534b1-77d9-4064-952b-f9cd2a2aa59e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:45.033524 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0ab91b9-753e-4704-9d82-d42cbd460c8c admin admin] Publish callbacks [] for security_group (7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.033649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2c534b1-77d9-4064-952b-f9cd2a2aa59e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:45.066742 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe965b3-be9a-4dfc-a654-e5fa623a287e admin admin] Publish callbacks [] for security_group (63e718f2-57c8-4c85-b11b-d585b53ddfed), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.114932 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0ab91b9-753e-4704-9d82-d42cbd460c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.123129 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe965b3-be9a-4dfc-a654-e5fa623a287e admin admin] Publish callbacks [] for security_group (63e718f2-57c8-4c85-b11b-d585b53ddfed), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.154794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-network', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:45.179546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Allocated IP 19.80.0.2 (e7f3227b-967f-4e74-ac8d-d345a1b27455/c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28/9ddf7e4c-98ec-4565-86c1-72c8dbebcabe) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:45.192940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (faa10bb4-72ac-4c68-9b60-865ab062cfa6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.198755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:45.199382 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.230113 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe965b3-be9a-4dfc-a654-e5fa623a287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (63e718f2-57c8-4c85-b11b-d585b53ddfed), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.232984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fe965b3-be9a-4dfc-a654-e5fa623a287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.234333 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7fe965b3-be9a-4dfc-a654-e5fa623a287e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63e718f2-57c8-4c85-b11b-d585b53ddfed HTTP/1.1" status: 204 len: 168 time: 0.3771412 Jul 28 10:36:45.246326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe965b3-be9a-4dfc-a654-e5fa623a287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e718f2-57c8-4c85-b11b-d585b53ddfed,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:45.372529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Sync routers for ids ['996513b8-53e8-4210-b7ed-589b524177ff'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:45.403795 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d0ab91b9-753e-4704-9d82-d42cbd460c8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=360ee6adc25a4188a8c9af1d0399c518&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8027997 Jul 28 10:36:45.407035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48624) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:45.417270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab91b9-753e-4704-9d82-d42cbd460c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:45.471978 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 755 time: 1.1307554 Jul 28 10:36:45.479031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48628) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:45.480427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Routers {'996513b8-53e8-4210-b7ed-589b524177ff'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:45.481287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['996513b8-53e8-4210-b7ed-589b524177ff'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:45.491644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Made reservation on behalf of 8999d0a0acc04879bb1fa55809a9baa2 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:45.494069 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.499190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e4ab9-60ce-4f2e-8d13-4d9fd80a89d0 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Network': ['ID=faa10bb4-72ac-4c68-9b60-865ab062cfa6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:45.516991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.525810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-aee00d3d-2ab9-45e9-aa75-cfa771a9fc87 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:45.527282 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-aee00d3d-2ab9-45e9-aa75-cfa771a9fc87 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.5251684 Jul 28 10:36:45.530377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Request body: {'subnet': {'network_id': 'faa10bb4-72ac-4c68-9b60-865ab062cfa6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:45.539468 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:45.540250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network faa10bb4-72ac-4c68-9b60-865ab062cfa6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:36:45.599446 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-17c11406-cd23-4e28-9387-848baddd7d4a tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0616055 Jul 28 10:36:45.694820 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-f026e6f9-7cdf-4e6b-9ab4-f40c5f3ac669 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.0725963 Jul 28 10:36:45.799574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-669e86d0-6349-47e8-8baa-4698d7184c8d admin admin] Publish callbacks [] for security_group (7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.799833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks [] for security_group (9d1314b1-96f5-47a4-9f61-683b30e96732), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.840489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9d1314b1-96f5-47a4-9f61-683b30e96732), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.874281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:36:45.922936 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (be8bbcc2-66e9-4ee4-8a77-17b65315ec4a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.923492 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Added segment be8bbcc2-66e9-4ee4-8a77-17b65315ec4a of type vlan for network 83025633-83ab-4ed5-b982-869a3375c4b5 Jul 28 10:36:45.928462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1314b1-96f5-47a4-9f61-683b30e96732,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:45.944648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Deleting port 5ee5aae3-059f-41dc-aa58-d3ef9b75b753 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:45.945423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:45.949426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Set router 996513b8-53e8-4210-b7ed-589b524177ff gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:46.031163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (83025633-83ab-4ed5-b982-869a3375c4b5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.086965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (83025633-83ab-4ed5-b982-869a3375c4b5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.087899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:46.088632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.126945 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Publish callbacks [] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.130226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:46.162193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.162595 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.190126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Calling delete_port for 5ee5aae3-059f-41dc-aa58-d3ef9b75b753 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:46.200577 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8346124 Jul 28 10:36:46.206578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48644) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:46.214659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Request body: {'subnet': {'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-subnet', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:46.218702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aca320-b661-40dd-93a5-0d4318e0bd81 admin admin] Pushing event updated for resources: {'Network': ['ID=83025633-83ab-4ed5-b982-869a3375c4b5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:46.226908 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:46.303890 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Made reservation on behalf of 8999d0a0acc04879bb1fa55809a9baa2 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:46.308244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 83025633-83ab-4ed5-b982-869a3375c4b5 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:36:46.313713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-669e86d0-6349-47e8-8baa-4698d7184c8d admin admin] Publish callbacks [] for security_group (7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.321356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.337074 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:46.424824 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.430283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Made reservation on behalf of c9985f08d1d548328c197f02f309dfa8 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:36:46.434200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:46.435386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.435682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34dd65de-5b3c-49ee-a2d2-220d6c2861e3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:46.538199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-669e86d0-6349-47e8-8baa-4698d7184c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.541825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-669e86d0-6349-47e8-8baa-4698d7184c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.546504 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-669e86d0-6349-47e8-8baa-4698d7184c8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1 HTTP/1.1" status: 204 len: 168 time: 1.1381574 Jul 28 10:36:46.577351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e86d0-6349-47e8-8baa-4698d7184c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd69ce8-e997-4cd0-8e8c-c7704c5c80c1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:46.608351 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:46.631427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5ee5aae3-059f-41dc-aa58-d3ef9b75b753), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.659662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Network e7f3227b-967f-4e74-ac8d-d345a1b27455 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:46.692513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:46.695338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event deleted for resources: {'Port': ['ID=5ee5aae3-059f-41dc-aa58-d3ef9b75b753,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:46.703482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:46.709405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Pushing event updated for resources: {'Port': ['ID=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:46.852161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (4459a60f-3c1e-410f-939a-44040fcc5636), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.861422 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (748b23a3-a200-41d6-841a-89265b839cb9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.865264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.876897 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-88de6c57-2d7c-49ce-a3e1-b947d3b243d4 req-ce8d4b23-a0f9-41e6-b93e-e9658e9b33f4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "DELETE /v2.0/floatingips/748b23a3-a200-41d6-841a-89265b839cb9 HTTP/1.1" status: 204 len: 173 time: 1.1738298 Jul 28 10:36:46.911700 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:46.915914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Attempting to bind port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:46.916399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Attempting to bind port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3ce3984d-b511-4621-a201-bc0704e12398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7f3227b-967f-4e74-ac8d-d345a1b27455'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:46.920805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Attempting to bind port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe on network e7f3227b-967f-4e74-ac8d-d345a1b27455 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:46.952036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:46.952422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Checking segment: {'id': '3ce3984d-b511-4621-a201-bc0704e12398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7f3227b-967f-4e74-ac8d-d345a1b27455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:46.955860 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:46.956466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Bound using segment: {'id': '3ce3984d-b511-4621-a201-bc0704e12398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7f3227b-967f-4e74-ac8d-d345a1b27455'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:46.958698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Bound port: 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce3984d-b511-4621-a201-bc0704e12398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7f3227b-967f-4e74-ac8d-d345a1b27455'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:46.963857 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:46.964638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.023533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4459a60f-3c1e-410f-939a-44040fcc5636,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:47.030733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (0a9ce01c-96d5-402b-9ea1-f39d54cd7224), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.055948 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Checking segment: {'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:47.056303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Network hostable DHCP agents. Network: 83025633-83ab-4ed5-b982-869a3375c4b5, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:36:47.100032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Network 83025633-83ab-4ed5-b982-869a3375c4b5 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:36:47.112559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] For port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:47.116822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] For port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,segment=NetworkSegment(3ce3984d-b511-4621-a201-bc0704e12398),segment_id=3ce3984d-b511-4621-a201-bc0704e12398)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:47.118482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 83025633-83ab-4ed5-b982-869a3375c4b5) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:47.122759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:47.123335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.139914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93ce01-bb5b-45ab-bd59-efe4ec7d69c3 None None] Network 83025633-83ab-4ed5-b982-869a3375c4b5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:47.147530 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.153087 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e37a1e2-39ac-4f16-b843-777532f0831a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9452567 Jul 28 10:36:47.155986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48666) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:47.162621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:36:47.203330 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:47.204694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 4, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38', 'name': '', 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'mac_address': 'fa:16:3e:3f:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:30Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 2, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'subnets': [{'id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:47.220171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558666cc-0398-4e67-a83b-c3790168c6e8 None None] Pushing event updated for resources: {'Port': ['ID=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:47.223236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.224545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.226647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event updated for resources: {'Subnet': ['ID=0a9ce01c-96d5-402b-9ea1-f39d54cd7224,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:47.296598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Checking router: 996513b8-53e8-4210-b7ed-589b524177ff for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:47.296962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Updating router 996513b8-53e8-4210-b7ed-589b524177ff port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:47.324729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks [] for router_controller (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.333764 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.558133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Checking segment: {'id': '4c1856c3-a55e-4ab1-8285-a5e9c9d82f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa10bb4-72ac-4c68-9b60-865ab062cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:47.559142 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network hostable DHCP agents. Network: faa10bb4-72ac-4c68-9b60-865ab062cfa6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:36:47.573475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099ad42-711c-48ef-aa4e-df8fcec31dac req-c9b68e32-bce2-4535-984e-d0747d6b6218 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:47.575346 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5099ad42-711c-48ef-aa4e-df8fcec31dac req-c9b68e32-bce2-4535-984e-d0747d6b6218 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6093547 Jul 28 10:36:47.607869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Network faa10bb4-72ac-4c68-9b60-865ab062cfa6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:36:47.626571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48678) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:47.683581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, faa10bb4-72ac-4c68-9b60-865ab062cfa6) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:47.690305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92ec4313-f24f-4506-aeb3-a32ee8d31448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.702262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a50440b-5354-4f64-9d15-6e218bd30025 None None] Network faa10bb4-72ac-4c68-9b60-865ab062cfa6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:47.731673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:47.733358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:47.827823 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14b6599e-589b-4262-be9e-4e665c565920 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3420899 Jul 28 10:36:48.006599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92ec4313-f24f-4506-aeb3-a32ee8d31448 admin admin] Publish callbacks [] for security_group (955ccb9e-4808-4336-a6df-1d89c25b6cef), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.021496 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92ec4313-f24f-4506-aeb3-a32ee8d31448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (955ccb9e-4808-4336-a6df-1d89c25b6cef), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.065124 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Publish callbacks [] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.125334 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92ec4313-f24f-4506-aeb3-a32ee8d31448 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73094bc5ade941b7b367f24334153d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948890 Jul 28 10:36:48.131264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48690) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:48.132736 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.135639 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec4313-f24f-4506-aeb3-a32ee8d31448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955ccb9e-4808-4336-a6df-1d89c25b6cef,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:48.205265 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-424fb985-bdc0-4685-8d2f-8c9c0f8b4697 req-0bd42e8c-b2a6-4093-9e02-ccf5a0ac0cf4 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=c76befd177f745c685228e88e3fc2f63 HTTP/1.1" status: 200 len: 1655 time: 0.1485786 Jul 28 10:36:48.208678 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks [] for router_gateway (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.217715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-83025633-83ab-4ed5-b982-869a3375c4b5', 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5', 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'fixed_ips': [{'subnet_id': '4459a60f-3c1e-410f-939a-44040fcc5636'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:36:48.219008 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.229353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a765ad-14db-438a-80c2-56bd805fdf95 None None] Pushing event updated for resources: {'Port': ['ID=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:48.288530 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:48.290280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:48.354057 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:48.356348 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9b6de6c-3b1f-4441-8be5-f8a5c57fa808 admin admin] Publish callbacks [] for security_group (955ccb9e-4808-4336-a6df-1d89c25b6cef), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.587325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9b6de6c-3b1f-4441-8be5-f8a5c57fa808 admin admin] Publish callbacks [] for security_group (955ccb9e-4808-4336-a6df-1d89c25b6cef), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.763181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Attempting to bind port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:48.763731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Attempting to bind port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:48.763905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Attempting to bind port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 on network 05a77772-c4e2-4a74-abf0-0410056e1cbb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:48.827116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-faa10bb4-72ac-4c68-9b60-865ab062cfa6', 'network_id': 'faa10bb4-72ac-4c68-9b60-865ab062cfa6', 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'fixed_ips': [{'subnet_id': '0a9ce01c-96d5-402b-9ea1-f39d54cd7224'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:36:48.828718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.837130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:48.838237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Checking segment: {'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:48.838891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.839474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Bound using segment: {'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:48.840575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Bound port: e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb46090-75d9-46c2-82d5-95e9abcdc32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:48.841247 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.848552 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:48.890950 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a862d-499b-47ae-9b4f-714547396265 req-7c283c1f-eaac-4238-9623-2adf96131436 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:48.897965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks [] for router_gateway (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.898807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a862d-499b-47ae-9b4f-714547396265 req-7c283c1f-eaac-4238-9623-2adf96131436 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:48.900795 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-890a862d-499b-47ae-9b4f-714547396265 req-7c283c1f-eaac-4238-9623-2adf96131436 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/networks?id=e7f3227b-967f-4e74-ac8d-d345a1b27455&id=faa10bb4-72ac-4c68-9b60-865ab062cfa6 HTTP/1.1" status: 200 len: 1392 time: 0.5933104 Jul 28 10:36:48.902649 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9b6de6c-3b1f-4441-8be5-f8a5c57fa808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (955ccb9e-4808-4336-a6df-1d89c25b6cef), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.905744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9b6de6c-3b1f-4441-8be5-f8a5c57fa808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:48.907053 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f9b6de6c-3b1f-4441-8be5-f8a5c57fa808 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/955ccb9e-4808-4336-a6df-1d89c25b6cef HTTP/1.1" status: 204 len: 168 time: 0.7685690 Jul 28 10:36:48.923062 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-890a862d-499b-47ae-9b4f-714547396265 req-8c5f4f1b-5704-40d6-84b7-2e7dad93c7b1 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/quotas/c9985f08d1d548328c197f02f309dfa8 HTTP/1.1" status: 200 len: 375 time: 0.0146427 Jul 28 10:36:48.944126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6de6c-3b1f-4441-8be5-f8a5c57fa808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955ccb9e-4808-4336-a6df-1d89c25b6cef,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:49.000450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:49.020800 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-890a862d-499b-47ae-9b4f-714547396265 req-f0ce9e77-9d3a-4ac9-b965-a69d3a1162be tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c9985f08d1d548328c197f02f309dfa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0888088 Jul 28 10:36:49.042984 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:49.124878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89744202-7e58-4dc7-b7fc-330c4a81c5f1 None None] Provisioning complete for port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:49.126020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89744202-7e58-4dc7-b7fc-330c4a81c5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:49.180750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fb985-bdc0-4685-8d2f-8c9c0f8b4697 req-7b88577e-1c42-4c80-ad28-d45d06915741 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:49.186154 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-424fb985-bdc0-4685-8d2f-8c9c0f8b4697 req-7b88577e-1c42-4c80-ad28-d45d06915741 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks?id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 787 time: 0.9730763 Jul 28 10:36:49.227991 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-890a862d-499b-47ae-9b4f-714547396265 req-5c188b89-12dd-4cf7-b77e-9aee7118d327 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f3227b-967f-4e74-ac8d-d345a1b27455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981874 Jul 28 10:36:49.304961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-4ede828b-5d7d-4381-80b6-88ab2b188d15 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips/494819b1-28b0-4f1e-ae94-4834660a6f39 HTTP/1.1" status: 200 len: 692 time: 0.0889010 Jul 28 10:36:49.437310 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-890a862d-499b-47ae-9b4f-714547396265 req-7331ca77-3048-413b-9890-9a4a6a3b4f90 service neutron] 10.222.0.46 "GET /v2.0/networks/e7f3227b-967f-4e74-ac8d-d345a1b27455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014730 Jul 28 10:36:49.458284 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Allocated IP 172.25.2.80 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/1de83550-c9d8-45e5-9a31-a067c401fc8e) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:49.517911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-bc06a16f-e8fb-4f00-9939-545e82e4db5f tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:49.526940 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-bc06a16f-e8fb-4f00-9939-545e82e4db5f tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.2205784 Jul 28 10:36:49.599969 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:49.612414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Allocated IP 19.86.0.2 (faa10bb4-72ac-4c68-9b60-865ab062cfa6/0a9ce01c-96d5-402b-9ea1-f39d54cd7224/ce0c3e85-37bc-4b53-bbf1-af5939a5d346) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:49.642964 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-890a862d-499b-47ae-9b4f-714547396265 req-afb44c46-caca-44bf-9aa9-28f477e3f239 service neutron] 10.222.0.46 "GET /v2.0/networks/faa10bb4-72ac-4c68-9b60-865ab062cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960840 Jul 28 10:36:49.706824 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-c14d3bd2-6223-4bdf-866e-0a21be78d683 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1784325 Jul 28 10:36:49.715398 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:49.742123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a383f-e346-4030-a280-757cfd644099 None None] Network e7f3227b-967f-4e74-ac8d-d345a1b27455 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:49.809908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:49.809908 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:49.827863 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-890a862d-499b-47ae-9b4f-714547396265 req-cef7b159-4c81-4154-b1ee-e6e0e5afc7aa service neutron] 10.222.0.46 "GET /v2.0/networks/faa10bb4-72ac-4c68-9b60-865ab062cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790640 Jul 28 10:36:49.844942 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-6270f172-e3c7-4001-9250-db10f0dc0cfa tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1371367 Jul 28 10:36:49.918216 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] For port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:49.923922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] For port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,segment=NetworkSegment(7cb46090-75d9-46c2-82d5-95e9abcdc32b),segment_id=7cb46090-75d9-46c2-82d5-95e9abcdc32b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:49.942243 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:49.944613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89744202-7e58-4dc7-b7fc-330c4a81c5f1 None None] Port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:49.945898 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks [] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.054412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Deleting port cb84c650-5dc1-4b56-9c69-ff72a814f977 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:50.056683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.066393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Allocated IP 172.20.0.2 (83025633-83ab-4ed5-b982-869a3375c4b5/4459a60f-3c1e-410f-939a-44040fcc5636/f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:50.186516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.217888 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9d2c4eba-5787-4d2a-a9ee-7a5163385273 req-970b8d22-e59f-4e2b-820e-9ed8ea2c0332 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d23c48f-5396-4283-9712-83d562171f80 HTTP/1.1" status: 200 len: 210 time: 0.0430241 Jul 28 10:36:50.240934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Routers {'996513b8-53e8-4210-b7ed-589b524177ff'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:50.252944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['996513b8-53e8-4210-b7ed-589b524177ff'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:50.266626 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.272301 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (cb84c650-5dc1-4b56-9c69-ff72a814f977), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.294701 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Calling delete_port for cb84c650-5dc1-4b56-9c69-ff72a814f977 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:50.411625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:50.417024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:50.431648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:50.523241 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:50.629917 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Pushing event updated for resources: {'Port': ['ID=1de83550-c9d8-45e5-9a31-a067c401fc8e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:50.647022 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:50.692158 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Publish callbacks [] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.701771 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:50.757498 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.771738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3027776d-b304-4c86-a7ad-8886cc5e0985 None None] Provisioning complete for port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:50.772366 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3027776d-b304-4c86-a7ad-8886cc5e0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:50.790961 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:50.928985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a765ad-14db-438a-80c2-56bd805fdf95 None None] Pushing event updated for resources: {'Port': ['ID=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:50.939531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Network 83025633-83ab-4ed5-b982-869a3375c4b5 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:50.977351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7cf7f748-2b35-4d1c-889d-063f55d24a4f req-7d9528a7-bb75-47e3-bbf7-a23feecf3321 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=832408baddcc4ba18faa84061845f116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017623 Jul 28 10:36:51.019880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:51.025499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:51.058310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (cb84c650-5dc1-4b56-9c69-ff72a814f977), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.156458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event deleted for resources: {'Port': ['ID=cb84c650-5dc1-4b56-9c69-ff72a814f977,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:51.299395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7f748-2b35-4d1c-889d-063f55d24a4f req-07a6caf1-6500-472f-8338-a9cce97adf86 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:51.307911 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7cf7f748-2b35-4d1c-889d-063f55d24a4f req-07a6caf1-6500-472f-8338-a9cce97adf86 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266919 Jul 28 10:36:51.324861 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7cf7f748-2b35-4d1c-889d-063f55d24a4f req-20ac2b3f-a83f-442d-b909-fe9ae5f4438d tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/quotas/832408baddcc4ba18faa84061845f116 HTTP/1.1" status: 200 len: 375 time: 0.0160146 Jul 28 10:36:51.338519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks [] for router_gateway (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.345186 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (494819b1-28b0-4f1e-ae94-4834660a6f39), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.350182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.356320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] Set router 996513b8-53e8-4210-b7ed-589b524177ff gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:51.358784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:51.358784 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.368691 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0f57b3e2-9493-49e6-a513-9e2492822757 req-b8d2cc2e-658d-49b0-8e0c-e14d67d49d3d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "DELETE /v2.0/floatingips/494819b1-28b0-4f1e-ae94-4834660a6f39 HTTP/1.1" status: 204 len: 173 time: 1.5003898 Jul 28 10:36:51.379150 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7cf7f748-2b35-4d1c-889d-063f55d24a4f req-5959db5c-109f-4f59-b7e6-a880f7d22956 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=832408baddcc4ba18faa84061845f116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526567 Jul 28 10:36:51.425446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Pushing event updated for resources: {'Port': ['ID=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:51.477382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3027776d-b304-4c86-a7ad-8886cc5e0985 None None] Current status of the port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:51.477717 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3027776d-b304-4c86-a7ad-8886cc5e0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.508579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Publish callbacks [] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.546018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Attempting to bind port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:51.546513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Attempting to bind port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:51.546891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Attempting to bind port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d on network 83025633-83ab-4ed5-b982-869a3375c4b5 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:51.608729 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.619929 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c15b1a7e-6a74-4392-9143-d2c9cec4467b req-dfe9882a-75a2-48e1-9816-53b25d546bae tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d23c48f-5396-4283-9712-83d562171f80 HTTP/1.1" status: 200 len: 210 time: 0.0884438 Jul 28 10:36:51.682005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Pushing event updated for resources: {'Port': ['ID=ce0c3e85-37bc-4b53-bbf1-af5939a5d346,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:51.701732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3027776d-b304-4c86-a7ad-8886cc5e0985 None None] For port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,segment=NetworkSegment(3ce3984d-b511-4621-a201-bc0704e12398),segment_id=3ce3984d-b511-4621-a201-bc0704e12398)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:51.703057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:51.703479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Checking segment: {'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:51.703947 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.704567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Bound using segment: {'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:51.704935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Bound port: f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:51.705367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.763155 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3027776d-b304-4c86-a7ad-8886cc5e0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.790697 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-ab592094-a92c-45f9-bd62-326844b049eb tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips/9c32e696-adbb-47e7-9d71-e62717218826 HTTP/1.1" status: 200 len: 692 time: 0.1969154 Jul 28 10:36:51.840557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Network faa10bb4-72ac-4c68-9b60-865ab062cfa6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:51.933917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:51.996009 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:36:51.996632 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:36:52.040764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:52.051208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:52.069363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Provisioning complete for port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:52.069897 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:52.135286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-628d444c-5e36-405f-9097-4269c3b27938 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:52.142605 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-628d444c-5e36-405f-9097-4269c3b27938 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.3404796 Jul 28 10:36:52.210077 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-bcb45b0f-ee30-48d4-8e65-86a0ed2e7290 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0664918 Jul 28 10:36:52.266707 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d8af8104-7493-4de0-9127-11447029f377 req-059affea-f92e-4c5c-9b45-05a890fffefe tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d23c48f-5396-4283-9712-83d562171f80 HTTP/1.1" status: 200 len: 210 time: 0.2013867 Jul 28 10:36:52.273198 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-5a2f3268-d964-4721-827c-a3d7d8cd0146 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0617471 Jul 28 10:36:52.364253 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:52.401730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:36:52.447036 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:52.455473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Deleting port f885ac20-9510-43bb-b311-9d8d0cac85d7 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:52.456328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:52.480869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027776d-b304-4c86-a7ad-8886cc5e0985 None None] Pushing event updated for resources: {'Port': ['ID=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:52.544986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] For port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:52.580211 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:52.582753 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (f885ac20-9510-43bb-b311-9d8d0cac85d7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:52.618287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Calling delete_port for f885ac20-9510-43bb-b311-9d8d0cac85d7 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:52.648355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:52.654279 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:52.738467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 4, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38', 'name': '', 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'mac_address': 'fa:16:3e:3f:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:30Z', 'updated_at': '2022-07-28T10:36:49Z', 'revision_number': 4, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'subnets': [{'id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:52.762461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] For port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,segment=NetworkSegment(be8bbcc2-66e9-4ee4-8a77-17b65315ec4a),segment_id=be8bbcc2-66e9-4ee4-8a77-17b65315ec4a)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:52.776530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Attempting to bind port ce0c3e85-37bc-4b53-bbf1-af5939a5d346 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:52.777798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Attempting to bind port ce0c3e85-37bc-4b53-bbf1-af5939a5d346 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4c1856c3-a55e-4ab1-8285-a5e9c9d82f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa10bb4-72ac-4c68-9b60-865ab062cfa6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:52.778490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Attempting to bind port ce0c3e85-37bc-4b53-bbf1-af5939a5d346 on network faa10bb4-72ac-4c68-9b60-865ab062cfa6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:52.843912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:52.848888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd3f5-605e-43dd-94ce-d653a3f79440 None None] The sync data for ids ['996513b8-53e8-4210-b7ed-589b524177ff'] in n-d-850468-6 is: [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:36:32Z', 'revision_number': 4, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38', 'name': '', 'network_id': '05a77772-c4e2-4a74-abf0-0410056e1cbb', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'mac_address': 'fa:16:3e:3f:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:30Z', 'updated_at': '2022-07-28T10:36:49Z', 'revision_number': 4, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'subnets': [{'id': '65874538-cc7a-404a-ad4f-83fec4336c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:52.862233 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:53.068059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f885ac20-9510-43bb-b311-9d8d0cac85d7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.134960 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event deleted for resources: {'Port': ['ID=f885ac20-9510-43bb-b311-9d8d0cac85d7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:53.146751 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:53.161258 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=70 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:53.188478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:53.189508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Checking segment: {'id': '4c1856c3-a55e-4ab1-8285-a5e9c9d82f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa10bb4-72ac-4c68-9b60-865ab062cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:53.190154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.191450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Bound using segment: {'id': '4c1856c3-a55e-4ab1-8285-a5e9c9d82f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa10bb4-72ac-4c68-9b60-865ab062cfa6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:53.192457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Bound port: ce0c3e85-37bc-4b53-bbf1-af5939a5d346, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1856c3-a55e-4ab1-8285-a5e9c9d82f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'faa10bb4-72ac-4c68-9b60-865ab062cfa6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:53.193042 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.203995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017628df-39b2-4231-bb8f-448315deaa27 None None] Pushing event updated for resources: {'Port': ['ID=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:53.207953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:53.239693 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5cc2f4e4-8a4a-4902-9206-36f70fd43fa4 req-b2b368df-fdc9-4fd7-9cea-e2ef6ac975e5 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=832408baddcc4ba18faa84061845f116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832775 Jul 28 10:36:53.262516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (9c32e696-adbb-47e7-9d71-e62717218826), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.265691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.281694 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f6621cb8-6ec2-4427-917b-eadceed92580 req-74725cb0-fd02-4547-9c7d-3e0107f10988 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "DELETE /v2.0/floatingips/9c32e696-adbb-47e7-9d71-e62717218826 HTTP/1.1" status: 204 len: 173 time: 1.0058072 Jul 28 10:36:53.296837 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:53.298723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:36:53.320275 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Sync routers for ids ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:36:53.343354 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Routers {'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:53.347687 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:53.360460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:53.379807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Current status of the port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:53.459004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Provisioning complete for port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:53.464331 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.517694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting subnet 0a9ce01c-96d5-402b-9ea1-f39d54cd7224 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:53.529170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks [] for subnet (0a9ce01c-96d5-402b-9ea1-f39d54cd7224), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.542599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.552660 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7ea38574-bd0b-41a4-b0c1-64e953478285 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3952863 Jul 28 10:36:53.554932 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48832) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:53.609585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:53.610275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.626898 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Set router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:53.709167 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-67e6dd0e-d6f3-495d-90f9-03c8ef822dc3 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips/731a7adb-5878-4937-88de-26b074526cb2 HTTP/1.1" status: 200 len: 693 time: 0.1828747 Jul 28 10:36:53.781891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (0a9ce01c-96d5-402b-9ea1-f39d54cd7224), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:53.864952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] For port ce0c3e85-37bc-4b53-bbf1-af5939a5d346, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:53.974562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] For port ce0c3e85-37bc-4b53-bbf1-af5939a5d346, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce0c3e85-37bc-4b53-bbf1-af5939a5d346,segment=NetworkSegment(4c1856c3-a55e-4ab1-8285-a5e9c9d82f55),segment_id=4c1856c3-a55e-4ab1-8285-a5e9c9d82f55)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:54.021648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2f4e4-8a4a-4902-9206-36f70fd43fa4 req-301382cc-d2f3-4bf0-b39d-4ed81beea7a1 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:54.021885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:54.029496 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5cc2f4e4-8a4a-4902-9206-36f70fd43fa4 req-301382cc-d2f3-4bf0-b39d-4ed81beea7a1 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7863252 Jul 28 10:36:54.060846 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:54.076849 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5cc2f4e4-8a4a-4902-9206-36f70fd43fa4 req-926c6f74-c18a-42ab-99cb-e5ea5e76310c tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/quotas/832408baddcc4ba18faa84061845f116 HTTP/1.1" status: 200 len: 375 time: 0.0456548 Jul 28 10:36:54.161736 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5cc2f4e4-8a4a-4902-9206-36f70fd43fa4 req-8ccd8f06-584b-44e4-89a4-c652002ea0cc tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=832408baddcc4ba18faa84061845f116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767131 Jul 28 10:36:54.236219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Current status of the port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:54.236822 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:54.323178 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:36:50Z', 'revision_number': 3, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:54.373974 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:54.408184 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Checking router: c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:36:54.408545 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Updating router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 port 1de83550-c9d8-45e5-9a31-a067c401fc8e binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:36:54.446526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-84860837-a347-4f9e-bf77-538cc250c01d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:36:54.448002 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-84860837-a347-4f9e-bf77-538cc250c01d tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 784 time: 0.7380481 Jul 28 10:36:54.457676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (0a9ce01c-96d5-402b-9ea1-f39d54cd7224), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:54.539825 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:54.574122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] For port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,segment=NetworkSegment(7cb46090-75d9-46c2-82d5-95e9abcdc32b),segment_id=7cb46090-75d9-46c2-82d5-95e9abcdc32b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:54.631202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:54.642408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:54.650856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:54.655715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa61f90-351d-40d7-8319-81db4a2c77a7 None None] Pushing event updated for resources: {'Port': ['ID=ce0c3e85-37bc-4b53-bbf1-af5939a5d346,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:54.889685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (0a9ce01c-96d5-402b-9ea1-f39d54cd7224), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:54.906872 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6895e35b-4699-479f-8cc6-12a01dc5de5b req-a3602793-879c-4255-945c-021bc47fe36c tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/ports?device_id=291f03bc-0986-475c-8c01-193f52c40627 HTTP/1.1" status: 200 len: 210 time: 0.1595099 Jul 28 10:36:54.922091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:54.922747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.028791 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9ce01c-96d5-402b-9ea1-f39d54cd7224,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:55.070903 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-0ea4d96b-ac4b-4b92-a354-3f81f4e1547c tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.6027668 Jul 28 10:36:55.076161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57f3d2-d300-453a-b718-f03a8fbf457b None None] Pushing event updated for resources: {'Port': ['ID=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:55.091819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.106678 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-66df1032-2526-49a1-8dd3-e7aea17dae66 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/subnets/0a9ce01c-96d5-402b-9ea1-f39d54cd7224 HTTP/1.1" status: 204 len: 168 time: 1.7429707 Jul 28 10:36:55.161487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48858) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:55.218716 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:55.232444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:55.264624 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7a910113-e30e-4877-b218-4dc70c7e8498 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.2.236 HTTP/1.1" status: 200 len: 696 time: 0.1897111 Jul 28 10:36:55.496104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (faa10bb4-72ac-4c68-9b60-865ab062cfa6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.520967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337f386-bd4c-4227-b7af-c70587643e2e None None] Network 83025633-83ab-4ed5-b982-869a3375c4b5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:55.601451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.642180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting port ce0c3e85-37bc-4b53-bbf1-af5939a5d346 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:55.642947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.726790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Deleting port 3b660c9e-34bc-42fd-89ac-cb8c7109eae0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:55.727393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.758173 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Publish callbacks [] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.773808 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.825529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bc6e3f94-bc62-4d0f-94e2-95af74232060 None None] Provisioning complete for port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:55.828004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f94-bc62-4d0f-94e2-95af74232060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.907600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce0c3e85-37bc-4b53-bbf1-af5939a5d346 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:55.948305 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Attempting to bind port 1de83550-c9d8-45e5-9a31-a067c401fc8e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:36:55.949140 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Attempting to bind port 1de83550-c9d8-45e5-9a31-a067c401fc8e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:36:55.949942 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Attempting to bind port 1de83550-c9d8-45e5-9a31-a067c401fc8e on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:36:55.953814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.954526 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:55.959849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] For port ce0c3e85-37bc-4b53-bbf1-af5939a5d346, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce0c3e85-37bc-4b53-bbf1-af5939a5d346,segment=NetworkSegment(4c1856c3-a55e-4ab1-8285-a5e9c9d82f55),segment_id=4c1856c3-a55e-4ab1-8285-a5e9c9d82f55)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:55.960912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.023382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Calling delete_port for 3b660c9e-34bc-42fd-89ac-cb8c7109eae0 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:56.041147 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Pushing event updated for resources: {'Port': ['ID=1de83550-c9d8-45e5-9a31-a067c401fc8e,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:56.064248 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:56.068869 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:36:56.069254 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:36:56.069660 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.070082 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:36:56.070866 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Bound port: 1de83550-c9d8-45e5-9a31-a067c401fc8e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:36:56.071002 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.079234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Calling delete_port for ce0c3e85-37bc-4b53-bbf1-af5939a5d346 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:36:56.119907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ce0c3e85-37bc-4b53-bbf1-af5939a5d346 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:56.123111 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.203576 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] For port 1de83550-c9d8-45e5-9a31-a067c401fc8e, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:36:56.213115 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] For port 1de83550-c9d8-45e5-9a31-a067c401fc8e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1de83550-c9d8-45e5-9a31-a067c401fc8e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:36:56.229595 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.229977 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.230341 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.230682 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.233740 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.234939 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.235454 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.236602 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.238375 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.243748 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.245404 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.245943 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.247264 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.248205 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.248709 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:36:56.256359 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.346513 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Routers {'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:36:56.347963 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:56.440346 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:56.458839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97f610-0802-4ab3-a2cd-903e8c8c5398 None None] Network faa10bb4-72ac-4c68-9b60-865ab062cfa6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:36:56.490132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3b660c9e-34bc-42fd-89ac-cb8c7109eae0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.516369 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:56.550297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Pushing event deleted for resources: {'Port': ['ID=3b660c9e-34bc-42fd-89ac-cb8c7109eae0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:56.552521 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] Set router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:36:56.556663 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:56.561819 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-64f25651-641f-462a-9147-63d818d7d31d req-a48f373b-9f04-4d62-aa38-ac79d92b4f6a tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/ports?device_id=291f03bc-0986-475c-8c01-193f52c40627 HTTP/1.1" status: 200 len: 210 time: 0.4080448 Jul 28 10:36:56.591118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Allocated IP 172.20.0.1 (83025633-83ab-4ed5-b982-869a3375c4b5/4459a60f-3c1e-410f-939a-44040fcc5636/79360b39-dcf1-4464-8dca-274cba661c0b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:36:56.593511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ce0c3e85-37bc-4b53-bbf1-af5939a5d346), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.631230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Port': ['ID=ce0c3e85-37bc-4b53-bbf1-af5939a5d346,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:56.661111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] No DVR routers for this DVR port ce0c3e85-37bc-4b53-bbf1-af5939a5d346 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:36:56.731272 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:56.733359 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:56.779193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks [] for floatingip (731a7adb-5878-4937-88de-26b074526cb2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.785004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:56.802055 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dea9e16d-67d7-4c87-8be3-fa41cd0e37f2 req-7cde7304-25c4-4636-b437-7a37877e2ef6 tempest-FloatingIPDetailsTestJSON-492106165 tempest-FloatingIPDetailsTestJSON-492106165-project] 10.222.0.46 "DELETE /v2.0/floatingips/731a7adb-5878-4937-88de-26b074526cb2 HTTP/1.1" status: 204 len: 173 time: 1.5079331 Jul 28 10:36:56.808483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48886) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:56.888790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port ce0c3e85-37bc-4b53-bbf1-af5939a5d346 update to ACTIVE by agent not found {{(pid=104689) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 28 10:36:56.889893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:56.952105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945b560-6d09-4adf-889a-2ce3b99a8d3c None None] Pushing event updated for resources: {'Port': ['ID=1de83550-c9d8-45e5-9a31-a067c401fc8e,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:56.988662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e3f94-bc62-4d0f-94e2-95af74232060 None None] Current status of the port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:56.989343 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f94-bc62-4d0f-94e2-95af74232060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.014746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a740497a-559c-471e-a436-18203a07416a None None] DHCP port deletion for faa10bb4-72ac-4c68-9b60-865ab062cfa6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:36:57.027916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:57.028586 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.091146 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bc6e3f94-bc62-4d0f-94e2-95af74232060 None None] For port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,segment=NetworkSegment(be8bbcc2-66e9-4ee4-8a77-17b65315ec4a),segment_id=be8bbcc2-66e9-4ee4-8a77-17b65315ec4a)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:57.115011 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48894) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:57.149227 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:36:50Z', 'revision_number': 3, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:57.162712 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f94-bc62-4d0f-94e2-95af74232060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.179498 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (faa10bb4-72ac-4c68-9b60-865ab062cfa6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.195296 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0e556310-6ff5-466d-9cff-50e806f24f05 req-b111020d-6374-4525-9908-4b232a8493c1 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/ports?device_id=291f03bc-0986-475c-8c01-193f52c40627 HTTP/1.1" status: 200 len: 210 time: 0.1484959 Jul 28 10:36:57.213328 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5f38b-e063-4740-b411-d6ca8b856c73 None None] The sync data for ids ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'] in n-d-850468-6 is: [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:36:50Z', 'revision_number': 3, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:36:57.311861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:57.313594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:57.345971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e3f94-bc62-4d0f-94e2-95af74232060 None None] Pushing event updated for resources: {'Port': ['ID=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:57.349485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d37c08cd-3712-479f-a506-519dbcfe68ff None None] Provisioning complete for port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:57.350172 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d37c08cd-3712-479f-a506-519dbcfe68ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.421688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa10bb4-72ac-4c68-9b60-865ab062cfa6']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:57.427954 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:57.471999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1856c3-a55e-4ab1-8285-a5e9c9d82f55') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:57.471999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1856c3-a55e-4ab1-8285-a5e9c9d82f55') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:36:57.489205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks [] for port (79360b39-dcf1-4464-8dca-274cba661c0b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.505000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (4c1856c3-a55e-4ab1-8285-a5e9c9d82f55), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.533007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:57.533460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.548064 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4c1856c3-a55e-4ab1-8285-a5e9c9d82f55), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.563536 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:57.622409 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:36:57.622754 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (4c1856c3-a55e-4ab1-8285-a5e9c9d82f55), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.650315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d37c08cd-3712-479f-a506-519dbcfe68ff None None] Current status of the port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:57.661308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d37c08cd-3712-479f-a506-519dbcfe68ff None None] Could not find standard attr ID for object ce0c3e85-37bc-4b53-bbf1-af5939a5d346. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:36:57.729057 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6590724-6585-421c-a56e-dd5fe518867f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:57.739170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:57.963497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.015196 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6590724-6585-421c-a56e-dd5fe518867f admin admin] Publish callbacks [] for security_group (fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.028871 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6590724-6585-421c-a56e-dd5fe518867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.096105 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f6590724-6585-421c-a56e-dd5fe518867f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a23bffcfd32f42ef87137ec7300b469e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9782786 Jul 28 10:36:58.101324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48926) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:58.231428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6590724-6585-421c-a56e-dd5fe518867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:58.257054 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9e09-84b2-4348-bd5b-b32477787966 admin admin] Publish callbacks [] for security_group (fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.273246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:58.306494 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9e09-84b2-4348-bd5b-b32477787966 admin admin] Publish callbacks [] for security_group (fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.374882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9e09-84b2-4348-bd5b-b32477787966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.378947 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9e09-84b2-4348-bd5b-b32477787966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.385062 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d2aa9e09-84b2-4348-bd5b-b32477787966 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa HTTP/1.1" status: 204 len: 168 time: 0.2788117 Jul 28 10:36:58.392012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa9e09-84b2-4348-bd5b-b32477787966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdd0aa8-6dc1-43fa-a22c-215e39a30eaa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:58.462974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:58.464061 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.535190 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4c1856c3-a55e-4ab1-8285-a5e9c9d82f55 resource provider aggregate not found Jul 28 10:36:58.588751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:58.590672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1de83550-c9d8-45e5-9a31-a067c401fc8e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:36:58.718574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1de83550-c9d8-45e5-9a31-a067c401fc8e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:58.719730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.772883 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4c1856c3-a55e-4ab1-8285-a5e9c9d82f55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c1856c3-a55e-4ab1-8285-a5e9c9d82f55 found for delete ", "request_id": "req-fb2512e4-4147-41ce-ad7d-ba5d7c4b3f78"}]} Jul 28 10:36:58.818652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Network 83025633-83ab-4ed5-b982-869a3375c4b5 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:36:58.819669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Pushing event updated for resources: {'Port': ['ID=79360b39-dcf1-4464-8dca-274cba661c0b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:58.832731 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:36:58.835448 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b6ca76f6-3911-4581-ab88-d807a06dc0ff req-5e167863-9120-48d4-8027-18216a6f0b84 tempest-ServersAdminTestJSON-1469497306 tempest-ServersAdminTestJSON-1469497306-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b02cc93-229d-42cc-9b34-6ab1cfe19826 HTTP/1.1" status: 200 len: 210 time: 0.2884369 Jul 28 10:36:58.848473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:36:58.850605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (faa10bb4-72ac-4c68-9b60-865ab062cfa6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:58.927346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1de83550-c9d8-45e5-9a31-a067c401fc8e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:36:58.929320 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.004214 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.005738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1de83550-c9d8-45e5-9a31-a067c401fc8e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1de83550-c9d8-45e5-9a31-a067c401fc8e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:36:59.013249 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48952) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:59.017685 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.022848 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/networks/faa10bb4-72ac-4c68-9b60-865ab062cfa6 HTTP/1.1" status: 204 len: 168 time: 3.8582969 Jul 28 10:36:59.031567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed220c70-9553-4efa-86ad-fa989689ea51 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Network': ['ID=faa10bb4-72ac-4c68-9b60-865ab062cfa6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:59.123624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.186255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce0c3e85-37bc-4b53-bbf1-af5939a5d346 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:36:59.198920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting subnet c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:36:59.210047 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks [] for subnet (c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.240294 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:59.241513 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:59.306955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ce0c3e85-37bc-4b53-bbf1-af5939a5d346 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:36:59.307537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce0c3e85-37bc-4b53-bbf1-af5939a5d346 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:36:59.322460 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.353002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (f1a7b4cb-ad3e-4038-a589-23fd02938696), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.356794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1de83550-c9d8-45e5-9a31-a067c401fc8e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:36:59.357378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.592779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.641538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4e55c0b0-3a70-4066-b06e-ef694fb9805e None None] Provisioning complete for port 79360b39-dcf1-4464-8dca-274cba661c0b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:36:59.643031 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e55c0b0-3a70-4066-b06e-ef694fb9805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.713818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48962) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:36:59.752567 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a864c7e-e309-42ea-b9dd-4e3d09058783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.766279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e55c0b0-3a70-4066-b06e-ef694fb9805e None None] Port 79360b39-dcf1-4464-8dca-274cba661c0b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:36:59.772150 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:59.879279 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:36:59.907223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.943705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Deleting port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:36:59.944271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:36:59.969730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86cde5c-df4d-44c0-b058-34a221814484 None None] Network e7f3227b-967f-4e74-ac8d-d345a1b27455 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:00.031522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.039467 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/subnets/c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28 HTTP/1.1" status: 204 len: 168 time: 1.0250669 Jul 28 10:37:00.043594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48974) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:00.053730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295ad2f-24a1-4996-aabf-781bf4bf8141 tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Subnet': ['ID=c50d4d5a-21f8-4ed4-bd3f-fa2bb2170a28,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:00.148033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a864c7e-e309-42ea-b9dd-4e3d09058783 admin admin] Publish callbacks [] for security_group (734cc429-7e98-44bc-94d9-088eca149926), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.161076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a864c7e-e309-42ea-b9dd-4e3d09058783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (734cc429-7e98-44bc-94d9-088eca149926), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.192434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1de83550-c9d8-45e5-9a31-a067c401fc8e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:00.209025 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] For port f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,segment=NetworkSegment(ba53921e-26d1-48cf-9d46-1b8a320e1a74),segment_id=ba53921e-26d1-48cf-9d46-1b8a320e1a74)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:00.209521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.238756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Calling delete_port for f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:00.258369 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a864c7e-e309-42ea-b9dd-4e3d09058783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734cc429-7e98-44bc-94d9-088eca149926,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:00.289272 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2a864c7e-e309-42ea-b9dd-4e3d09058783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75db6821305d405184d9fe6ed2af78bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5708339 Jul 28 10:37:00.292722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48982) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:00.321093 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:00.321805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1de83550-c9d8-45e5-9a31-a067c401fc8e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:00.324207 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.369605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks [] for port (79360b39-dcf1-4464-8dca-274cba661c0b), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.402624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] DHCP port deletion for e7f3227b-967f-4e74-ac8d-d345a1b27455 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:37:00.405242 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.452091 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d8b7-c696-444b-bf23-aef2deecd3fd admin admin] Publish callbacks [] for security_group (734cc429-7e98-44bc-94d9-088eca149926), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.465447 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:00.467586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] Deleting port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:00.468135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.478185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.513553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d8b7-c696-444b-bf23-aef2deecd3fd admin admin] Publish callbacks [] for security_group (734cc429-7e98-44bc-94d9-088eca149926), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.570250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48988) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:00.575434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] For port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,segment=NetworkSegment(3ce3984d-b511-4621-a201-bc0704e12398),segment_id=3ce3984d-b511-4621-a201-bc0704e12398)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:00.576144 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:00.576372 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.595715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] Calling delete_port for 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:00.598654 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d8b7-c696-444b-bf23-aef2deecd3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (734cc429-7e98-44bc-94d9-088eca149926), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.603723 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d8b7-c696-444b-bf23-aef2deecd3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.607368 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4cc2d8b7-c696-444b-bf23-aef2deecd3fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/734cc429-7e98-44bc-94d9-088eca149926 HTTP/1.1" status: 204 len: 168 time: 0.3113420 Jul 28 10:37:00.626350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2d8b7-c696-444b-bf23-aef2deecd3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734cc429-7e98-44bc-94d9-088eca149926,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:00.675577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (e7f3227b-967f-4e74-ac8d-d345a1b27455), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.701201 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:00.743304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Pushing event updated for resources: {'Port': ['ID=79360b39-dcf1-4464-8dca-274cba661c0b,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:00.832598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Deleting port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:00.833169 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:00.971249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Network 83025633-83ab-4ed5-b982-869a3375c4b5 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:00.978710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:00.979502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1de83550-c9d8-45e5-9a31-a067c401fc8e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:01.013493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.068325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] For port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,segment=NetworkSegment(3ce3984d-b511-4621-a201-bc0704e12398),segment_id=3ce3984d-b511-4621-a201-bc0704e12398)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:01.069006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.083423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] Pushing event deleted for resources: {'Port': ['ID=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:01.090886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.113178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Calling delete_port for 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:01.124006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe3cc1-aec0-4491-acd6-80e7810ae77b None None] No DVR routers for this DVR port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:01.128716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78238689-f2e1-4cfe-ad61-dcc8f1f3d037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.251411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:01.394396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78238689-f2e1-4cfe-ad61-dcc8f1f3d037 admin admin] Publish callbacks [] for security_group (0c515d48-a73b-4995-9974-405c7ee19ff1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.404703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78238689-f2e1-4cfe-ad61-dcc8f1f3d037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0c515d48-a73b-4995-9974-405c7ee19ff1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.511615 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-78238689-f2e1-4cfe-ad61-dcc8f1f3d037 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=832408baddcc4ba18faa84061845f116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9333067 Jul 28 10:37:01.511615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238689-f2e1-4cfe-ad61-dcc8f1f3d037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c515d48-a73b-4995-9974-405c7ee19ff1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:01.512430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49012) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:01.521339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d74cc3b8-d849-4433-90a8-13ab6033ddce None None] Provisioning complete for port 79360b39-dcf1-4464-8dca-274cba661c0b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:01.528655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d74cc3b8-d849-4433-90a8-13ab6033ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.582227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9ddf7e4c-98ec-4565-86c1-72c8dbebcabe), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.600510 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:01.606784 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] No DVR routers for this DVR port 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:01.613906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d74cc3b8-d849-4433-90a8-13ab6033ddce None None] Port 79360b39-dcf1-4464-8dca-274cba661c0b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:01.630450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5f09834-be87-4239-b0d9-c4e5c1fd81b9 admin admin] Publish callbacks [] for security_group (0c515d48-a73b-4995-9974-405c7ee19ff1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.639995 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:01.658710 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5f09834-be87-4239-b0d9-c4e5c1fd81b9 admin admin] Publish callbacks [] for security_group (0c515d48-a73b-4995-9974-405c7ee19ff1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.720669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Port': ['ID=9ddf7e4c-98ec-4565-86c1-72c8dbebcabe,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:01.731009 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5f09834-be87-4239-b0d9-c4e5c1fd81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0c515d48-a73b-4995-9974-405c7ee19ff1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.735557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5f09834-be87-4239-b0d9-c4e5c1fd81b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:01.738315 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e5f09834-be87-4239-b0d9-c4e5c1fd81b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c515d48-a73b-4995-9974-405c7ee19ff1 HTTP/1.1" status: 204 len: 168 time: 0.2117863 Jul 28 10:37:01.748882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f09834-be87-4239-b0d9-c4e5c1fd81b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c515d48-a73b-4995-9974-405c7ee19ff1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:02.094893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:02.129439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:02.129439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ddf7e4c-98ec-4565-86c1-72c8dbebcabe not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:02.133707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (e7f3227b-967f-4e74-ac8d-d345a1b27455), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.169526 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:02.215776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f3227b-967f-4e74-ac8d-d345a1b27455']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:02.225682 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (f1a7b4cb-ad3e-4038-a589-23fd02938696), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.241321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce3984d-b511-4621-a201-bc0704e12398') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:02.241619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce3984d-b511-4621-a201-bc0704e12398') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:02.261943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (3ce3984d-b511-4621-a201-bc0704e12398), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.373533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3ce3984d-b511-4621-a201-bc0704e12398), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.376443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:02.396771 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-20bee90a-26f2-41c0-ac63-f1604a38a6db admin admin] 10.222.0.46 "PUT /v2.0/routers/c9aa286e-c0a3-46d8-9da5-72aa7476b9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8175330 Jul 28 10:37:02.396771 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:37:02.396771 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (3ce3984d-b511-4621-a201-bc0704e12398), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.404046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Sync routers for ids ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:02.431976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Routers {'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:02.433040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:02.436338 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3ce3984d-b511-4621-a201-bc0704e12398 resource provider aggregate not found Jul 28 10:37:02.472877 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3ce3984d-b511-4621-a201-bc0704e12398 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ce3984d-b511-4621-a201-bc0704e12398 found for delete ", "request_id": "req-4398a40b-8929-4844-9891-3ef19689ee39"}]} Jul 28 10:37:02.535406 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (e7f3227b-967f-4e74-ac8d-d345a1b27455), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.548152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.556557 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] 10.222.0.46 "DELETE /v2.0/networks/e7f3227b-967f-4e74-ac8d-d345a1b27455 HTTP/1.1" status: 204 len: 168 time: 2.5068395 Jul 28 10:37:02.558247 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49040) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:02.584221 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30361-f21d-4b8e-9010-37a49578b40a tempest-ServersTestMultiNic-1072918470 tempest-ServersTestMultiNic-1072918470-project] Pushing event deleted for resources: {'Network': ['ID=e7f3227b-967f-4e74-ac8d-d345a1b27455,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:02.602339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Set router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:02.659109 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:02.680371 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-948b3867-fea7-4872-ab3e-dbd4aaf7f368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.725948 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Router f1a7b4cb-ad3e-4038-a589-23fd02938696 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:02.801943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49044) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:02.821911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5702eefc-930f-4795-bbce-6a1657d480c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.929551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5702eefc-930f-4795-bbce-6a1657d480c7 admin admin] Publish callbacks [] for security_group (6d9928e2-39bf-4c96-b0a3-e2f1992af30d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.931040 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:02.944297 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5702eefc-930f-4795-bbce-6a1657d480c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6d9928e2-39bf-4c96-b0a3-e2f1992af30d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:02.959267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:36:59Z', 'revision_number': 4, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79360b39-dcf1-4464-8dca-274cba661c0b', 'name': '', 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'mac_address': 'fa:16:3e:a4:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '4459a60f-3c1e-410f-939a-44040fcc5636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:55Z', 'updated_at': '2022-07-28T10:36:59Z', 'revision_number': 2, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'subnets': [{'id': '4459a60f-3c1e-410f-939a-44040fcc5636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:02.995163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Checking router: c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:02.995948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Updating router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 port 79360b39-dcf1-4464-8dca-274cba661c0b binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:03.013562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:03.023767 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] Sync routers for ids ['f1a7b4cb-ad3e-4038-a589-23fd02938696'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:03.043054 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] Routers {'f1a7b4cb-ad3e-4038-a589-23fd02938696'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:03.043687 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f1a7b4cb-ad3e-4038-a589-23fd02938696'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:03.045310 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:03.054722 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5702eefc-930f-4795-bbce-6a1657d480c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=991c9df33290454a8ba6bf9d51b17156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508368 Jul 28 10:37:03.056222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702eefc-930f-4795-bbce-6a1657d480c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9928e2-39bf-4c96-b0a3-e2f1992af30d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:03.065887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:03.067008 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.078186 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cfe27b1c-0c8b-434b-8c4f-0ec864c57a0a admin admin] 10.222.0.46 "PUT /v2.0/routers/f1a7b4cb-ad3e-4038-a589-23fd02938696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2658453 Jul 28 10:37:03.078186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49052) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:03.207605 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:03.368353 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] Set router f1a7b4cb-ad3e-4038-a589-23fd02938696 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:03.388805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks [] for router (f1a7b4cb-ad3e-4038-a589-23fd02938696), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.494095 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:03.523273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Publish callbacks [] for security_group (6d9928e2-39bf-4c96-b0a3-e2f1992af30d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.545477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (9b18cee7-0614-4240-8b5b-c04285b75973), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.597985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Publish callbacks [] for security_group (6d9928e2-39bf-4c96-b0a3-e2f1992af30d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.702564 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6d9928e2-39bf-4c96-b0a3-e2f1992af30d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.713822 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.718671 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d9928e2-39bf-4c96-b0a3-e2f1992af30d HTTP/1.1" status: 204 len: 168 time: 0.6508448 Jul 28 10:37:03.738454 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Publish callbacks [] for port (79360b39-dcf1-4464-8dca-274cba661c0b), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.748226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9928e2-39bf-4c96-b0a3-e2f1992af30d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:03.753837 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:03.774958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:37:00Z', 'revision_number': 5, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:03.823096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.823559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.823784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.826393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.828418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.830562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.833885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.835899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.837511 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.838603 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.839591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.840353 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.841971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.842830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.847943 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] Checking router: f1a7b4cb-ad3e-4038-a589-23fd02938696 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:03.848625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ac9baf-b1ac-48b4-86c5-17fbad4e18ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.871904 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] Routers {'f1a7b4cb-ad3e-4038-a589-23fd02938696'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:03.872808 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f1a7b4cb-ad3e-4038-a589-23fd02938696'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:03.958297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f933f34-676e-4af4-ba61-1a6fc5a15c0f None None] Pushing event updated for resources: {'Port': ['ID=79360b39-dcf1-4464-8dca-274cba661c0b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:04.037750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Attempting to bind port 79360b39-dcf1-4464-8dca-274cba661c0b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:04.038172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Attempting to bind port 79360b39-dcf1-4464-8dca-274cba661c0b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:04.038555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Attempting to bind port 79360b39-dcf1-4464-8dca-274cba661c0b on network 83025633-83ab-4ed5-b982-869a3375c4b5 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:04.057685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:04.058148 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks [] for router_gateway (f1a7b4cb-ad3e-4038-a589-23fd02938696), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:04.065558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Checking segment: {'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:04.066297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:04.069415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Bound using segment: {'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:04.069415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Bound port: 79360b39-dcf1-4464-8dca-274cba661c0b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:04.069415 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:04.145944 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] Set router f1a7b4cb-ad3e-4038-a589-23fd02938696 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:04.225816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] For port 79360b39-dcf1-4464-8dca-274cba661c0b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:04.231149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] For port 79360b39-dcf1-4464-8dca-274cba661c0b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=79360b39-dcf1-4464-8dca-274cba661c0b,segment=NetworkSegment(be8bbcc2-66e9-4ee4-8a77-17b65315ec4a),segment_id=be8bbcc2-66e9-4ee4-8a77-17b65315ec4a)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:04.266647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-489d286a-f3be-4d0c-a06e-fefc4b96a831 None None] Provisioning complete for port 79360b39-dcf1-4464-8dca-274cba661c0b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:04.268257 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-489d286a-f3be-4d0c-a06e-fefc4b96a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:04.276235 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:04.304829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Deleting port 3715cc98-1c62-4089-bc53-f45121bd4429 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:04.305452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:04.341624 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:04.430335 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:04.561313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f933f34-676e-4af4-ba61-1a6fc5a15c0f None None] Pushing event updated for resources: {'Port': ['ID=79360b39-dcf1-4464-8dca-274cba661c0b,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:04.623352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Routers {'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:04.626037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:36:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:04.710698 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:37:00Z', 'revision_number': 5, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:04.767003 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:04.771027 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d60304-166f-4d55-b692-5059748ab4e6 None None] The sync data for ids ['f1a7b4cb-ad3e-4038-a589-23fd02938696'] in n-d-850468-6 is: [{'id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'name': 'tempest-FloatingIPDetailsTestJSON-582248936-router', 'tenant_id': 'c76befd177f745c685228e88e3fc2f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:52Z', 'updated_at': '2022-07-28T10:37:00Z', 'revision_number': 5, 'project_id': 'c76befd177f745c685228e88e3fc2f63', 'gw_port': {'id': '3715cc98-1c62-4089-bc53-f45121bd4429', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a7b4cb-ad3e-4038-a589-23fd02938696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:54Z', 'updated_at': '2022-07-28T10:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:05.017447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Deleting port 14d27845-53da-4e71-9c3c-39e555e18239 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:05.018797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (14d27845-53da-4e71-9c3c-39e555e18239), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.149550 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] For port 14d27845-53da-4e71-9c3c-39e555e18239, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d27845-53da-4e71-9c3c-39e555e18239,segment=NetworkSegment(7533981c-d1d9-463a-89a1-6486279bd158),segment_id=7533981c-d1d9-463a-89a1-6486279bd158)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:05.150400 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (14d27845-53da-4e71-9c3c-39e555e18239), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.155947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] Set router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:05.183528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] For port 3715cc98-1c62-4089-bc53-f45121bd4429, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3715cc98-1c62-4089-bc53-f45121bd4429,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:05.184513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.188278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Calling delete_port for 14d27845-53da-4e71-9c3c-39e555e18239 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:05.238840 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Calling delete_port for 3715cc98-1c62-4089-bc53-f45121bd4429 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:05.422493 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:05.426240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-489d286a-f3be-4d0c-a06e-fefc4b96a831 None None] Current status of the port 79360b39-dcf1-4464-8dca-274cba661c0b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:05.427510 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-489d286a-f3be-4d0c-a06e-fefc4b96a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.461886 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6077a61f-cac8-4a2f-bdb3-2f58a13ae8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.560791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-489d286a-f3be-4d0c-a06e-fefc4b96a831 None None] For port 79360b39-dcf1-4464-8dca-274cba661c0b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=79360b39-dcf1-4464-8dca-274cba661c0b,segment=NetworkSegment(be8bbcc2-66e9-4ee4-8a77-17b65315ec4a),segment_id=be8bbcc2-66e9-4ee4-8a77-17b65315ec4a)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:05.577244 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-489d286a-f3be-4d0c-a06e-fefc4b96a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.629477 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:05.672942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49112) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:05.678551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-network', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:05.684911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (14d27845-53da-4e71-9c3c-39e555e18239), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.715710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Pushing event deleted for resources: {'Port': ['ID=14d27845-53da-4e71-9c3c-39e555e18239,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:05.738684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Made reservation on behalf of b379a1a6bf56486fa53d577e8df86241 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:05.741105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.771099 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.823978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:36:59Z', 'revision_number': 4, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79360b39-dcf1-4464-8dca-274cba661c0b', 'name': '', 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'mac_address': 'fa:16:3e:a4:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '4459a60f-3c1e-410f-939a-44040fcc5636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:55Z', 'updated_at': '2022-07-28T10:37:04Z', 'revision_number': 4, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'subnets': [{'id': '4459a60f-3c1e-410f-939a-44040fcc5636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:05.843948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bfab1855-da95-4931-876c-bffe5f6f49f0 None None] Provisioning complete for port 79360b39-dcf1-4464-8dca-274cba661c0b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:05.844465 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfab1855-da95-4931-876c-bffe5f6f49f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.877689 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3715cc98-1c62-4089-bc53-f45121bd4429), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:05.935966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3715cc98-1c62-4089-bc53-f45121bd4429,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.029205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (f1a7b4cb-ad3e-4038-a589-23fd02938696), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.055624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafcfce-81b3-4d14-9698-df8d4ffb2dad None None] The sync data for ids ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'] in n-d-850468-6 is: [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:36:59Z', 'revision_number': 4, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79360b39-dcf1-4464-8dca-274cba661c0b', 'name': '', 'network_id': '83025633-83ab-4ed5-b982-869a3375c4b5', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'mac_address': 'fa:16:3e:a4:a1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '4459a60f-3c1e-410f-939a-44040fcc5636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:55Z', 'updated_at': '2022-07-28T10:37:04Z', 'revision_number': 4, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'subnets': [{'id': '4459a60f-3c1e-410f-939a-44040fcc5636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:06.064310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d286a-f3be-4d0c-a06e-fefc4b96a831 None None] Pushing event updated for resources: {'Port': ['ID=79360b39-dcf1-4464-8dca-274cba661c0b,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.068550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks [] for security_group (bb95ed76-5d30-4652-b82b-3be560e76a3b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.069960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:06.083237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb95ed76-5d30-4652-b82b-3be560e76a3b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.125659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:06.130503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1bc7321-d55c-44a1-9ed0-5d5f530d9fd5 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:06.174898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:06.224097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb95ed76-5d30-4652-b82b-3be560e76a3b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.234606 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.237798 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (829a9f38-85c0-44e2-8214-2fcf66c61df2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.243699 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Added segment 829a9f38-85c0-44e2-8214-2fcf66c61df2 of type vlan for network fe962905-4413-4118-807c-c6dd283e398d Jul 28 10:37:06.366912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bfab1855-da95-4931-876c-bffe5f6f49f0 None None] Current status of the port 79360b39-dcf1-4464-8dca-274cba661c0b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:06.371819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fe962905-4413-4118-807c-c6dd283e398d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.373042 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (9b18cee7-0614-4240-8b5b-c04285b75973), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.426523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fe962905-4413-4118-807c-c6dd283e398d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.427772 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:06.428357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.538991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (f1a7b4cb-ad3e-4038-a589-23fd02938696), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.542147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks [] for router_controller (f1a7b4cb-ad3e-4038-a589-23fd02938696), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.592863 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9187603 Jul 28 10:37:06.598789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49126) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:06.609227 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Request body: {'subnet': {'network_id': 'fe962905-4413-4118-807c-c6dd283e398d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-subnet', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:06.637468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f470-1716-4c07-9b6e-03e59d4df1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe962905-4413-4118-807c-c6dd283e398d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.654067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fe962905-4413-4118-807c-c6dd283e398d details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:06.686257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Made reservation on behalf of b379a1a6bf56486fa53d577e8df86241 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:06.693497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.877475 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:06.931561 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (f1a7b4cb-ad3e-4038-a589-23fd02938696), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.932164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a7b4cb-ad3e-4038-a589-23fd02938696 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:37:06.939087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:06.941320 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c7b31deb-cdfb-4080-bc0e-93226d5200ef admin admin] 10.222.0.46 "DELETE /v2.0/routers/f1a7b4cb-ad3e-4038-a589-23fd02938696 HTTP/1.1" status: 204 len: 168 time: 3.8624175 Jul 28 10:37:06.944006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49134) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:07.102663 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.183670 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:07.203912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Router 9b18cee7-0614-4240-8b5b-c04285b75973 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:07.206123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (8eb5e4f2-c33e-4547-a4b6-3eaed04def90), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.230821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] Deleting subnet 1b55d664-78df-45ab-acbd-cc244504807b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:37:07.235781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] Publish callbacks [] for subnet (1b55d664-78df-45ab-acbd-cc244504807b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.295289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (1b55d664-78df-45ab-acbd-cc244504807b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.306143 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb5e4f2-c33e-4547-a4b6-3eaed04def90,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:07.403317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Checking segment: {'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:07.404534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Network hostable DHCP agents. Network: fe962905-4413-4118-807c-c6dd283e398d, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:07.418441 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (1b55d664-78df-45ab-acbd-cc244504807b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.454820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Network fe962905-4413-4118-807c-c6dd283e398d is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:07.478853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fe962905-4413-4118-807c-c6dd283e398d) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:07.485327 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:07.490096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (1b55d664-78df-45ab-acbd-cc244504807b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.493913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:07.495622 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.499622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9559317-815e-4f6c-a57c-b5de3c4bd6d0 None None] Network fe962905-4413-4118-807c-c6dd283e398d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:07.518762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b55d664-78df-45ab-acbd-cc244504807b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:07.538441 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-94ec00e2-846b-4a3f-a255-1e2380177245 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9382081 Jul 28 10:37:07.539388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49150) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:07.558699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:07.603758 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:07.639565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (179fc6c7-f670-4ec5-8153-24e59efa237f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.643639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (179fc6c7-f670-4ec5-8153-24e59efa237f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.725335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:07.745020 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0619922f-061b-477d-8be5-57b0eac0e68c admin admin] 10.222.0.46 "PUT /v2.0/routers/9b18cee7-0614-4240-8b5b-c04285b75973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1839988 Jul 28 10:37:07.748649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49156) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:07.762214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] Sync routers for ids ['9b18cee7-0614-4240-8b5b-c04285b75973'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:07.774742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.789602 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5003a311-6559-452b-a566-c631c4bb87ea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1b55d664-78df-45ab-acbd-cc244504807b HTTP/1.1" status: 204 len: 168 time: 0.8443787 Jul 28 10:37:07.795484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2593215c-46f1-4248-915b-0513dccd8bb4 None None] Network 22e0b0d8-9317-41bd-82d6-880599161f47 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:07.813116 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.823999 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks [] for router_controller (179fc6c7-f670-4ec5-8153-24e59efa237f), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:07.825717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49160) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:07.987552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (22e0b0d8-9317-41bd-82d6-880599161f47), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.004126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks [] for router (9b18cee7-0614-4240-8b5b-c04285b75973), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.042936 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:08.077322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 79360b39-dcf1-4464-8dca-274cba661c0b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:08.103700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fe962905-4413-4118-807c-c6dd283e398d', 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d', 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'fixed_ips': [{'subnet_id': '8eb5e4f2-c33e-4547-a4b6-3eaed04def90'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:37:08.105132 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.156668 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.165448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] Routers {'9b18cee7-0614-4240-8b5b-c04285b75973'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:08.166911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9b18cee7-0614-4240-8b5b-c04285b75973'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:08.349262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks [] for router_gateway (9b18cee7-0614-4240-8b5b-c04285b75973), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.474084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Deleting port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:08.478707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.588527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks [] for router_gateway (179fc6c7-f670-4ec5-8153-24e59efa237f), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.608567 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Deleting port ae59c7f6-890b-4fa5-808b-3769f2a01761 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:08.609176 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.638729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] Set router 9b18cee7-0614-4240-8b5b-c04285b75973 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:08.647747 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] For port 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:08.648513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:08.680228 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Calling delete_port for 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:08.817059 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:08.912134 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:09.084076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.139933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:09.159925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 79360b39-dcf1-4464-8dca-274cba661c0b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:09.164540 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.199111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] For port ae59c7f6-890b-4fa5-808b-3769f2a01761, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae59c7f6-890b-4fa5-808b-3769f2a01761,segment=NetworkSegment(ba53921e-26d1-48cf-9d46-1b8a320e1a74),segment_id=ba53921e-26d1-48cf-9d46-1b8a320e1a74)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:09.199708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.202713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.203072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.203935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.204294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.204637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.204977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.205315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.205901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.206340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.207590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.207942 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.208278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.208765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.209103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.209568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:09.217103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks [] for router_gateway (179fc6c7-f670-4ec5-8153-24e59efa237f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.250647 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:09.254000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.258751 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Calling delete_port for ae59c7f6-890b-4fa5-808b-3769f2a01761 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:09.277991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (9b18cee7-0614-4240-8b5b-c04285b75973), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.413592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'name': 'tempest-ServersTestMultiNic-1013126928-router', 'tenant_id': 'c9985f08d1d548328c197f02f309dfa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:45Z', 'updated_at': '2022-07-28T10:37:05Z', 'revision_number': 5, 'project_id': 'c9985f08d1d548328c197f02f309dfa8', 'gw_port': {'id': '3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:42:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18cee7-0614-4240-8b5b-c04285b75973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:35:48Z', 'updated_at': '2022-07-28T10:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:09.458057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (9b18cee7-0614-4240-8b5b-c04285b75973), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.461297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks [] for router_controller (9b18cee7-0614-4240-8b5b-c04285b75973), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.479285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] Checking router: 9b18cee7-0614-4240-8b5b-c04285b75973 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:09.517786 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:09.519917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (9b18cee7-0614-4240-8b5b-c04285b75973), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.520628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b18cee7-0614-4240-8b5b-c04285b75973 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:37:09.526779 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.527459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c77627-1962-49a7-9aee-343cd54e7e9d None None] DHCP port deletion for 22e0b0d8-9317-41bd-82d6-880599161f47 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:37:09.531112 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ddd2832-4f81-439c-ae65-7647279a09c1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9b18cee7-0614-4240-8b5b-c04285b75973 HTTP/1.1" status: 204 len: 168 time: 1.7653909 Jul 28 10:37:09.531620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49186) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:09.532766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] Routers {'9b18cee7-0614-4240-8b5b-c04285b75973'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:09.536622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9b18cee7-0614-4240-8b5b-c04285b75973'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:09.545847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Allocated IP 172.25.2.39 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a523a822-1309-44e7-bb29-02618da113ba) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:09.554454 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ae59c7f6-890b-4fa5-808b-3769f2a01761), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.624249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] Deleting subnet efc3b4ff-9716-43c5-9403-43c8f4f8e2bd {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:37:09.638585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] Publish callbacks [] for subnet (efc3b4ff-9716-43c5-9403-43c8f4f8e2bd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.648622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:09.657086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012575a0-3bf6-4ff5-882c-a814d5b5b0e0 None None] The sync data for ids ['9b18cee7-0614-4240-8b5b-c04285b75973'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:09.693836 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:09.742109 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (efc3b4ff-9716-43c5-9403-43c8f4f8e2bd), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:09.771460 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:09.782903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] No DVR routers for this DVR port ae59c7f6-890b-4fa5-808b-3769f2a01761 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:09.958643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c0c77627-1962-49a7-9aee-343cd54e7e9d None None] The port 'ae59c7f6-890b-4fa5-808b-3769f2a01761' was deleted {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 28 10:37:09.962361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (efc3b4ff-9716-43c5-9403-43c8f4f8e2bd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.006788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (22e0b0d8-9317-41bd-82d6-880599161f47), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.026660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Allocated IP 172.20.0.2 (fe962905-4413-4118-807c-c6dd283e398d/8eb5e4f2-c33e-4547-a4b6-3eaed04def90/b4471579-0e2f-4ca1-af70-b00e9a5dee5c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:10.031970 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e0b0d8-9317-41bd-82d6-880599161f47']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:10.046687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 79360b39-dcf1-4464-8dca-274cba661c0b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:10.054241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba53921e-26d1-48cf-9d46-1b8a320e1a74') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:10.056172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba53921e-26d1-48cf-9d46-1b8a320e1a74') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:10.098988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae59c7f6-890b-4fa5-808b-3769f2a01761,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:10.126099 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (efc3b4ff-9716-43c5-9403-43c8f4f8e2bd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.133767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (ba53921e-26d1-48cf-9d46-1b8a320e1a74), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.147664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.163211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82413f2a-3107-49e3-8f05-aaf941b5c3eb None None] Network 5d551234-11a9-445a-a81a-27edc859de35 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:10.164948 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/efc3b4ff-9716-43c5-9403-43c8f4f8e2bd HTTP/1.1" status: 204 len: 168 time: 0.6311481 Jul 28 10:37:10.166577 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49198) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:10.211689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks [] for port (a523a822-1309-44e7-bb29-02618da113ba), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.224271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ba53921e-26d1-48cf-9d46-1b8a320e1a74), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.242754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:37:10.243505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (ba53921e-26d1-48cf-9d46-1b8a320e1a74), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.292245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3715cc98-1c62-4089-bc53-f45121bd4429 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:10.337835 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ba53921e-26d1-48cf-9d46-1b8a320e1a74 resource provider aggregate not found Jul 28 10:37:10.371838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21eef3-4e6a-4a34-8e9b-b32d7d14d89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc3b4ff-9716-43c5-9403-43c8f4f8e2bd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:10.375268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3715cc98-1c62-4089-bc53-f45121bd4429 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:10.376332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3715cc98-1c62-4089-bc53-f45121bd4429 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:10.388264 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ba53921e-26d1-48cf-9d46-1b8a320e1a74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba53921e-26d1-48cf-9d46-1b8a320e1a74 found for delete ", "request_id": "req-ca393a05-26e5-45d8-939a-e0371742c934"}]} Jul 28 10:37:10.415796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (22e0b0d8-9317-41bd-82d6-880599161f47), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.423104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a523a822-1309-44e7-bb29-02618da113ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.460805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.464315 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] 10.222.0.46 "DELETE /v2.0/networks/22e0b0d8-9317-41bd-82d6-880599161f47 HTTP/1.1" status: 204 len: 168 time: 2.6346970 Jul 28 10:37:10.467698 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (5d551234-11a9-445a-a81a-27edc859de35), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.481943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4cfe9-f3c6-48de-a7d9-6517c698e154 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e0b0d8-9317-41bd-82d6-880599161f47,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:10.493574 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:10.497144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:10.506073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:10.545190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Pushing event updated for resources: {'Port': ['ID=a523a822-1309-44e7-bb29-02618da113ba,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:10.650717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Deleting port 7e6579c2-dce2-4d12-9993-5f2e239968a9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:10.651061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.744910 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:10.758271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] DHCP port deletion for 5d551234-11a9-445a-a81a-27edc859de35 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:37:10.810923 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Publish callbacks [] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.827455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:10.963707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:11.022514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:11.022896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3bd2b0e9-37e1-4d95-bc91-e08dfdba5c97 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:11.023030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks [] for router_gateway (179fc6c7-f670-4ec5-8153-24e59efa237f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.024364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae59c7f6-890b-4fa5-808b-3769f2a01761 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:11.058382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Network fe962905-4413-4118-807c-c6dd283e398d is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:11.120551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:11.133142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:11.140884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] Deleting port 7e6579c2-dce2-4d12-9993-5f2e239968a9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:11.147010 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.159925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ae59c7f6-890b-4fa5-808b-3769f2a01761 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:11.160337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae59c7f6-890b-4fa5-808b-3769f2a01761 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:11.160972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d27845-53da-4e71-9c3c-39e555e18239 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:11.201505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 14d27845-53da-4e71-9c3c-39e555e18239 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:11.202005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d27845-53da-4e71-9c3c-39e555e18239 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:11.235411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Pushing event updated for resources: {'Port': ['ID=b4471579-0e2f-4ca1-af70-b00e9a5dee5c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.269345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.269689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.270141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.270688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.271198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.271696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.272251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.272757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.273400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.273930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.274472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.274975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.275471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.275970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.276499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.302210 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] For port 7e6579c2-dce2-4d12-9993-5f2e239968a9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7e6579c2-dce2-4d12-9993-5f2e239968a9,segment=NetworkSegment(7533981c-d1d9-463a-89a1-6486279bd158),segment_id=7533981c-d1d9-463a-89a1-6486279bd158)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:11.303426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.324243 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Calling delete_port for 7e6579c2-dce2-4d12-9993-5f2e239968a9 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:11.337768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (179fc6c7-f670-4ec5-8153-24e59efa237f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.369596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] For port 7e6579c2-dce2-4d12-9993-5f2e239968a9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7e6579c2-dce2-4d12-9993-5f2e239968a9,segment=NetworkSegment(7533981c-d1d9-463a-89a1-6486279bd158),segment_id=7533981c-d1d9-463a-89a1-6486279bd158)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:11.370208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.387464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] Calling delete_port for 7e6579c2-dce2-4d12-9993-5f2e239968a9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:11.437976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49230) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:11.458468 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.477932 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (7e6579c2-dce2-4d12-9993-5f2e239968a9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.515291 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:11.556331 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] No DVR routers for this DVR port 7e6579c2-dce2-4d12-9993-5f2e239968a9 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:11.590054 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.593895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] Pushing event deleted for resources: {'Port': ['ID=7e6579c2-dce2-4d12-9993-5f2e239968a9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.596901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04cc835-8675-4710-8da9-cfc4c35a3afd None None] No DVR routers for this DVR port 7e6579c2-dce2-4d12-9993-5f2e239968a9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:11.601062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Attempting to bind port b4471579-0e2f-4ca1-af70-b00e9a5dee5c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:11.601643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Attempting to bind port b4471579-0e2f-4ca1-af70-b00e9a5dee5c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:11.602413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Attempting to bind port b4471579-0e2f-4ca1-af70-b00e9a5dee5c on network fe962905-4413-4118-807c-c6dd283e398d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:11.623609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:11.626719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Checking segment: {'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:11.634640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6579c2-dce2-4d12-9993-5f2e239968a9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.635337 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.636045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Bound using segment: {'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:11.636801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Bound port: b4471579-0e2f-4ca1-af70-b00e9a5dee5c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:11.638144 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.656461 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:11.724817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] For port b4471579-0e2f-4ca1-af70-b00e9a5dee5c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:11.729449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] For port b4471579-0e2f-4ca1-af70-b00e9a5dee5c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b4471579-0e2f-4ca1-af70-b00e9a5dee5c,segment=NetworkSegment(829a9f38-85c0-44e2-8214-2fcf66c61df2),segment_id=829a9f38-85c0-44e2-8214-2fcf66c61df2)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:11.734210 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2a31540e-b3a9-4183-b35b-206b7e143393 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c76befd177f745c685228e88e3fc2f63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2930784 Jul 28 10:37:11.738333 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49242) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:11.755739 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.807845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (5d551234-11a9-445a-a81a-27edc859de35), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.832745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d551234-11a9-445a-a81a-27edc859de35']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:11.844231 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d035bc-94ef-4ca8-8fef-365b015a29f2 None None] Pushing event updated for resources: {'Port': ['ID=b4471579-0e2f-4ca1-af70-b00e9a5dee5c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.845223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7533981c-d1d9-463a-89a1-6486279bd158') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:11.845631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7533981c-d1d9-463a-89a1-6486279bd158') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:11.862675 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (7533981c-d1d9-463a-89a1-6486279bd158), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.871808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Router 179fc6c7-f670-4ec5-8153-24e59efa237f is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:37:11.881664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7533981c-d1d9-463a-89a1-6486279bd158), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.883960 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:11.890316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:37:11.890716 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (7533981c-d1d9-463a-89a1-6486279bd158), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:11.964958 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7533981c-d1d9-463a-89a1-6486279bd158 resource provider aggregate not found Jul 28 10:37:11.973165 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:11.993103 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7533981c-d1d9-463a-89a1-6486279bd158 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7533981c-d1d9-463a-89a1-6486279bd158 found for delete ", "request_id": "req-0035301e-9a56-43bd-bd15-db36b64a94d5"}]} Jul 28 10:37:12.008635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (5d551234-11a9-445a-a81a-27edc859de35), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.013683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.019536 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5d551234-11a9-445a-a81a-27edc859de35 HTTP/1.1" status: 204 len: 168 time: 1.8428047 Jul 28 10:37:12.041094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915457e4-cb18-4abc-95ff-8134a1d37380 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d551234-11a9-445a-a81a-27edc859de35,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:12.258912 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:37:12.374565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-067372ca-3d7e-498d-add0-ce960ca353d6 admin admin] Publish callbacks [] for security_group (af13d2b4-ad1e-4180-96fb-6522ce47ee44), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.480848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-067372ca-3d7e-498d-add0-ce960ca353d6 admin admin] Publish callbacks [] for security_group (af13d2b4-ad1e-4180-96fb-6522ce47ee44), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.539834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49310) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:12.544887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:12.562410 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:12.563331 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Sync routers for ids ['179fc6c7-f670-4ec5-8153-24e59efa237f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:12.568895 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:12.573162 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.577601 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f6786833-cd2c-4b60-847a-0297b5b5cff8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0318325 Jul 28 10:37:12.578454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49316) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:12.590700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4471579-0e2f-4ca1-af70-b00e9a5dee5c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:12.627940 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Routers {'179fc6c7-f670-4ec5-8153-24e59efa237f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:12.630069 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['179fc6c7-f670-4ec5-8153-24e59efa237f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:12.725568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b4471579-0e2f-4ca1-af70-b00e9a5dee5c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:12.728872 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.747188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-067372ca-3d7e-498d-add0-ce960ca353d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af13d2b4-ad1e-4180-96fb-6522ce47ee44), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.758378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-067372ca-3d7e-498d-add0-ce960ca353d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.762268 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-067372ca-3d7e-498d-add0-ce960ca353d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af13d2b4-ad1e-4180-96fb-6522ce47ee44 HTTP/1.1" status: 204 len: 168 time: 1.0165818 Jul 28 10:37:12.780234 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e392f86f-f16a-4d47-8c33-321d39d710fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9985f08d1d548328c197f02f309dfa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397907 Jul 28 10:37:12.783041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49344) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:12.818476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067372ca-3d7e-498d-add0-ce960ca353d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13d2b4-ad1e-4180-96fb-6522ce47ee44,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:12.896976 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Set router 179fc6c7-f670-4ec5-8153-24e59efa237f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:12.920418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fb0aa0a-5a27-4e85-8c04-cc1135124c02 admin admin] Publish callbacks [] for security_group (f11adee9-be2b-4efb-8903-b486e86763e8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.927302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b4471579-0e2f-4ca1-af70-b00e9a5dee5c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:12.927870 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:12.986619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fb0aa0a-5a27-4e85-8c04-cc1135124c02 admin admin] Publish callbacks [] for security_group (f11adee9-be2b-4efb-8903-b486e86763e8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:13.023075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port b4471579-0e2f-4ca1-af70-b00e9a5dee5c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b4471579-0e2f-4ca1-af70-b00e9a5dee5c,segment=NetworkSegment(829a9f38-85c0-44e2-8214-2fcf66c61df2),segment_id=829a9f38-85c0-44e2-8214-2fcf66c61df2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:13.037195 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:13.141983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fb0aa0a-5a27-4e85-8c04-cc1135124c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f11adee9-be2b-4efb-8903-b486e86763e8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:13.147261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4fb0aa0a-5a27-4e85-8c04-cc1135124c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:13.148651 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4fb0aa0a-5a27-4e85-8c04-cc1135124c02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f11adee9-be2b-4efb-8903-b486e86763e8 HTTP/1.1" status: 204 len: 168 time: 0.3639019 Jul 28 10:37:13.193188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0aa0a-5a27-4e85-8c04-cc1135124c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11adee9-be2b-4efb-8903-b486e86763e8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:13.196317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e6579c2-dce2-4d12-9993-5f2e239968a9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:13.348681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7e6579c2-dce2-4d12-9993-5f2e239968a9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:13.349081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e6579c2-dce2-4d12-9993-5f2e239968a9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:13.353852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=b4471579-0e2f-4ca1-af70-b00e9a5dee5c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:13.599229 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a523a822-1309-44e7-bb29-02618da113ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:10Z', 'revision_number': 3, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port': {'id': 'a523a822-1309-44e7-bb29-02618da113ba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:09Z', 'updated_at': '2022-07-28T10:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:13.663542 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Checking router: 179fc6c7-f670-4ec5-8153-24e59efa237f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:13.664538 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Updating router 179fc6c7-f670-4ec5-8153-24e59efa237f port a523a822-1309-44e7-bb29-02618da113ba binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:13.726778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0f633-aeb1-4f08-ba4f-16af23fe12b6 None None] Network fe962905-4413-4118-807c-c6dd283e398d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:13.740715 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a523a822-1309-44e7-bb29-02618da113ba), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:13.946511 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:14.005340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dc3dfc9a-78d2-4396-97e0-6f6677151326 None None] Provisioning complete for port b4471579-0e2f-4ca1-af70-b00e9a5dee5c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:14.006317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfc9a-78d2-4396-97e0-6f6677151326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.075150 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.296954 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Publish callbacks [] for port (a523a822-1309-44e7-bb29-02618da113ba), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.303046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dc3dfc9a-78d2-4396-97e0-6f6677151326 None None] Current status of the port b4471579-0e2f-4ca1-af70-b00e9a5dee5c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:14.319937 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a523a822-1309-44e7-bb29-02618da113ba), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.389467 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Attempting to bind port a523a822-1309-44e7-bb29-02618da113ba on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:14.390381 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Attempting to bind port a523a822-1309-44e7-bb29-02618da113ba by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:14.391038 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Attempting to bind port a523a822-1309-44e7-bb29-02618da113ba on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:14.408197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:14.409589 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:14.410201 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.411022 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:14.411679 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Bound port: a523a822-1309-44e7-bb29-02618da113ba, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:14.412456 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a523a822-1309-44e7-bb29-02618da113ba), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.463989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Allocated IP 172.20.0.1 (fe962905-4413-4118-807c-c6dd283e398d/8eb5e4f2-c33e-4547-a4b6-3eaed04def90/53c53d72-280e-4ae4-abd0-6fde4d8992d2) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:14.555372 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] For port a523a822-1309-44e7-bb29-02618da113ba, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:14.562734 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] For port a523a822-1309-44e7-bb29-02618da113ba, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a523a822-1309-44e7-bb29-02618da113ba,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:14.601617 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a523a822-1309-44e7-bb29-02618da113ba), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.606886 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40a3cd-d0fa-4cd8-bca7-e80499c67bce None None] Pushing event updated for resources: {'Port': ['ID=a523a822-1309-44e7-bb29-02618da113ba,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:14.611257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4471579-0e2f-4ca1-af70-b00e9a5dee5c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:14.672537 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Routers {'179fc6c7-f670-4ec5-8153-24e59efa237f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:14.673427 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['179fc6c7-f670-4ec5-8153-24e59efa237f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:14.697094 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:14.710770 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40a3cd-d0fa-4cd8-bca7-e80499c67bce None None] Pushing event updated for resources: {'Port': ['ID=a523a822-1309-44e7-bb29-02618da113ba,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:14.801718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2a86e90c-8cbf-41b8-a284-5630e0d62e93 None None] Provisioning complete for port b4471579-0e2f-4ca1-af70-b00e9a5dee5c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:14.819363 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a86e90c-8cbf-41b8-a284-5630e0d62e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.836193 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] Set router 179fc6c7-f670-4ec5-8153-24e59efa237f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:14.851357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks [] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.893559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49526) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:14.917117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b4471579-0e2f-4ca1-af70-b00e9a5dee5c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:14.917731 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:14.942718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.020833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Network fe962905-4413-4118-807c-c6dd283e398d is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:15.021071 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:15.027407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:15.029949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Pushing event updated for resources: {'Port': ['ID=53c53d72-280e-4ae4-abd0-6fde4d8992d2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:15.032531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:15.067155 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:15.071642 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:15.088969 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (179fc6c7-f670-4ec5-8153-24e59efa237f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.121464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b4471579-0e2f-4ca1-af70-b00e9a5dee5c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:15.139641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2a86e90c-8cbf-41b8-a284-5630e0d62e93 None None] Current status of the port b4471579-0e2f-4ca1-af70-b00e9a5dee5c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:15.231425 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a523a822-1309-44e7-bb29-02618da113ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:10Z', 'revision_number': 3, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port': {'id': 'a523a822-1309-44e7-bb29-02618da113ba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:09Z', 'updated_at': '2022-07-28T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:15.318208 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626e006-65a6-4915-a406-2a3bbcb6bf0d None None] The sync data for ids ['179fc6c7-f670-4ec5-8153-24e59efa237f'] in n-d-850468-6 is: [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a523a822-1309-44e7-bb29-02618da113ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:10Z', 'revision_number': 3, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port': {'id': 'a523a822-1309-44e7-bb29-02618da113ba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:09Z', 'updated_at': '2022-07-28T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:15.330196 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.572823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9fe56af3-dd14-411c-9125-8e454a543867 None None] Provisioning complete for port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:15.573413 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9fe56af3-dd14-411c-9125-8e454a543867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.629188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac894d0e-b62b-4c27-891b-0d2b0a29ade7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.641607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9fe56af3-dd14-411c-9125-8e454a543867 None None] Port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:15.676399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks [] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.702079 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.804230 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac894d0e-b62b-4c27-891b-0d2b0a29ade7 admin admin] Publish callbacks [] for security_group (f03f43e3-66e2-4499-aee2-715158956ce4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.816890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac894d0e-b62b-4c27-891b-0d2b0a29ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f03f43e3-66e2-4499-aee2-715158956ce4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:15.925559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Pushing event updated for resources: {'Port': ['ID=53c53d72-280e-4ae4-abd0-6fde4d8992d2,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:15.938628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (179fc6c7-f670-4ec5-8153-24e59efa237f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:16.015268 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ac894d0e-b62b-4c27-891b-0d2b0a29ade7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64efca69941e4f0185600526c02084d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1172628 Jul 28 10:37:16.017379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49612) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:16.026527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac894d0e-b62b-4c27-891b-0d2b0a29ade7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03f43e3-66e2-4499-aee2-715158956ce4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:16.148122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Network fe962905-4413-4118-807c-c6dd283e398d is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:16.150706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:16.455292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Router 179fc6c7-f670-4ec5-8153-24e59efa237f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:16.461214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a23e6373-4810-4802-8c82-106e5da341bf admin admin] Publish callbacks [] for security_group (f03f43e3-66e2-4499-aee2-715158956ce4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:16.507253 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:16.572198 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a23e6373-4810-4802-8c82-106e5da341bf admin admin] Publish callbacks [] for security_group (f03f43e3-66e2-4499-aee2-715158956ce4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:16.581235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-54d9ff7b-7a6b-4a5c-ae8b-829a8bd658ea None None] Provisioning complete for port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:16.582249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54d9ff7b-7a6b-4a5c-ae8b-829a8bd658ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:16.662061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a523a822-1309-44e7-bb29-02618da113ba up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:16.705700 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:16.712963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-54d9ff7b-7a6b-4a5c-ae8b-829a8bd658ea None None] Port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:16.739317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a523a822-1309-44e7-bb29-02618da113ba triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:16.740032 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a523a822-1309-44e7-bb29-02618da113ba), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:16.796691 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:16.811244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a23e6373-4810-4802-8c82-106e5da341bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f03f43e3-66e2-4499-aee2-715158956ce4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:16.823283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a23e6373-4810-4802-8c82-106e5da341bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:16.837888 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a23e6373-4810-4802-8c82-106e5da341bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f03f43e3-66e2-4499-aee2-715158956ce4 HTTP/1.1" status: 204 len: 168 time: 0.8180387 Jul 28 10:37:16.908354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:16.915923 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-19f34c37-d3d7-4e97-8acb-0631554d0f9e admin admin] 10.222.0.46 "PUT /v2.0/routers/179fc6c7-f670-4ec5-8153-24e59efa237f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3356225 Jul 28 10:37:16.934528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e6373-4810-4802-8c82-106e5da341bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03f43e3-66e2-4499-aee2-715158956ce4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:17.100638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a523a822-1309-44e7-bb29-02618da113ba is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:17.101048 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a523a822-1309-44e7-bb29-02618da113ba), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:17.149119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a523a822-1309-44e7-bb29-02618da113ba, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a523a822-1309-44e7-bb29-02618da113ba,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:17.162240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a523a822-1309-44e7-bb29-02618da113ba), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:17.256794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a523a822-1309-44e7-bb29-02618da113ba,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:17.862987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49780) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:17.970429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49784) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:17.984640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e69-c385-4ebc-bf2c-819acad3b503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.131010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e69-c385-4ebc-bf2c-819acad3b503 admin admin] Publish callbacks [] for security_group (8b22f9d6-a4cc-4e83-9c95-25b40b0540e7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.145844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c90a8e69-c385-4ebc-bf2c-819acad3b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b22f9d6-a4cc-4e83-9c95-25b40b0540e7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.169228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Sync routers for ids ['179fc6c7-f670-4ec5-8153-24e59efa237f'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:18.181937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Routers {'179fc6c7-f670-4ec5-8153-24e59efa237f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:18.184179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['179fc6c7-f670-4ec5-8153-24e59efa237f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:18.190610 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c90a8e69-c385-4ebc-bf2c-819acad3b503 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70463dab44954eeda99f7704f8f00eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161219 Jul 28 10:37:18.190984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49806) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:18.256963 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a8e69-c385-4ebc-bf2c-819acad3b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b22f9d6-a4cc-4e83-9c95-25b40b0540e7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:18.264296 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f93d4291-2f2f-491f-b9e8-3d23e56d5c1d admin admin] Publish callbacks [] for security_group (8b22f9d6-a4cc-4e83-9c95-25b40b0540e7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.296126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f93d4291-2f2f-491f-b9e8-3d23e56d5c1d admin admin] Publish callbacks [] for security_group (8b22f9d6-a4cc-4e83-9c95-25b40b0540e7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.357976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f93d4291-2f2f-491f-b9e8-3d23e56d5c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b22f9d6-a4cc-4e83-9c95-25b40b0540e7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.362095 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f93d4291-2f2f-491f-b9e8-3d23e56d5c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.363396 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f93d4291-2f2f-491f-b9e8-3d23e56d5c1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b22f9d6-a4cc-4e83-9c95-25b40b0540e7 HTTP/1.1" status: 204 len: 168 time: 0.1713796 Jul 28 10:37:18.376036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Set router 179fc6c7-f670-4ec5-8153-24e59efa237f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:18.378596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d4291-2f2f-491f-b9e8-3d23e56d5c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b22f9d6-a4cc-4e83-9c95-25b40b0540e7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:18.418961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1828971510-network', 'tenant_id': '58597d8408554881b9e936c5983663d5'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:18.480794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Made reservation on behalf of 58597d8408554881b9e936c5983663d5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:18.484202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.503815 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.557896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49842) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:18.566820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1766546064'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:18.617088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:18.625557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.693988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a523a822-1309-44e7-bb29-02618da113ba up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:18.706129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:18.718626 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.718971 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Added segment 4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa of type vlan for network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e Jul 28 10:37:18.732412 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks [] for security_group (8852a03c-c77b-484b-bd6f-c07f40046ffd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.740909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8852a03c-c77b-484b-bd6f-c07f40046ffd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.758509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49860) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:18.759807 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:18.781075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a523a822-1309-44e7-bb29-02618da113ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:15Z', 'revision_number': 4, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port': {'id': 'a523a822-1309-44e7-bb29-02618da113ba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:09Z', 'updated_at': '2022-07-28T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '53c53d72-280e-4ae4-abd0-6fde4d8992d2', 'name': '', 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'mac_address': 'fa:16:3e:6b:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '8eb5e4f2-c33e-4547-a4b6-3eaed04def90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:14Z', 'updated_at': '2022-07-28T10:37:15Z', 'revision_number': 2, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'subnets': [{'id': '8eb5e4f2-c33e-4547-a4b6-3eaed04def90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:18.786313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (5702b19c-6e25-4ab2-ad71-3543f5d7b83e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.814894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:18.822409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Checking router: 179fc6c7-f670-4ec5-8153-24e59efa237f for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:18.822854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Updating router 179fc6c7-f670-4ec5-8153-24e59efa237f port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:18.840059 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:18.843027 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8852a03c-c77b-484b-bd6f-c07f40046ffd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:18.847114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (5702b19c-6e25-4ab2-ad71-3543f5d7b83e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.851561 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (55f82ba5-df7c-4642-96d2-bf59eaf7628e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.851805 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Added segment 55f82ba5-df7c-4642-96d2-bf59eaf7628e of type vlan for network d9e608ce-54d3-43b1-b332-dd984ba1da05 Jul 28 10:37:18.859572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:18.861823 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.862258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a523a822-1309-44e7-bb29-02618da113ba triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:18.862850 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a523a822-1309-44e7-bb29-02618da113ba), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.902642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.911329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (d9e608ce-54d3-43b1-b332-dd984ba1da05), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.916932 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:18.947775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (d9e608ce-54d3-43b1-b332-dd984ba1da05), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.949089 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:18.950340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:18.977938 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 755 time: 0.4167273 Jul 28 10:37:18.988666 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:18.990615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49868) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:19.018649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b63ee-7941-443b-b8a5-66abc1fe2e4e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Network': ['ID=5702b19c-6e25-4ab2-ad71-3543f5d7b83e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.031833 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1201808690'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:19.040593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49874) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:19.044193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:19.076026 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 859 time: 1.2119136 Jul 28 10:37:19.079022 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:19.085465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:19.088536 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Request body: {'subnet': {'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1828971510-subnet', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:19.093671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.119370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a523a822-1309-44e7-bb29-02618da113ba is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:19.125513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:19.138809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cb874ca5-bd12-43c0-82a3-e24609ef0de0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.138809 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Added segment cb874ca5-bd12-43c0-82a3-e24609ef0de0 of type vlan for network 680d0d7c-d0e2-4c96-b801-28183a8a13dd Jul 28 10:37:19.194085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (680d0d7c-d0e2-4c96-b801-28183a8a13dd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.228359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee5e8e-0e6f-4caa-880e-2cd3ca4825f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e608ce-54d3-43b1-b332-dd984ba1da05,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.234326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (680d0d7c-d0e2-4c96-b801-28183a8a13dd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.242156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:19.243185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.247352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:19.293801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Made reservation on behalf of 58597d8408554881b9e936c5983663d5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:19.300150 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.356991 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 755 time: 0.3625712 Jul 28 10:37:19.370291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30b269-4c0e-4f10-b909-d773973c990d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Network': ['ID=680d0d7c-d0e2-4c96-b801-28183a8a13dd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.373915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49888) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:19.380017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-488748357-network', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:19.386395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 680d0d7c-d0e2-4c96-b801-28183a8a13dd details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:19.405343 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'subnet': {'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:19.461015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Made reservation on behalf of 243bfecc2f9744e087fe60f72caa3b84 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:19.463740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.487022 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fd17c-772b-41bc-80d1-6069b7cb5101 req-a1ca92fa-98a1-4bb5-bfb7-bc76e842ab15 tempest-ServersNegativeTestMultiTenantJSON-1639699725 tempest-ServersNegativeTestMultiTenantJSON-1639699725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:19.488885 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-062fd17c-772b-41bc-80d1-6069b7cb5101 req-a1ca92fa-98a1-4bb5-bfb7-bc76e842ab15 tempest-ServersNegativeTestMultiTenantJSON-1639699725 tempest-ServersNegativeTestMultiTenantJSON-1639699725-project] 10.222.0.46 "GET /v2.0/networks?id=83025633-83ab-4ed5-b982-869a3375c4b5 HTTP/1.1" status: 200 len: 824 time: 0.4110157 Jul 28 10:37:19.494420 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.541352 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c6daff-7a9e-4fa8-9b79-0ab442cbf8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.544199 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-062fd17c-772b-41bc-80d1-6069b7cb5101 req-c9abe902-dfe7-4426-bdda-b036fd2dc70b tempest-ServersNegativeTestMultiTenantJSON-1639699725 tempest-ServersNegativeTestMultiTenantJSON-1639699725-project] 10.222.0.46 "GET /v2.0/quotas/8999d0a0acc04879bb1fa55809a9baa2 HTTP/1.1" status: 200 len: 375 time: 0.0472264 Jul 28 10:37:19.584976 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Publish callbacks [] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.592710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:19.595198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.597547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.601233 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:19.612067 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:19.703165 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-062fd17c-772b-41bc-80d1-6069b7cb5101 req-b2015b66-567e-4d86-be82-bcec1c502ec2 tempest-ServersNegativeTestMultiTenantJSON-1639699725 tempest-ServersNegativeTestMultiTenantJSON-1639699725-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8999d0a0acc04879bb1fa55809a9baa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437624 Jul 28 10:37:19.768881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d6bf-01b2-4aad-85c9-0274bd5a1a3e None None] Pushing event updated for resources: {'Port': ['ID=53c53d72-280e-4ae4-abd0-6fde4d8992d2,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.802114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Attempting to bind port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:19.802677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Attempting to bind port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:19.803679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Attempting to bind port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 on network fe962905-4413-4118-807c-c6dd283e398d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:19.819970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:19.820354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Checking segment: {'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:19.820762 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.821162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Bound using segment: {'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:19.821665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Bound port: 53c53d72-280e-4ae4-abd0-6fde4d8992d2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829a9f38-85c0-44e2-8214-2fcf66c61df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:19.822097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:19.995165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] For port 53c53d72-280e-4ae4-abd0-6fde4d8992d2, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:20.001048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] For port 53c53d72-280e-4ae4-abd0-6fde4d8992d2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=53c53d72-280e-4ae4-abd0-6fde4d8992d2,segment=NetworkSegment(829a9f38-85c0-44e2-8214-2fcf66c61df2),segment_id=829a9f38-85c0-44e2-8214-2fcf66c61df2)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:20.012095 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.083072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1bafa46c-6e50-4943-ad49-d1615137d74f None None] Provisioning complete for port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:20.083599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1bafa46c-6e50-4943-ad49-d1615137d74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.088955 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (ae517e54-a23b-43ab-949e-33ee4449b640), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.118708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks [] for security_group (96e27f19-968a-4e0f-9d78-c6ea005ee7bf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.125480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (46671d39-ebae-4686-ac9e-4ba54288f57c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.157120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Routers {'179fc6c7-f670-4ec5-8153-24e59efa237f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:20.157768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['179fc6c7-f670-4ec5-8153-24e59efa237f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:20.190164 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (96e27f19-968a-4e0f-9d78-c6ea005ee7bf), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.226342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d6bf-01b2-4aad-85c9-0274bd5a1a3e None None] Pushing event updated for resources: {'Port': ['ID=53c53d72-280e-4ae4-abd0-6fde4d8992d2,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.259822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Subnet': ['ID=ae517e54-a23b-43ab-949e-33ee4449b640,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.285385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Checking segment: {'id': '4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:20.285750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Network hostable DHCP agents. Network: 5702b19c-6e25-4ab2-ad71-3543f5d7b83e, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:20.287489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c6daff-7a9e-4fa8-9b79-0ab442cbf8ba admin admin] Publish callbacks [] for security_group (03cf3798-2395-48ff-bc52-8262947ac5b2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.294032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:20.305934 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-062fd17c-772b-41bc-80d1-6069b7cb5101 req-12903a54-7f82-4af0-8f6a-9fd7ab0cd01a service neutron] 10.222.0.46 "GET /v2.0/networks/83025633-83ab-4ed5-b982-869a3375c4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870545 Jul 28 10:37:20.319795 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:20.328291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:20.357246 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 5702b19c-6e25-4ab2-ad71-3543f5d7b83e) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:20.359257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c6daff-7a9e-4fa8-9b79-0ab442cbf8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (03cf3798-2395-48ff-bc52-8262947ac5b2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.366548 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:20.367159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.375305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] Set router 179fc6c7-f670-4ec5-8153-24e59efa237f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:20.410519 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c20e34e0-cecd-4c0f-ab9a-862403c79dc0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.411318 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Added segment c20e34e0-cecd-4c0f-ab9a-862403c79dc0 of type vlan for network 180b12f9-cf11-4e3c-b707-f07ef5d66391 Jul 28 10:37:20.421949 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb781600-5a6d-4b99-98e9-56e6dfffbf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0444572 Jul 28 10:37:20.422792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49924) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:20.429417 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'subnet': {'network_id': '680d0d7c-d0e2-4c96-b801-28183a8a13dd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:20.472941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46671d39-ebae-4686-ac9e-4ba54288f57c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.475370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e27f19-968a-4e0f-9d78-c6ea005ee7bf,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.566407 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0c6daff-7a9e-4fa8-9b79-0ab442cbf8ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e97d9b4df68d43b6aa437d1635ae22f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5247180 Jul 28 10:37:20.568987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49928) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:20.575017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Checking segment: {'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:20.575391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Network hostable DHCP agents. Network: d9e608ce-54d3-43b1-b332-dd984ba1da05, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:20.585033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (180b12f9-cf11-4e3c-b707-f07ef5d66391), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.587863 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6daff-7a9e-4fa8-9b79-0ab442cbf8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf3798-2395-48ff-bc52-8262947ac5b2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.606880 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:20.621542 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:20.622719 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:20.645219 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-062fd17c-772b-41bc-80d1-6069b7cb5101 req-2d81b458-e75d-4953-9371-6d8236e16134 service neutron] 10.222.0.46 "GET /v2.0/networks/83025633-83ab-4ed5-b982-869a3375c4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054392 Jul 28 10:37:20.647021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e05b3-338b-44e6-99f7-530828478c3e None None] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:20.656587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:20.660850 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (180b12f9-cf11-4e3c-b707-f07ef5d66391), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.662485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:20.663354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.666966 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:20.667918 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:20.710804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, d9e608ce-54d3-43b1-b332-dd984ba1da05) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:20.732891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd4bb1-7fc7-49b1-ab0c-faf2a0acd93e None None] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:20.746988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:20.752816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.839477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1bafa46c-6e50-4943-ad49-d1615137d74f None None] Current status of the port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:20.839867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1bafa46c-6e50-4943-ad49-d1615137d74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.845839 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:20.848758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:20.858784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49932) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:20.919506 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.1597452 Jul 28 10:37:20.922765 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49936) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:20.929226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Request body: {'subnet': {'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-subnet', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:20.933475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af476a08-b1ee-4fa7-8f90-060b83133cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=180b12f9-cf11-4e3c-b707-f07ef5d66391,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.956527 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dab03756-f946-42a3-ba71-b238fd1e8ff5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8765547 Jul 28 10:37:20.957161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49942) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:20.971172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Request body: {'router': {'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:21.005907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:21.026458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1bafa46c-6e50-4943-ad49-d1615137d74f None None] For port 53c53d72-280e-4ae4-abd0-6fde4d8992d2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=53c53d72-280e-4ae4-abd0-6fde4d8992d2,segment=NetworkSegment(829a9f38-85c0-44e2-8214-2fcf66c61df2),segment_id=829a9f38-85c0-44e2-8214-2fcf66c61df2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:21.031756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Made reservation on behalf of 243bfecc2f9744e087fe60f72caa3b84 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:21.036936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.096531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69cf27f7-8155-4a50-89eb-7bfd1fafa185 admin admin] Publish callbacks [] for security_group (03cf3798-2395-48ff-bc52-8262947ac5b2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.129043 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (8da55f4b-eda1-4522-9ae8-001226970712), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.155216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1bafa46c-6e50-4943-ad49-d1615137d74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.209158 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b2ea5089-e0d9-449e-8e26-41d34a3af8af req-8f4d481f-de9a-471e-9b33-0413a538111e tempest-ServersNegativeTestMultiTenantJSON-1639699725 tempest-ServersNegativeTestMultiTenantJSON-1639699725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c9bd76c-a2f0-4516-9ec3-59266df92c8e HTTP/1.1" status: 200 len: 210 time: 0.1198690 Jul 28 10:37:21.216581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Subnet': ['ID=8da55f4b-eda1-4522-9ae8-001226970712,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:21.252391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69cf27f7-8155-4a50-89eb-7bfd1fafa185 admin admin] Publish callbacks [] for security_group (03cf3798-2395-48ff-bc52-8262947ac5b2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.284950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Checking segment: {'id': 'cb874ca5-bd12-43c0-82a3-e24609ef0de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '680d0d7c-d0e2-4c96-b801-28183a8a13dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:21.285525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Network hostable DHCP agents. Network: 680d0d7c-d0e2-4c96-b801-28183a8a13dd, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:21.302528 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a1aa7d34-45f7-4561-b2f0-736643a40b48), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.305429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.306673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.372174 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f5b0-eb9d-414f-b35a-a9a25bd107b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.374535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-5702b19c-6e25-4ab2-ad71-3543f5d7b83e', 'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e', 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'fixed_ips': [{'subnet_id': 'ae517e54-a23b-43ab-949e-33ee4449b640'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:37:21.375468 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.393327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Network 680d0d7c-d0e2-4c96-b801-28183a8a13dd is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:21.412500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 680d0d7c-d0e2-4c96-b801-28183a8a13dd) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:21.418480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:21.419322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.435560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069abeb-5153-44b0-abff-ae39951b14f3 None None] Network 680d0d7c-d0e2-4c96-b801-28183a8a13dd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:21.452840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafa46c-6e50-4943-ad49-d1615137d74f None None] Pushing event updated for resources: {'Port': ['ID=53c53d72-280e-4ae4-abd0-6fde4d8992d2,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:21.458235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69cf27f7-8155-4a50-89eb-7bfd1fafa185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (03cf3798-2395-48ff-bc52-8262947ac5b2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.461101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69cf27f7-8155-4a50-89eb-7bfd1fafa185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.462277 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-69cf27f7-8155-4a50-89eb-7bfd1fafa185 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03cf3798-2395-48ff-bc52-8262947ac5b2 HTTP/1.1" status: 204 len: 168 time: 0.8917944 Jul 28 10:37:21.465165 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:21.496650 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf27f7-8155-4a50-89eb-7bfd1fafa185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf3798-2395-48ff-bc52-8262947ac5b2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:21.504714 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c2091ed7-830b-4443-b85b-affb6271dc5c tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0805662 Jul 28 10:37:21.518411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49954) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:21.523962 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'port': {'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e', 'name': 'tempest-TaggedBootDevicesTest-644257317', 'fixed_ips': [{'subnet_id': 'ae517e54-a23b-43ab-949e-33ee4449b640'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:21.527202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8d2fadef-7773-4147-b527-d2a41c3eec99 None None] Provisioning complete for port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:21.527748 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d2fadef-7773-4147-b527-d2a41c3eec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.584254 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aa7d34-45f7-4561-b2f0-736643a40b48,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:21.611733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks [] for router_controller (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.701077 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Checking segment: {'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:21.701532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Network hostable DHCP agents. Network: 180b12f9-cf11-4e3c-b707-f07ef5d66391, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:21.708770 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:21.724743 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:21.730319 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f5b0-eb9d-414f-b35a-a9a25bd107b4 admin admin] Publish callbacks [] for security_group (1b046c9a-08cc-4af8-b018-83bfdc908d77), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.759087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-d9e608ce-54d3-43b1-b332-dd984ba1da05', 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05', 'project_id': '58597d8408554881b9e936c5983663d5', 'fixed_ips': [{'subnet_id': '46671d39-ebae-4686-ac9e-4ba54288f57c'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:37:21.760515 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.823807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:21.864729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] device_id is not set on port e2f418fe-36bf-4150-ac4f-85fd591324c2 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:37:21.932421 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:21.943631 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:21.958731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8d2fadef-7773-4147-b527-d2a41c3eec99 None None] Current status of the port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:21.966938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a523a822-1309-44e7-bb29-02618da113ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:15Z', 'revision_number': 4, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port': {'id': 'a523a822-1309-44e7-bb29-02618da113ba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:09Z', 'updated_at': '2022-07-28T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '53c53d72-280e-4ae4-abd0-6fde4d8992d2', 'name': '', 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'mac_address': 'fa:16:3e:6b:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '8eb5e4f2-c33e-4547-a4b6-3eaed04def90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:14Z', 'updated_at': '2022-07-28T10:37:19Z', 'revision_number': 4, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'subnets': [{'id': '8eb5e4f2-c33e-4547-a4b6-3eaed04def90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:21.969347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Allocated IP 10.1.1.2 (5702b19c-6e25-4ab2-ad71-3543f5d7b83e/ae517e54-a23b-43ab-949e-33ee4449b640/5b638218-22f3-4b5b-88b0-429f05f17e7f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:22.093223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82ef48-7298-4f4b-82b8-9db06c67997d None None] The sync data for ids ['179fc6c7-f670-4ec5-8153-24e59efa237f'] in n-d-850468-6 is: [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a523a822-1309-44e7-bb29-02618da113ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:15Z', 'revision_number': 4, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port': {'id': 'a523a822-1309-44e7-bb29-02618da113ba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:09Z', 'updated_at': '2022-07-28T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '53c53d72-280e-4ae4-abd0-6fde4d8992d2', 'name': '', 'network_id': 'fe962905-4413-4118-807c-c6dd283e398d', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'mac_address': 'fa:16:3e:6b:af:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '8eb5e4f2-c33e-4547-a4b6-3eaed04def90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:14Z', 'updated_at': '2022-07-28T10:37:19Z', 'revision_number': 4, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'subnets': [{'id': '8eb5e4f2-c33e-4547-a4b6-3eaed04def90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:22.103323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-680d0d7c-d0e2-4c96-b801-28183a8a13dd', 'network_id': '680d0d7c-d0e2-4c96-b801-28183a8a13dd', 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'fixed_ips': [{'subnet_id': '8da55f4b-eda1-4522-9ae8-001226970712'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:37:22.104298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.132759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f5b0-eb9d-414f-b35a-a9a25bd107b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1b046c9a-08cc-4af8-b018-83bfdc908d77), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.146217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:22.245806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks [] for router_gateway (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.256835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 180b12f9-cf11-4e3c-b707-f07ef5d66391) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:22.306316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e36403-3e7d-49e9-a7b4-5ae73f82be6b None None] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:22.315441 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9dc4f5b0-eb9d-414f-b35a-a9a25bd107b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74db4e96e6eb4ae2a0029170242deb76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4350903 Jul 28 10:37:22.320902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49970) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:22.330288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:22.330985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.387251 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4f5b0-eb9d-414f-b35a-a9a25bd107b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b046c9a-08cc-4af8-b018-83bfdc908d77,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:22.465357 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-255cbf1c-1456-4b41-bd11-87851d9d9f5f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5407176 Jul 28 10:37:22.486303 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49972) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:22.500149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:22.509507 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-3f698342-e0cc-4383-a65d-1dcc33cafdf9 req-b9ce4244-d5e6-4f2a-b809-312486133a18 tempest-ServersNegativeTestMultiTenantJSON-1639699725 tempest-ServersNegativeTestMultiTenantJSON-1639699725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c9bd76c-a2f0-4516-9ec3-59266df92c8e HTTP/1.1" status: 200 len: 210 time: 0.0845840 Jul 28 10:37:22.523576 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:22.614717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:22.644987 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8da5e899-c828-466f-92c0-22d58ee86a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.663955 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5771a1c2-482c-4c5f-8bb8-560e2645bec5 admin admin] Publish callbacks [] for security_group (1b046c9a-08cc-4af8-b018-83bfdc908d77), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.696799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5771a1c2-482c-4c5f-8bb8-560e2645bec5 admin admin] Publish callbacks [] for security_group (1b046c9a-08cc-4af8-b018-83bfdc908d77), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.762281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.763386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.796092 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5771a1c2-482c-4c5f-8bb8-560e2645bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1b046c9a-08cc-4af8-b018-83bfdc908d77), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.802155 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5771a1c2-482c-4c5f-8bb8-560e2645bec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.806140 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5771a1c2-482c-4c5f-8bb8-560e2645bec5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b046c9a-08cc-4af8-b018-83bfdc908d77 HTTP/1.1" status: 204 len: 168 time: 0.4761996 Jul 28 10:37:22.810252 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:22.828906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771a1c2-482c-4c5f-8bb8-560e2645bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b046c9a-08cc-4af8-b018-83bfdc908d77,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:22.864080 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Publish callbacks [] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.909421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 53c53d72-280e-4ae4-abd0-6fde4d8992d2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:22.965050 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:22.971788 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7e2007c4-1e75-48f3-99ce-81d91c643bfe req-757364cf-33c9-4fe8-adee-fb8b2dedec4f tempest-ServersNegativeTestMultiTenantJSON-1639699725 tempest-ServersNegativeTestMultiTenantJSON-1639699725-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c9bd76c-a2f0-4516-9ec3-59266df92c8e HTTP/1.1" status: 200 len: 210 time: 0.0938256 Jul 28 10:37:22.985499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks [] for router_controller (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.005012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:23.006854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-180b12f9-cf11-4e3c-b707-f07ef5d66391', 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391', 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'fixed_ips': [{'subnet_id': 'a1aa7d34-45f7-4561-b2f0-736643a40b48'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:37:23.008393 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.008676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks [] for router_gateway (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.066286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:23.115514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Allocated IP 10.1.1.43 (5702b19c-6e25-4ab2-ad71-3543f5d7b83e/ae517e54-a23b-43ab-949e-33ee4449b640/e2f418fe-36bf-4150-ac4f-85fd591324c2) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:23.168928 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8da5e899-c828-466f-92c0-22d58ee86a00 admin admin] Publish callbacks [] for security_group (b1be3746-7859-41c6-8e4b-6363282cd495), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.187083 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8da5e899-c828-466f-92c0-22d58ee86a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b1be3746-7859-41c6-8e4b-6363282cd495), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.219814 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8da5e899-c828-466f-92c0-22d58ee86a00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3be3679003c44aa784b7a6f874119210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5980656 Jul 28 10:37:23.242392 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49992) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:23.286085 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.319190 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:23.373436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5e899-c828-466f-92c0-22d58ee86a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1be3746-7859-41c6-8e4b-6363282cd495,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:23.391363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50000) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:23.472203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Allocated IP 172.20.0.2 (180b12f9-cf11-4e3c-b707-f07ef5d66391/a1aa7d34-45f7-4561-b2f0-736643a40b48/e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:23.563331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Allocated IP 172.20.0.2 (d9e608ce-54d3-43b1-b332-dd984ba1da05/46671d39-ebae-4686-ac9e-4ba54288f57c/0cc4423e-7120-4e44-8f3b-5481de179ac0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:23.618934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:23.622327 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks [] for router_gateway (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.659763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:23.661262 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:23.667759 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:23.886541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Allocated IP 10.2.2.2 (680d0d7c-d0e2-4c96-b801-28183a8a13dd/8da55f4b-eda1-4522-9ae8-001226970712/f53c9e85-97a0-417c-91a6-ff57358c94d6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:24.016127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Allocated IP 172.25.2.215 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:24.078892 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:24.126920 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Publish callbacks [] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.221188 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.251210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9193e1a-2256-4ddc-9eaf-1a4e9f0d4f19 admin admin] Publish callbacks [] for security_group (b1be3746-7859-41c6-8e4b-6363282cd495), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.258248 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:24.319689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks [] for router_gateway (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.356199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for port (e2f418fe-36bf-4150-ac4f-85fd591324c2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.359306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9193e1a-2256-4ddc-9eaf-1a4e9f0d4f19 admin admin] Publish callbacks [] for security_group (b1be3746-7859-41c6-8e4b-6363282cd495), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.363118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.432958 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:24.462425 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks [] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.497731 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Publish callbacks [] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.520162 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e2f418fe-36bf-4150-ac4f-85fd591324c2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.527604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.587499 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.613302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9193e1a-2256-4ddc-9eaf-1a4e9f0d4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b1be3746-7859-41c6-8e4b-6363282cd495), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.616297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9193e1a-2256-4ddc-9eaf-1a4e9f0d4f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.617444 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f9193e1a-2256-4ddc-9eaf-1a4e9f0d4f19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1be3746-7859-41c6-8e4b-6363282cd495 HTTP/1.1" status: 204 len: 168 time: 1.3734219 Jul 28 10:37:24.628196 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Pushing event updated for resources: {'Port': ['ID=5b638218-22f3-4b5b-88b0-429f05f17e7f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:24.630483 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:24.639783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:24.653499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:24.655755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Pushing event updated for resources: {'Port': ['ID=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:24.658802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:24.662533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Allocated IP 172.25.2.179 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/d0f91482-85ec-4e6e-84a5-1a1bcab30010) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:24.671258 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.677316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:24.723262 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=10 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:24.725368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Attempting to bind port 5b638218-22f3-4b5b-88b0-429f05f17e7f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:24.725813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Attempting to bind port 5b638218-22f3-4b5b-88b0-429f05f17e7f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:24.726945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Attempting to bind port 5b638218-22f3-4b5b-88b0-429f05f17e7f on network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:24.737067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:24.743432 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:24.757214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9193e1a-2256-4ddc-9eaf-1a4e9f0d4f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1be3746-7859-41c6-8e4b-6363282cd495,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:24.818157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:24.820623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Port': ['ID=e2f418fe-36bf-4150-ac4f-85fd591324c2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:24.822914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:24.837761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:24.838099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Checking segment: {'id': '4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:24.838628 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.839173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Bound using segment: {'id': '4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:24.839617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Bound port: 5b638218-22f3-4b5b-88b0-429f05f17e7f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:24.840004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.865296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:24.903026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:24.912526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:24.915126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:24.919753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:24.973241 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:24.975070 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:24.995167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Pushing event updated for resources: {'Port': ['ID=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.045947 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:25.057754 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks [] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.070289 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-62a0bb5d-9615-4d3d-a3f9-2b73a082fab3 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5504022 Jul 28 10:37:25.077882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50038) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:25.089253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'port': {'network_id': '5702b19c-6e25-4ab2-ad71-3543f5d7b83e', 'name': 'tempest-TaggedBootDevicesTest-70285752', 'fixed_ips': [{'subnet_id': 'ae517e54-a23b-43ab-949e-33ee4449b640'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:25.138075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Attempting to bind port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:25.138334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Attempting to bind port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:25.138701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Attempting to bind port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 on network 180b12f9-cf11-4e3c-b707-f07ef5d66391 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:25.174968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:25.175354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Checking segment: {'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:25.175756 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.176278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Bound using segment: {'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:25.176775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Bound port: e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:25.177233 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.200214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] For port 5b638218-22f3-4b5b-88b0-429f05f17e7f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:25.208502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.275405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Pushing event updated for resources: {'Port': ['ID=0cc4423e-7120-4e44-8f3b-5481de179ac0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.281467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] For port 5b638218-22f3-4b5b-88b0-429f05f17e7f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5b638218-22f3-4b5b-88b0-429f05f17e7f,segment=NetworkSegment(4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa),segment_id=4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:25.288154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Attempting to bind port 0cc4423e-7120-4e44-8f3b-5481de179ac0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:25.288723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Attempting to bind port 0cc4423e-7120-4e44-8f3b-5481de179ac0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:25.289394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Attempting to bind port 0cc4423e-7120-4e44-8f3b-5481de179ac0 on network d9e608ce-54d3-43b1-b332-dd984ba1da05 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:25.317564 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:25.323887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.327705 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:25.357694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:25.369741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:25.393995 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Deleting port 79360b39-dcf1-4464-8dca-274cba661c0b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:25.394338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.397422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:25.398087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Checking segment: {'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:25.398736 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.399887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Bound using segment: {'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:25.400597 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Bound port: 0cc4423e-7120-4e44-8f3b-5481de179ac0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:25.401344 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.433624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a46945-3ee7-412e-b99d-554cf8425c13 None None] Pushing event updated for resources: {'Port': ['ID=5b638218-22f3-4b5b-88b0-429f05f17e7f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.453778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks [] for router_gateway (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.463339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Pushing event updated for resources: {'Port': ['ID=d0f91482-85ec-4e6e-84a5-1a1bcab30010,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.473881 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Publish callbacks [] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.481436 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:25.534711 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.606927 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:25.609945 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] For port 79360b39-dcf1-4464-8dca-274cba661c0b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=79360b39-dcf1-4464-8dca-274cba661c0b,segment=NetworkSegment(be8bbcc2-66e9-4ee4-8a77-17b65315ec4a),segment_id=be8bbcc2-66e9-4ee4-8a77-17b65315ec4a)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:25.609945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.616834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] For port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:25.633258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Calling delete_port for 79360b39-dcf1-4464-8dca-274cba661c0b owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:25.681466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Network 680d0d7c-d0e2-4c96-b801-28183a8a13dd is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:25.694478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:25.701696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:25.711762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] For port 0cc4423e-7120-4e44-8f3b-5481de179ac0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:25.724953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] For port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,segment=NetworkSegment(c20e34e0-cecd-4c0f-ab9a-862403c79dc0),segment_id=c20e34e0-cecd-4c0f-ab9a-862403c79dc0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:25.771531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Pushing event updated for resources: {'Port': ['ID=f53c9e85-97a0-417c-91a6-ff57358c94d6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.890794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] For port 0cc4423e-7120-4e44-8f3b-5481de179ac0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0cc4423e-7120-4e44-8f3b-5481de179ac0,segment=NetworkSegment(55f82ba5-df7c-4642-96d2-bf59eaf7628e),segment_id=55f82ba5-df7c-4642-96d2-bf59eaf7628e)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:25.890794 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:25.894594 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:25.966346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Made reservation on behalf of de552247daa44b5e8251b69d2c4caf7d for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:25.974207 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.085604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] device_id is not set on port 3f8fc68a-a34a-4f15-bcee-da56a80f0527 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:37:26.090087 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.173931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (79360b39-dcf1-4464-8dca-274cba661c0b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.201808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bac79-8068-4bba-bd20-fa74671c22e5 None None] Pushing event updated for resources: {'Port': ['ID=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:26.322560 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Pushing event deleted for resources: {'Port': ['ID=79360b39-dcf1-4464-8dca-274cba661c0b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:26.339258 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:26.340767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932be4b-b7c3-4ba4-b1f5-8b5c9db1a6e0 None None] Pushing event updated for resources: {'Port': ['ID=0cc4423e-7120-4e44-8f3b-5481de179ac0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:26.347017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Attempting to bind port f53c9e85-97a0-417c-91a6-ff57358c94d6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:26.347582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Attempting to bind port f53c9e85-97a0-417c-91a6-ff57358c94d6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cb874ca5-bd12-43c0-82a3-e24609ef0de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '680d0d7c-d0e2-4c96-b801-28183a8a13dd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:26.348126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Attempting to bind port f53c9e85-97a0-417c-91a6-ff57358c94d6 on network 680d0d7c-d0e2-4c96-b801-28183a8a13dd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:26.365219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:26.366314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Checking segment: {'id': 'cb874ca5-bd12-43c0-82a3-e24609ef0de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '680d0d7c-d0e2-4c96-b801-28183a8a13dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:26.369083 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.369681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Bound using segment: {'id': 'cb874ca5-bd12-43c0-82a3-e24609ef0de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '680d0d7c-d0e2-4c96-b801-28183a8a13dd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:26.370408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Bound port: f53c9e85-97a0-417c-91a6-ff57358c94d6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb874ca5-bd12-43c0-82a3-e24609ef0de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '680d0d7c-d0e2-4c96-b801-28183a8a13dd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:26.371454 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.451698 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:26.464850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] For port f53c9e85-97a0-417c-91a6-ff57358c94d6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:26.469272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] For port f53c9e85-97a0-417c-91a6-ff57358c94d6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f53c9e85-97a0-417c-91a6-ff57358c94d6,segment=NetworkSegment(cb874ca5-bd12-43c0-82a3-e24609ef0de0),segment_id=cb874ca5-bd12-43c0-82a3-e24609ef0de0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:26.477573 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.496393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.576763 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:26.591746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedc5e3-6229-42ec-a184-7c808cd50f95 None None] Pushing event updated for resources: {'Port': ['ID=f53c9e85-97a0-417c-91a6-ff57358c94d6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:26.884111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Allocated IP 10.1.1.75 (5702b19c-6e25-4ab2-ad71-3543f5d7b83e/ae517e54-a23b-43ab-949e-33ee4449b640/3f8fc68a-a34a-4f15-bcee-da56a80f0527) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:26.948507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:26.999676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks [] for router_gateway (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:27.336703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:37:27.572875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0cc4423e-7120-4e44-8f3b-5481de179ac0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:27.622738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for port (3f8fc68a-a34a-4f15-bcee-da56a80f0527), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:27.711638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:27.743318 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Sync routers for ids ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:27.753351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:27.762910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7360f792-22a3-434b-8ea6-e0a6d52d0c7e None None] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:27.765006 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Routers {'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:27.765607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3f8fc68a-a34a-4f15-bcee-da56a80f0527), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:27.765761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:27.822755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:27.824019 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c44d81e6-43dc-418b-a478-775803781388 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.8574603 Jul 28 10:37:27.882396 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50106) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:28.008946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4472e698-f437-4938-aac7-cbff6e080baf None None] Provisioning complete for port 5b638218-22f3-4b5b-88b0-429f05f17e7f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:28.016180 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4472e698-f437-4938-aac7-cbff6e080baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:28.039147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Port': ['ID=3f8fc68a-a34a-4f15-bcee-da56a80f0527,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:28.075138 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Set router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:28.110912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:28.117967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0cc4423e-7120-4e44-8f3b-5481de179ac0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:28.118580 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:28.269831 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:28.408654 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:28.481098 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:37:25Z', 'revision_number': 3, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:28.529413 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Checking router: e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:28.530085 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Updating router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:28.549903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:37:28.616144 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:28.745671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3682b61-5025-458d-ab2d-9b17a4e7cd00 None None] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:28.836999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:28.865833 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:28.880950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:28.882355 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2e4a9dce-12a7-44e8-b0ea-61161bfeb75c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3949540 Jul 28 10:37:28.885792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50124) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:29.039345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d82bb7-5f6c-44ed-a1f8-7e1d1e48243a None None] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:29.123145 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:29.123980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50128) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:29.163258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Sync routers for ids ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:29.168880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:29.190769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:29.195490 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:29.195680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc3555-85b1-4e7f-8845-1e665b6b651e None None] Network 680d0d7c-d0e2-4c96-b801-28183a8a13dd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:29.197758 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:29.213074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:29.263644 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Publish callbacks [] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.283664 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.336216 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:29.336907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.374243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Routers {'69cd1f38-ac0b-44ca-976a-b0d1ad03a261'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:29.374899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:29.377318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0cc4423e-7120-4e44-8f3b-5481de179ac0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:29.377711 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.427789 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Attempting to bind port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:29.428506 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Attempting to bind port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:29.430406 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Attempting to bind port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:29.452147 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:29.452943 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:29.454173 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.454921 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:29.456010 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Bound port: ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:29.456848 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.507086 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:29.524952 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] For port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:29.529185 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] For port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:29.536509 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:29.538356 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] Sync routers for ids ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:29.544750 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-24d55cad-ed06-4cd8-af94-4a45ff8b8f87 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4598207 Jul 28 10:37:29.546762 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468903fd-8f50-4db3-98ad-f31427db93e5 None None] Pushing event updated for resources: {'Port': ['ID=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:29.564858 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-36628b3f-2179-4c26-b98d-16a35e03475f admin admin] 10.222.0.46 "PUT /v2.0/routers/c9aa286e-c0a3-46d8-9da5-72aa7476b9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1512508 Jul 28 10:37:29.567344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:29.589687 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.631122 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] Routers {'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:29.635234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4472e698-f437-4938-aac7-cbff6e080baf None None] Current status of the port 5b638218-22f3-4b5b-88b0-429f05f17e7f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:29.635848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4472e698-f437-4938-aac7-cbff6e080baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.640360 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:29.715464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50142) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:29.740805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-aac3caad-3e33-4c00-87ed-fe6ca16df9bb tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3627035', 'description': 'tempest-description--2027368802'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:29.746293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4472e698-f437-4938-aac7-cbff6e080baf None None] For port 5b638218-22f3-4b5b-88b0-429f05f17e7f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5b638218-22f3-4b5b-88b0-429f05f17e7f,segment=NetworkSegment(4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa),segment_id=4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:29.817167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 0cc4423e-7120-4e44-8f3b-5481de179ac0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0cc4423e-7120-4e44-8f3b-5481de179ac0,segment=NetworkSegment(55f82ba5-df7c-4642-96d2-bf59eaf7628e),segment_id=55f82ba5-df7c-4642-96d2-bf59eaf7628e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:29.920904 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:29.921749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b638218-22f3-4b5b-88b0-429f05f17e7f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:29.928493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4472e698-f437-4938-aac7-cbff6e080baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.050126 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac3caad-3e33-4c00-87ed-fe6ca16df9bb tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.067089 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] Set router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:30.070786 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.141325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Set router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:30.405031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=0cc4423e-7120-4e44-8f3b-5481de179ac0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:30.507070 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Allocated IP 172.20.0.1 (d9e608ce-54d3-43b1-b332-dd984ba1da05/46671d39-ebae-4686-ac9e-4ba54288f57c/e191d30e-8526-4cc4-8ba7-3e27d456beb9) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:30.551248 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468903fd-8f50-4db3-98ad-f31427db93e5 None None] Pushing event updated for resources: {'Port': ['ID=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:30.597298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Provisioning complete for port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:30.599018 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.603951 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Routers {'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:30.605638 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:30.829751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee65763c-fb8b-41b1-9bcb-2bcf6247f66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.832286 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks [] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.894311 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:30.917283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks [] for router (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.941977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:30.959922 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:31.014661 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] Set router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:31.088395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:31.090633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:31.100169 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:31.131097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Current status of the port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:31.131602 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.144372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5b638218-22f3-4b5b-88b0-429f05f17e7f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:31.146851 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.166639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e698-f437-4938-aac7-cbff6e080baf None None] Pushing event updated for resources: {'Port': ['ID=5b638218-22f3-4b5b-88b0-429f05f17e7f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:31.175400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e191d30e-8526-4cc4-8ba7-3e27d456beb9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:31.181472 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:37:25Z', 'revision_number': 5, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:31.243670 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:31.280381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.293087 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] Checking router: c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:31.411699 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:31.445182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] Routers {'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:31.446255 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:31.451902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:37:26Z', 'revision_number': 3, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port': {'id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:24Z', 'updated_at': '2022-07-28T10:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:31.460070 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:31.466785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] For port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,segment=NetworkSegment(c20e34e0-cecd-4c0f-ab9a-862403c79dc0),segment_id=c20e34e0-cecd-4c0f-ab9a-862403c79dc0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:31.548494 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.563446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Checking router: 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:31.564906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Updating router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 port d0f91482-85ec-4e6e-84a5-1a1bcab30010 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:31.584079 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:31.668898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Provisioning complete for port 0cc4423e-7120-4e44-8f3b-5481de179ac0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:31.669721 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.671703 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.695164 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] Set router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:31.700997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.846383 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac3caad-3e33-4c00-87ed-fe6ca16df9bb tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group (5d789b75-5ded-42e0-9168-1882c9e135bb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.873935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Pushing event updated for resources: {'Port': ['ID=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:31.903918 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac3caad-3e33-4c00-87ed-fe6ca16df9bb tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5d789b75-5ded-42e0-9168-1882c9e135bb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:31.997679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5b638218-22f3-4b5b-88b0-429f05f17e7f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:32.000802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:32.023418 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee65763c-fb8b-41b1-9bcb-2bcf6247f66f admin admin] Publish callbacks [] for security_group (1101e9cf-cd08-4dcd-8cfe-d653d154a7bc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.041001 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks [] for router_gateway (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.071057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks [] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.074920 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee65763c-fb8b-41b1-9bcb-2bcf6247f66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1101e9cf-cd08-4dcd-8cfe-d653d154a7bc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.089692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.098878 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac3caad-3e33-4c00-87ed-fe6ca16df9bb tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.104858 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aac3caad-3e33-4c00-87ed-fe6ca16df9bb tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3880947 Jul 28 10:37:32.106196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50172) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:32.114637 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:32.119242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-985a9934-c9b2-47da-bcad-60018f233fe7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'security_group_rule': {'security_group_id': '5d789b75-5ded-42e0-9168-1882c9e135bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:32.122821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Current status of the port 0cc4423e-7120-4e44-8f3b-5481de179ac0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:32.131694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3caad-3e33-4c00-87ed-fe6ca16df9bb tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d789b75-5ded-42e0-9168-1882c9e135bb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:32.136274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.161110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Provisioning complete for port f53c9e85-97a0-417c-91a6-ff57358c94d6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:32.162605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.229916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e191d30e-8526-4cc4-8ba7-3e27d456beb9,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:32.265693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:32.266265 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.279082 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:32.290481 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.294991 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:37:25Z', 'revision_number': 3, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:32.348126 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee65763c-fb8b-41b1-9bcb-2bcf6247f66f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1c1386389504313acd3403c69705bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2188838 Jul 28 10:37:32.367776 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c8841-62bb-4d75-8aea-dbb4d26e249d None None] The sync data for ids ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'] in n-d-850468-6 is: [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:37:25Z', 'revision_number': 3, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:32.388844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50176) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:32.410206 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:37:25Z', 'revision_number': 5, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:32.419450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Deleting port 1de83550-c9d8-45e5-9a31-a067c401fc8e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:32.419921 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.469346 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ceaba-ed32-4710-b80b-fe9e617cf73f None None] The sync data for ids ['c9aa286e-c0a3-46d8-9da5-72aa7476b9d1'] in n-d-850468-6 is: [{'id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-886610982-router', 'tenant_id': '8999d0a0acc04879bb1fa55809a9baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:47Z', 'updated_at': '2022-07-28T10:37:25Z', 'revision_number': 5, 'project_id': '8999d0a0acc04879bb1fa55809a9baa2', 'gw_port': {'id': '1de83550-c9d8-45e5-9a31-a067c401fc8e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9aa286e-c0a3-46d8-9da5-72aa7476b9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:49Z', 'updated_at': '2022-07-28T10:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:32.566236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf39f9c5-8278-4796-ae0d-95c0a230e7c4 admin admin] Publish callbacks [] for security_group (1101e9cf-cd08-4dcd-8cfe-d653d154a7bc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.567268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65763c-fb8b-41b1-9bcb-2bcf6247f66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1101e9cf-cd08-4dcd-8cfe-d653d154a7bc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:32.600605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985a9934-c9b2-47da-bcad-60018f233fe7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group_rule (2181ae8f-bdee-4f5d-927f-8dbf59dfff68), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.601679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf39f9c5-8278-4796-ae0d-95c0a230e7c4 admin admin] Publish callbacks [] for security_group (1101e9cf-cd08-4dcd-8cfe-d653d154a7bc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.698902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:32.701227 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:32.703129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf39f9c5-8278-4796-ae0d-95c0a230e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1101e9cf-cd08-4dcd-8cfe-d653d154a7bc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.706473 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf39f9c5-8278-4796-ae0d-95c0a230e7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.707895 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bf39f9c5-8278-4796-ae0d-95c0a230e7c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1101e9cf-cd08-4dcd-8cfe-d653d154a7bc HTTP/1.1" status: 204 len: 168 time: 0.3150747 Jul 28 10:37:32.729087 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:32.769367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39f9c5-8278-4796-ae0d-95c0a230e7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1101e9cf-cd08-4dcd-8cfe-d653d154a7bc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:32.850763 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:32.948579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] For port 1de83550-c9d8-45e5-9a31-a067c401fc8e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1de83550-c9d8-45e5-9a31-a067c401fc8e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:32.948957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:32.974831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:32.982523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Calling delete_port for 1de83550-c9d8-45e5-9a31-a067c401fc8e owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:32.996771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985a9934-c9b2-47da-bcad-60018f233fe7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group_rule (2181ae8f-bdee-4f5d-927f-8dbf59dfff68), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.015121 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c554aa5f-c956-46ab-b3df-d646ad70fb27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.023773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985a9934-c9b2-47da-bcad-60018f233fe7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2181ae8f-bdee-4f5d-927f-8dbf59dfff68), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.086264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50188) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:33.091314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Current status of the port f53c9e85-97a0-417c-91a6-ff57358c94d6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:33.091714 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.138461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:33.162993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Allocated IP 172.20.0.1 (180b12f9-cf11-4e3c-b707-f07ef5d66391/a1aa7d34-45f7-4561-b2f0-736643a40b48/f076aa08-9a1c-4cac-ad0d-de318d5201e2) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:33.287014 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:33.313725 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc5f7c42-c400-4159-875b-d572dd0c07f1 admin admin] 10.222.0.46 "PUT /v2.0/routers/e42f2acf-ff9e-458d-ae92-fc2ab39a4f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4255292 Jul 28 10:37:33.382345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Publish callbacks [] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.395045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] For port f53c9e85-97a0-417c-91a6-ff57358c94d6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f53c9e85-97a0-417c-91a6-ff57358c94d6,segment=NetworkSegment(cb874ca5-bd12-43c0-82a3-e24609ef0de0),segment_id=cb874ca5-bd12-43c0-82a3-e24609ef0de0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:33.397566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.486376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ae59e-b088-46b1-a477-2bf8a37ab680 None None] Pushing event updated for resources: {'Port': ['ID=d0f91482-85ec-4e6e-84a5-1a1bcab30010,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:33.495297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.541289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9934-c9b2-47da-bcad-60018f233fe7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2181ae8f-bdee-4f5d-927f-8dbf59dfff68,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:33.554810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Attempting to bind port d0f91482-85ec-4e6e-84a5-1a1bcab30010 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:33.555432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Attempting to bind port d0f91482-85ec-4e6e-84a5-1a1bcab30010 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:33.555887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Attempting to bind port d0f91482-85ec-4e6e-84a5-1a1bcab30010 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:33.580344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-985a9934-c9b2-47da-bcad-60018f233fe7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.581667 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-985a9934-c9b2-47da-bcad-60018f233fe7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4679182 Jul 28 10:37:33.584487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50202) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:33.589018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6914b3e5-0161-48ed-934e-db03e04e8540 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'security_group_rule': {'security_group_id': '5d789b75-5ded-42e0-9168-1882c9e135bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:33.589738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:33.590149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:33.590560 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.590956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:33.591443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Bound port: d0f91482-85ec-4e6e-84a5-1a1bcab30010, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:33.591828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.644655 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:33.655751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6914b3e5-0161-48ed-934e-db03e04e8540 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group_rule (78f6f26d-b2e8-490d-8b66-5c69e7720cc5), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.668444 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:33.676304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0cc4423e-7120-4e44-8f3b-5481de179ac0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:33.746922 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:33.786994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c18ee-0884-4645-8428-3d9775525b78 None None] Pushing event updated for resources: {'Port': ['ID=f53c9e85-97a0-417c-91a6-ff57358c94d6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:33.796714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6914b3e5-0161-48ed-934e-db03e04e8540 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group_rule (78f6f26d-b2e8-490d-8b66-5c69e7720cc5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.803687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b5642b7-832d-40ac-ac7a-4efe7bd84c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.804850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Provisioning complete for port 3f8fc68a-a34a-4f15-bcee-da56a80f0527 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:33.810029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3f8fc68a-a34a-4f15-bcee-da56a80f0527), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.820385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6914b3e5-0161-48ed-934e-db03e04e8540 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (78f6f26d-b2e8-490d-8b66-5c69e7720cc5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.852776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914b3e5-0161-48ed-934e-db03e04e8540 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f6f26d-b2e8-490d-8b66-5c69e7720cc5,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:33.854923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1de83550-c9d8-45e5-9a31-a067c401fc8e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.872902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6914b3e5-0161-48ed-934e-db03e04e8540 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.874388 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6914b3e5-0161-48ed-934e-db03e04e8540 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2888420 Jul 28 10:37:33.878307 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50206) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:33.882998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:33.936899 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.937154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] For port d0f91482-85ec-4e6e-84a5-1a1bcab30010, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:33.943033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] For port d0f91482-85ec-4e6e-84a5-1a1bcab30010, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d0f91482-85ec-4e6e-84a5-1a1bcab30010,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:33.955385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Port 3f8fc68a-a34a-4f15-bcee-da56a80f0527 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:33.960310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b5642b7-832d-40ac-ac7a-4efe7bd84c60 admin admin] Publish callbacks [] for security_group (8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.962611 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:33.992768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b5642b7-832d-40ac-ac7a-4efe7bd84c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.008075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0cc4423e-7120-4e44-8f3b-5481de179ac0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:34.008917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.044400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Provisioning complete for port 5b638218-22f3-4b5b-88b0-429f05f17e7f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:34.045146 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.058872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Pushing event deleted for resources: {'Port': ['ID=1de83550-c9d8-45e5-9a31-a067c401fc8e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:34.075620 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks [] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.113133 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:34.162860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Routers {'69cd1f38-ac0b-44ca-976a-b0d1ad03a261'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:34.163615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:34.168723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5642b7-832d-40ac-ac7a-4efe7bd84c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:34.176860 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b5642b7-832d-40ac-ac7a-4efe7bd84c60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd4ee4fd540c416baed25a11e893379c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0650239 Jul 28 10:37:34.184068 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50214) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:34.272384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.283240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] Set router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:34.373946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3880be54-cc00-499e-8a64-951e83ba844d admin admin] Publish callbacks [] for security_group (8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.386396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.393186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ae59e-b088-46b1-a477-2bf8a37ab680 None None] Pushing event updated for resources: {'Port': ['ID=d0f91482-85ec-4e6e-84a5-1a1bcab30010,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:34.459904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Allocated IP 172.25.2.173 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/279c9561-321a-4ac5-9649-423dffb18c77) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:34.470491 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.480824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Current status of the port 5b638218-22f3-4b5b-88b0-429f05f17e7f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:34.495621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0cc4423e-7120-4e44-8f3b-5481de179ac0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:34.496760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b638218-22f3-4b5b-88b0-429f05f17e7f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:34.502481 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:34.514093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3880be54-cc00-499e-8a64-951e83ba844d admin admin] Publish callbacks [] for security_group (8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.537192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Provisioning complete for port e2f418fe-36bf-4150-ac4f-85fd591324c2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:34.537571 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e2f418fe-36bf-4150-ac4f-85fd591324c2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.604367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.612818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks [] for router_controller (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.621125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:37:26Z', 'revision_number': 3, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port': {'id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:24Z', 'updated_at': '2022-07-28T10:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:34.627111 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:34.638093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:34.647852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:34.655463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Port e2f418fe-36bf-4150-ac4f-85fd591324c2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:34.658496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bcada-379e-4ae5-8291-72f679efcaad None None] The sync data for ids ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'] in n-d-850468-6 is: [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:37:26Z', 'revision_number': 3, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port': {'id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:24Z', 'updated_at': '2022-07-28T10:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:34.671068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5b638218-22f3-4b5b-88b0-429f05f17e7f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:34.671450 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.676735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:34.690496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for port (279c9561-321a-4ac5-9649-423dffb18c77), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.721567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Provisioning complete for port 0cc4423e-7120-4e44-8f3b-5481de179ac0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:34.721955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.801056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (279c9561-321a-4ac5-9649-423dffb18c77), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.804795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:34.840577 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:34.843797 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:34.847805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:34.921469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5b638218-22f3-4b5b-88b0-429f05f17e7f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:34.922684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f53c9e85-97a0-417c-91a6-ff57358c94d6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:34.942835 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:34.987854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Port': ['ID=279c9561-321a-4ac5-9649-423dffb18c77,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:35.007606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Pushing event updated for resources: {'Port': ['ID=f076aa08-9a1c-4cac-ad0d-de318d5201e2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:35.040238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Current status of the port 0cc4423e-7120-4e44-8f3b-5481de179ac0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:35.052100 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e96969a3-22d0-4b92-9ab2-e542f7e6edc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.065257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Provisioning complete for port e191d30e-8526-4cc4-8ba7-3e27d456beb9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:35.065929 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.079738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c9aa286e-c0a3-46d8-9da5-72aa7476b9d1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.080334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:37:35.096283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.100111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50234) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:35.103039 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e1b70900-995e-4382-be78-7ebf4a63a12f admin admin] 10.222.0.46 "DELETE /v2.0/routers/c9aa286e-c0a3-46d8-9da5-72aa7476b9d1 HTTP/1.1" status: 204 len: 168 time: 5.5346260 Jul 28 10:37:35.147088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f53c9e85-97a0-417c-91a6-ff57358c94d6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:35.147920 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.149119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3880be54-cc00-499e-8a64-951e83ba844d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.151644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3880be54-cc00-499e-8a64-951e83ba844d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.168053 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3880be54-cc00-499e-8a64-951e83ba844d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b HTTP/1.1" status: 204 len: 168 time: 0.9630599 Jul 28 10:37:35.235036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] Deleting subnet 4459a60f-3c1e-410f-939a-44040fcc5636 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:37:35.253705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Port e191d30e-8526-4cc4-8ba7-3e27d456beb9 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:35.268028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] Publish callbacks [] for subnet (4459a60f-3c1e-410f-939a-44040fcc5636), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.278032 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:35.279538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880be54-cc00-499e-8a64-951e83ba844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca516f6-1c6e-4d7c-a145-fe95da3c7b1b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:35.296690 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:35.308112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Provisioning complete for port f53c9e85-97a0-417c-91a6-ff57358c94d6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:35.308606 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.446544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.520569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for floatingip (af81bdec-1770-4124-9263-a5ef259fba28), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.531673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (4459a60f-3c1e-410f-939a-44040fcc5636), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.550074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f53c9e85-97a0-417c-91a6-ff57358c94d6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:35.552115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:35.629313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5ad232c1-fe74-46b6-9af7-f187a62d848e None None] Current status of the port f53c9e85-97a0-417c-91a6-ff57358c94d6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:35.683859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:35.684323 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.686776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Sync routers for ids ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:35.690116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da0517-96aa-4ce8-9780-7a605ac32e9c req-2fb9d821-fea7-456e-8582-c3a227aaa667 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:35.700244 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3da0517-96aa-4ce8-9780-7a605ac32e9c req-2fb9d821-fea7-456e-8582-c3a227aaa667 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/networks?id=d9e608ce-54d3-43b1-b332-dd984ba1da05 HTTP/1.1" status: 200 len: 805 time: 0.4783096 Jul 28 10:37:35.733752 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3da0517-96aa-4ce8-9780-7a605ac32e9c req-e1b8fc05-ecc1-42e6-9f36-a84b02827428 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/quotas/58597d8408554881b9e936c5983663d5 HTTP/1.1" status: 200 len: 375 time: 0.0318968 Jul 28 10:37:35.762298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Routers {'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:35.762940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:35.775421 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:35.823309 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (279c9561-321a-4ac5-9649-423dffb18c77), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.893178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-55ee50b3-f7aa-4042-a3d6-f7470a89f3c3 None None] Provisioning complete for port f076aa08-9a1c-4cac-ad0d-de318d5201e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:35.893818 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55ee50b3-f7aa-4042-a3d6-f7470a89f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:35.949021 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3da0517-96aa-4ce8-9780-7a605ac32e9c req-8191b75e-85b5-4828-b126-57e2f643a2d4 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58597d8408554881b9e936c5983663d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2142804 Jul 28 10:37:36.060963 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:36.100357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks [] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.110662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.138612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (4459a60f-3c1e-410f-939a-44040fcc5636), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.166128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-55ee50b3-f7aa-4042-a3d6-f7470a89f3c3 None None] Port f076aa08-9a1c-4cac-ad0d-de318d5201e2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:36.174280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.201657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.225143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Set router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:36.228068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:36.228068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:36.311253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for port (279c9561-321a-4ac5-9649-423dffb18c77), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.320681 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (279c9561-321a-4ac5-9649-423dffb18c77), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.323191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (4459a60f-3c1e-410f-939a-44040fcc5636), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.349805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Pushing event updated for resources: {'Port': ['ID=f076aa08-9a1c-4cac-ad0d-de318d5201e2,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:36.377534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50266) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:36.418662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4459a60f-3c1e-410f-939a-44040fcc5636,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:36.431350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de7148b8-a241-4008-8183-4bd9f2446afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.469279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (af81bdec-1770-4124-9263-a5ef259fba28), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.478458 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:36.487222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0640a7-d07f-464a-9133-2ce14b8718b7 None None] Network 83025633-83ab-4ed5-b982-869a3375c4b5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:36.487683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.500358 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b46b0961-d966-4324-8cb3-051530a3014c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4459a60f-3c1e-410f-939a-44040fcc5636 HTTP/1.1" status: 204 len: 168 time: 1.3944881 Jul 28 10:37:36.508151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:36.508778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:36.512732 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:36.532319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.534958 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6554308 Jul 28 10:37:36.550736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb55a-4dfc-4dd4-b1cb-0dd89da39cec tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event updated for resources: {'Port': ['ID=279c9561-321a-4ac5-9649-423dffb18c77,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:36.576308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:36.691076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:36.691844 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.820742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] DHCP port deletion for 83025633-83ab-4ed5-b982-869a3375c4b5 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:37:36.893404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:36.893791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.944584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:36.950194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:37:31Z', 'revision_number': 4, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e191d30e-8526-4cc4-8ba7-3e27d456beb9', 'name': '', 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'mac_address': 'fa:16:3e:ae:f1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '46671d39-ebae-4686-ac9e-4ba54288f57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:30Z', 'updated_at': '2022-07-28T10:37:31Z', 'revision_number': 2, 'project_id': '58597d8408554881b9e936c5983663d5', 'subnets': [{'id': '46671d39-ebae-4686-ac9e-4ba54288f57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:36.952028 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (83025633-83ab-4ed5-b982-869a3375c4b5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.969065 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:36.980023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Checking router: e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:36.980388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Updating router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 port e191d30e-8526-4cc4-8ba7-3e27d456beb9 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:36.982690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] Deleting port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:36.983026 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:36.986890 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:36.988762 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.028662 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3da0517-96aa-4ce8-9780-7a605ac32e9c req-a4c0ea7f-760d-4044-ab99-090f69b0811c service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0783668 Jul 28 10:37:37.066782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 79360b39-dcf1-4464-8dca-274cba661c0b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:37.122003 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:37.147033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ee3509e2-c119-43c3-8215-165a20aabdae None None] Provisioning complete for port f076aa08-9a1c-4cac-ad0d-de318d5201e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:37.147485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee3509e2-c119-43c3-8215-165a20aabdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.151520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 79360b39-dcf1-4464-8dca-274cba661c0b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:37.152203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 79360b39-dcf1-4464-8dca-274cba661c0b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:37.196425 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.244009 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.250553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] For port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,segment=NetworkSegment(be8bbcc2-66e9-4ee4-8a77-17b65315ec4a),segment_id=be8bbcc2-66e9-4ee4-8a77-17b65315ec4a)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:37.250991 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.310209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.386554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de7148b8-a241-4008-8183-4bd9f2446afa admin admin] Publish callbacks [] for security_group (296a3061-a48d-4750-b7d6-c0c76fab2f65), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.398074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:37.403747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de7148b8-a241-4008-8183-4bd9f2446afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (296a3061-a48d-4750-b7d6-c0c76fab2f65), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.404945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] Calling delete_port for f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:37.426089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Deleting port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:37.426410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.451586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50284) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:37.483102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ee3509e2-c119-43c3-8215-165a20aabdae None None] Port f076aa08-9a1c-4cac-ad0d-de318d5201e2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:37.519054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d0f91482-85ec-4e6e-84a5-1a1bcab30010 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:37.544379 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de7148b8-a241-4008-8183-4bd9f2446afa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5648d6973b0341a3ba84bdc1819b3055&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1663074 Jul 28 10:37:37.550811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50288) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:37.557823 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7148b8-a241-4008-8183-4bd9f2446afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a3061-a48d-4750-b7d6-c0c76fab2f65,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.606551 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3da0517-96aa-4ce8-9780-7a605ac32e9c req-93de3866-da44-48cc-9e76-b3e663355018 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770252 Jul 28 10:37:37.625447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] For port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,segment=NetworkSegment(be8bbcc2-66e9-4ee4-8a77-17b65315ec4a),segment_id=be8bbcc2-66e9-4ee4-8a77-17b65315ec4a)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:37.631956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.683175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Calling delete_port for f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:37.713027 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.751789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da4923ad-4933-4b40-b3cd-5795ed87d9b8 admin admin] Publish callbacks [] for security_group (296a3061-a48d-4750-b7d6-c0c76fab2f65), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.823607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da4923ad-4933-4b40-b3cd-5795ed87d9b8 admin admin] Publish callbacks [] for security_group (296a3061-a48d-4750-b7d6-c0c76fab2f65), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.864098 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.888391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:37.894644 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-652fc2c7-2ce7-4f75-9de5-35430f49565a admin admin] 10.222.0.46 "PUT /v2.0/routers/69cd1f38-ac0b-44ca-976a-b0d1ad03a261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0075910 Jul 28 10:37:37.913233 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:37.924013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d0f91482-85ec-4e6e-84a5-1a1bcab30010 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:37.924608 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:37.945487 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Sync routers for ids ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:37.982620 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.002550 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Routers {'69cd1f38-ac0b-44ca-976a-b0d1ad03a261'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:38.004865 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:38.007504 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.050262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] Pushing event deleted for resources: {'Port': ['ID=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:38.054471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] No DVR routers for this DVR port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:38.056666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c607c7b-f458-491b-a934-d7820ae9ddea None None] No DVR routers for this DVR port f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:38.090179 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-89fc07c1-f93f-40a8-89fb-eb39c0db4997 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--3627035&fields=id&tenant_id=de552247daa44b5e8251b69d2c4caf7d HTTP/1.1" status: 200 len: 267 time: 0.2492285 Jul 28 10:37:38.139566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:38.195343 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c76d744b-0631-4d9d-8714-6687ca93d405 req-2cc5f280-0e34-4284-9d1b-db94d29eb38d tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=030a8979-96ed-4c85-a352-7a682e3fa390 HTTP/1.1" status: 200 len: 210 time: 0.1538663 Jul 28 10:37:38.199534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d0f91482-85ec-4e6e-84a5-1a1bcab30010 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:38.199938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.207313 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Publish callbacks [] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.217732 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.239071 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:38.256857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port d0f91482-85ec-4e6e-84a5-1a1bcab30010, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d0f91482-85ec-4e6e-84a5-1a1bcab30010,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:38.283997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da4923ad-4933-4b40-b3cd-5795ed87d9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (296a3061-a48d-4750-b7d6-c0c76fab2f65), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.285781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.286755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f53c9e85-97a0-417c-91a6-ff57358c94d6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:38.319697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da4923ad-4933-4b40-b3cd-5795ed87d9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.328369 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da4923ad-4933-4b40-b3cd-5795ed87d9b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/296a3061-a48d-4750-b7d6-c0c76fab2f65 HTTP/1.1" status: 204 len: 168 time: 0.7760150 Jul 28 10:37:38.338437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afccaa0-4ff3-4b06-a7b9-873c98d84f70 None None] Pushing event updated for resources: {'Port': ['ID=e191d30e-8526-4cc4-8ba7-3e27d456beb9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:38.381361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (83025633-83ab-4ed5-b982-869a3375c4b5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.416580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83025633-83ab-4ed5-b982-869a3375c4b5']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:38.416867 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-bce77d1c-8666-47ed-9449-d809291a40d0 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:38.431958 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-bce77d1c-8666-47ed-9449-d809291a40d0 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports/e2f418fe-36bf-4150-ac4f-85fd591324c2 HTTP/1.1" status: 200 len: 930 time: 0.3408248 Jul 28 10:37:38.445805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-network', 'tenant_id': 'f5b2e8199075416eb008280658561912'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:38.459562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4923ad-4933-4b40-b3cd-5795ed87d9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a3061-a48d-4750-b7d6-c0c76fab2f65,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:38.464176 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Set router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:38.480030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:38.483456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8bbcc2-66e9-4ee4-8a77-17b65315ec4a') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:38.507392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f53c9e85-97a0-417c-91a6-ff57358c94d6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:38.508086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.525151 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (be8bbcc2-66e9-4ee4-8a77-17b65315ec4a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.572738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (be8bbcc2-66e9-4ee4-8a77-17b65315ec4a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.590053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:37:38.591774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (be8bbcc2-66e9-4ee4-8a77-17b65315ec4a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.603929 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Made reservation on behalf of f5b2e8199075416eb008280658561912 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:38.606504 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.652695 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment be8bbcc2-66e9-4ee4-8a77-17b65315ec4a resource provider aggregate not found Jul 28 10:37:38.660623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-ca9b29bb-0f4d-41d5-a16d-ac5c4221d2e7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:38.678289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Attempting to bind port e191d30e-8526-4cc4-8ba7-3e27d456beb9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:38.678847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Attempting to bind port e191d30e-8526-4cc4-8ba7-3e27d456beb9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:38.679173 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-ca9b29bb-0f4d-41d5-a16d-ac5c4221d2e7 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports/3f8fc68a-a34a-4f15-bcee-da56a80f0527 HTTP/1.1" status: 200 len: 929 time: 0.2457845 Jul 28 10:37:38.679402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Attempting to bind port e191d30e-8526-4cc4-8ba7-3e27d456beb9 on network d9e608ce-54d3-43b1-b332-dd984ba1da05 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:38.684868 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.709994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=d0f91482-85ec-4e6e-84a5-1a1bcab30010,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:38.721310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:38.722021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Checking segment: {'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:38.722361 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.723015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Bound using segment: {'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:38.723552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Bound port: e191d30e-8526-4cc4-8ba7-3e27d456beb9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f82ba5-df7c-4642-96d2-bf59eaf7628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:38.724111 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.727447 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment be8bbcc2-66e9-4ee4-8a77-17b65315ec4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be8bbcc2-66e9-4ee4-8a77-17b65315ec4a found for delete ", "request_id": "req-67529d64-7755-45f8-b501-41503938061d"}]} Jul 28 10:37:38.753922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (83025633-83ab-4ed5-b982-869a3375c4b5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.754687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-00f7f3bf-9d5d-4287-89e9-291aa0cbf120 None None] Provisioning complete for port e191d30e-8526-4cc4-8ba7-3e27d456beb9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:38.755405 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00f7f3bf-9d5d-4287-89e9-291aa0cbf120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.768059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:38.780307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] 10.222.0.46 "DELETE /v2.0/networks/83025633-83ab-4ed5-b982-869a3375c4b5 HTTP/1.1" status: 204 len: 168 time: 2.2702699 Jul 28 10:37:38.812020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50322) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:38.838234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455d4c-b75f-4632-b712-6fa1531d1b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=83025633-83ab-4ed5-b982-869a3375c4b5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:38.923887 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-9f4c0ebb-b030-4cf8-8ef3-af2da091bb70 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports?network_id=680d0d7c-d0e2-4c96-b801-28183a8a13dd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2436657 Jul 28 10:37:38.978630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-00f7f3bf-9d5d-4287-89e9-291aa0cbf120 None None] Port e191d30e-8526-4cc4-8ba7-3e27d456beb9 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:39.011279 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-0a7670e2-8ff1-4a99-84ea-1497d4cd915f tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports?network_id=680d0d7c-d0e2-4c96-b801-28183a8a13dd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0852456 Jul 28 10:37:39.024553 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:39.060854 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:39.149956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f53c9e85-97a0-417c-91a6-ff57358c94d6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:39.170267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] For port e191d30e-8526-4cc4-8ba7-3e27d456beb9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:39.179877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] For port e191d30e-8526-4cc4-8ba7-3e27d456beb9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e191d30e-8526-4cc4-8ba7-3e27d456beb9,segment=NetworkSegment(55f82ba5-df7c-4642-96d2-bf59eaf7628e),segment_id=55f82ba5-df7c-4642-96d2-bf59eaf7628e)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:39.190000 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.208013 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:37:35Z', 'revision_number': 4, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port': {'id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:24Z', 'updated_at': '2022-07-28T10:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f076aa08-9a1c-4cac-ad0d-de318d5201e2', 'name': '', 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'mac_address': 'fa:16:3e:2f:f6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'a1aa7d34-45f7-4561-b2f0-736643a40b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:32Z', 'updated_at': '2022-07-28T10:37:35Z', 'revision_number': 2, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'subnets': [{'id': 'a1aa7d34-45f7-4561-b2f0-736643a40b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:39.294294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:39.304620 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Checking router: 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:39.305833 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Updating router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 port f076aa08-9a1c-4cac-ad0d-de318d5201e2 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:39.371442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-842709e6-f2c1-48bd-a405-65d8c5a77cdf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:39.385420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-842709e6-f2c1-48bd-a405-65d8c5a77cdf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:39.405771 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-842709e6-f2c1-48bd-a405-65d8c5a77cdf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:39.408516 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-842709e6-f2c1-48bd-a405-65d8c5a77cdf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/networks?id=60bf64ea-294b-4824-84f2-446926d7fb4a&id=5702b19c-6e25-4ab2-ad71-3543f5d7b83e&id=5702b19c-6e25-4ab2-ad71-3543f5d7b83e&id=680d0d7c-d0e2-4c96-b801-28183a8a13dd&id=680d0d7c-d0e2-4c96-b801-28183a8a13dd HTTP/1.1" status: 200 len: 1991 time: 0.3958697 Jul 28 10:37:39.410229 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.435328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:39.442417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f1a97b3e-1e00-4e50-91a2-5fec3b0b7c0d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:39.443272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1de83550-c9d8-45e5-9a31-a067c401fc8e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:39.463957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks [] for security_group (21bc91ff-5292-4780-b363-cd3518aff648), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.475581 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-c2204dbc-4702-473d-92ef-5d5db48aaf06 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/quotas/de552247daa44b5e8251b69d2c4caf7d HTTP/1.1" status: 200 len: 375 time: 0.0513880 Jul 28 10:37:39.477033 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (21bc91ff-5292-4780-b363-cd3518aff648), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.501969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Routers {'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:39.504895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:39.547431 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:39.567292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:39.589742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afccaa0-4ff3-4b06-a7b9-873c98d84f70 None None] Pushing event updated for resources: {'Port': ['ID=e191d30e-8526-4cc4-8ba7-3e27d456beb9,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:39.613800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1de83550-c9d8-45e5-9a31-a067c401fc8e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:39.614790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1de83550-c9d8-45e5-9a31-a067c401fc8e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:39.619062 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:39.624344 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-58f14844-3108-4346-84d3-a00dc95defa2 req-09e39661-3ed1-4f17-bfa3-833414acaedd tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=030a8979-96ed-4c85-a352-7a682e3fa390 HTTP/1.1" status: 200 len: 210 time: 0.2244849 Jul 28 10:37:39.684256 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (179fc6c7-f670-4ec5-8153-24e59efa237f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.697179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bc91ff-5292-4780-b363-cd3518aff648,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:39.713017 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ba279eed-de73-43ec-b718-2dd5fa2a0211), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.713395 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Added segment ba279eed-de73-43ec-b718-2dd5fa2a0211 of type vlan for network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 Jul 28 10:37:39.764419 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-e498a999-20c8-488d-8ca8-ca4aed517743 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=de552247daa44b5e8251b69d2c4caf7d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2718008 Jul 28 10:37:39.800147 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:39.851566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-26be5095-a6aa-4379-9ad0-041ac3faeaf6 None None] Provisioning complete for port e191d30e-8526-4cc4-8ba7-3e27d456beb9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:39.851936 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26be5095-a6aa-4379-9ad0-041ac3faeaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.858236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (44bb5bba-21fc-4a96-95fa-19067fbddbd8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:39.908242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] Set router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:39.965988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d0f91482-85ec-4e6e-84a5-1a1bcab30010 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:40.042629 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Publish callbacks [] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.055579 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.198717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Deleting port 53c53d72-280e-4ae4-abd0-6fde4d8992d2 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:40.199271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.279239 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:40.295700 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Attempting to bind port f076aa08-9a1c-4cac-ad0d-de318d5201e2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:40.296393 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Attempting to bind port f076aa08-9a1c-4cac-ad0d-de318d5201e2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:40.296705 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Attempting to bind port f076aa08-9a1c-4cac-ad0d-de318d5201e2 on network 180b12f9-cf11-4e3c-b707-f07ef5d66391 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:40.303230 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913a23e-82ea-449e-a928-6cf9e823c778 None None] Pushing event updated for resources: {'Port': ['ID=f076aa08-9a1c-4cac-ad0d-de318d5201e2,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.315858 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:40.316273 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Checking segment: {'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:40.316737 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.317189 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Bound using segment: {'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:40.317734 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Bound port: f076aa08-9a1c-4cac-ad0d-de318d5201e2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:40.318354 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.443214 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] For port f076aa08-9a1c-4cac-ad0d-de318d5201e2, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:40.445608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d0f91482-85ec-4e6e-84a5-1a1bcab30010 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:40.446217 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.448028 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] For port f076aa08-9a1c-4cac-ad0d-de318d5201e2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f076aa08-9a1c-4cac-ad0d-de318d5201e2,segment=NetworkSegment(c20e34e0-cecd-4c0f-ab9a-862403c79dc0),segment_id=c20e34e0-cecd-4c0f-ab9a-862403c79dc0)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:40.457344 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.508259 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:40.525057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:37:40.549942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-26be5095-a6aa-4379-9ad0-041ac3faeaf6 None None] Current status of the port e191d30e-8526-4cc4-8ba7-3e27d456beb9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:40.550681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26be5095-a6aa-4379-9ad0-041ac3faeaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.606081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (44bb5bba-21fc-4a96-95fa-19067fbddbd8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.607711 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:40.608654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.613294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-26be5095-a6aa-4379-9ad0-041ac3faeaf6 None None] For port e191d30e-8526-4cc4-8ba7-3e27d456beb9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e191d30e-8526-4cc4-8ba7-3e27d456beb9,segment=NetworkSegment(55f82ba5-df7c-4642-96d2-bf59eaf7628e),segment_id=55f82ba5-df7c-4642-96d2-bf59eaf7628e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:40.626588 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Routers {'69cd1f38-ac0b-44ca-976a-b0d1ad03a261'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:40.628053 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:40.629383 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:40.629533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26be5095-a6aa-4379-9ad0-041ac3faeaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.632058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913a23e-82ea-449e-a928-6cf9e823c778 None None] Pushing event updated for resources: {'Port': ['ID=f076aa08-9a1c-4cac-ad0d-de318d5201e2,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.688108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] For port 53c53d72-280e-4ae4-abd0-6fde4d8992d2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=53c53d72-280e-4ae4-abd0-6fde4d8992d2,segment=NetworkSegment(829a9f38-85c0-44e2-8214-2fcf66c61df2),segment_id=829a9f38-85c0-44e2-8214-2fcf66c61df2)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:40.689725 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.718911 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120ef00-5ed8-48ff-ad16-f5a97ecdbd1a req-d1285866-d94f-41d1-9795-220ca412f19c tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:40.726506 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5120ef00-5ed8-48ff-ad16-f5a97ecdbd1a req-d1285866-d94f-41d1-9795-220ca412f19c tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/networks?id=180b12f9-cf11-4e3c-b707-f07ef5d66391 HTTP/1.1" status: 200 len: 814 time: 0.5124681 Jul 28 10:37:40.751774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Calling delete_port for 53c53d72-280e-4ae4-abd0-6fde4d8992d2 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:40.779587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8a6559bc-0653-43f0-8668-ec944f773ce0 None None] Provisioning complete for port f076aa08-9a1c-4cac-ad0d-de318d5201e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:40.779944 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a6559bc-0653-43f0-8668-ec944f773ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:40.787742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be5095-a6aa-4379-9ad0-041ac3faeaf6 None None] Pushing event updated for resources: {'Port': ['ID=e191d30e-8526-4cc4-8ba7-3e27d456beb9,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.820308 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5120ef00-5ed8-48ff-ad16-f5a97ecdbd1a req-b33b1c5e-80ab-4891-a37f-9e77b8536d1e tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/quotas/243bfecc2f9744e087fe60f72caa3b84 HTTP/1.1" status: 200 len: 375 time: 0.0715327 Jul 28 10:37:40.831441 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.3754807 Jul 28 10:37:40.832836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:40.845801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Request body: {'subnet': {'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-subnet', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:40.872339 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dafea3-c37b-4808-912b-861eebf6d075 admin admin] Pushing event updated for resources: {'Network': ['ID=44bb5bba-21fc-4a96-95fa-19067fbddbd8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.903901 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-58ad7e3b-7fcb-4451-b917-5edbc5dacc81 service neutron] 10.222.0.46 "GET /v2.0/networks/60bf64ea-294b-4824-84f2-446926d7fb4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0285857 Jul 28 10:37:40.906662 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] Set router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:41.023515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:37:31Z', 'revision_number': 4, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e191d30e-8526-4cc4-8ba7-3e27d456beb9', 'name': '', 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'mac_address': 'fa:16:3e:ae:f1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '46671d39-ebae-4686-ac9e-4ba54288f57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:30Z', 'updated_at': '2022-07-28T10:37:39Z', 'revision_number': 4, 'project_id': '58597d8408554881b9e936c5983663d5', 'subnets': [{'id': '46671d39-ebae-4686-ac9e-4ba54288f57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:41.041376 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5120ef00-5ed8-48ff-ad16-f5a97ecdbd1a req-0db8423e-9c76-4e31-b3bb-1528f57c6db0 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=243bfecc2f9744e087fe60f72caa3b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373763 Jul 28 10:37:41.056690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d0f91482-85ec-4e6e-84a5-1a1bcab30010 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:41.058750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:41.076107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Made reservation on behalf of f5b2e8199075416eb008280658561912 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:41.080638 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:41.099280 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:41.106718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:41.114708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3e01c2-186a-410b-9fb1-dc56a07cf6d7 None None] The sync data for ids ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'] in n-d-850468-6 is: [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:37:31Z', 'revision_number': 4, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e191d30e-8526-4cc4-8ba7-3e27d456beb9', 'name': '', 'network_id': 'd9e608ce-54d3-43b1-b332-dd984ba1da05', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'mac_address': 'fa:16:3e:ae:f1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '46671d39-ebae-4686-ac9e-4ba54288f57c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:30Z', 'updated_at': '2022-07-28T10:37:39Z', 'revision_number': 4, 'project_id': '58597d8408554881b9e936c5983663d5', 'subnets': [{'id': '46671d39-ebae-4686-ac9e-4ba54288f57c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:41.137391 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-68b8d25f-f871-4658-875d-8217a813a28f service neutron] 10.222.0.46 "GET /v2.0/networks/60bf64ea-294b-4824-84f2-446926d7fb4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323267 Jul 28 10:37:41.290053 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-2f55e2d9-dd66-4872-8672-6d1623bd7b5d service neutron] 10.222.0.46 "GET /v2.0/ports/e2f418fe-36bf-4150-ac4f-85fd591324c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1506841 Jul 28 10:37:41.367963 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:41.388079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:41.398002 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:37:35Z', 'revision_number': 4, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port': {'id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:24Z', 'updated_at': '2022-07-28T10:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f076aa08-9a1c-4cac-ad0d-de318d5201e2', 'name': '', 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'mac_address': 'fa:16:3e:2f:f6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'a1aa7d34-45f7-4561-b2f0-736643a40b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:32Z', 'updated_at': '2022-07-28T10:37:40Z', 'revision_number': 4, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'subnets': [{'id': 'a1aa7d34-45f7-4561-b2f0-736643a40b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:41.398503 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:41.442739 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8aeb9a-98b9-496f-a813-1e0b2b0b0089 None None] The sync data for ids ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'] in n-d-850468-6 is: [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:37:35Z', 'revision_number': 4, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port': {'id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:24Z', 'updated_at': '2022-07-28T10:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f076aa08-9a1c-4cac-ad0d-de318d5201e2', 'name': '', 'network_id': '180b12f9-cf11-4e3c-b707-f07ef5d66391', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'mac_address': 'fa:16:3e:2f:f6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'a1aa7d34-45f7-4561-b2f0-736643a40b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:32Z', 'updated_at': '2022-07-28T10:37:40Z', 'revision_number': 4, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'subnets': [{'id': 'a1aa7d34-45f7-4561-b2f0-736643a40b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:41.515501 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:41.581113 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-b18f5aa5-dffc-473a-9c40-6bc64e876fb7 service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900865 Jul 28 10:37:41.595271 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:41.629037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8a6559bc-0653-43f0-8668-ec944f773ce0 None None] Current status of the port f076aa08-9a1c-4cac-ad0d-de318d5201e2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:41.629037 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a6559bc-0653-43f0-8668-ec944f773ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:41.712831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:41.750314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8a6559bc-0653-43f0-8668-ec944f773ce0 None None] For port f076aa08-9a1c-4cac-ad0d-de318d5201e2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f076aa08-9a1c-4cac-ad0d-de318d5201e2,segment=NetworkSegment(c20e34e0-cecd-4c0f-ab9a-862403c79dc0),segment_id=c20e34e0-cecd-4c0f-ab9a-862403c79dc0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:41.759399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a6559bc-0653-43f0-8668-ec944f773ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:41.844589 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:41.875757 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:41.910384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6559bc-0653-43f0-8668-ec944f773ce0 None None] Pushing event updated for resources: {'Port': ['ID=f076aa08-9a1c-4cac-ad0d-de318d5201e2,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:41.913694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (53c53d72-280e-4ae4-abd0-6fde4d8992d2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:41.917951 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5120ef00-5ed8-48ff-ad16-f5a97ecdbd1a req-63d5e498-9583-4ae3-9ac9-8f9790894af4 service neutron] 10.222.0.46 "GET /v2.0/networks/180b12f9-cf11-4e3c-b707-f07ef5d66391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618741 Jul 28 10:37:41.926897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6caf9c1f-c574-4ad2-b5f6-7e651f3c1ea1 None None] Provisioning complete for port f076aa08-9a1c-4cac-ad0d-de318d5201e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:41.927482 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6caf9c1f-c574-4ad2-b5f6-7e651f3c1ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:41.945699 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-3ebc12c2-fb46-4629-9604-8c757e9a5910 service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566175 Jul 28 10:37:42.052325 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-86a5e962-ebb7-473c-aff4-bd89bd3af7dd service neutron] 10.222.0.46 "GET /v2.0/ports/3f8fc68a-a34a-4f15-bcee-da56a80f0527?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0985773 Jul 28 10:37:42.094880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e191d30e-8526-4cc4-8ba7-3e27d456beb9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:42.190423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6caf9c1f-c574-4ad2-b5f6-7e651f3c1ea1 None None] Current status of the port f076aa08-9a1c-4cac-ad0d-de318d5201e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:42.245586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e191d30e-8526-4cc4-8ba7-3e27d456beb9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:42.247697 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:42.257194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c53d72-280e-4ae4-abd0-6fde4d8992d2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:42.262500 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-0b6969a2-3154-4a47-aacd-8dcc67fe9277 service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086487 Jul 28 10:37:42.456830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e191d30e-8526-4cc4-8ba7-3e27d456beb9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:42.462839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f076aa08-9a1c-4cac-ad0d-de318d5201e2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:42.499734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (e865374a-1d35-41f7-a952-64fc81f3ed74), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:42.595341 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-dc0c3a88-a928-4a1d-944c-c090d64fa894 service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273208 Jul 28 10:37:42.602067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f076aa08-9a1c-4cac-ad0d-de318d5201e2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:42.602672 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:42.660421 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:42.663799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e865374a-1d35-41f7-a952-64fc81f3ed74,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:42.671777 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5120ef00-5ed8-48ff-ad16-f5a97ecdbd1a req-29ac49f1-41ef-42be-bc61-5beb911bacbb service neutron] 10.222.0.46 "GET /v2.0/networks/180b12f9-cf11-4e3c-b707-f07ef5d66391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313139 Jul 28 10:37:42.778990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f076aa08-9a1c-4cac-ad0d-de318d5201e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:42.845552 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-7ba3d891-d94e-4dd5-9892-3aa8e95d7d59 service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406154 Jul 28 10:37:43.090781 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:43.093951 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-76aa7c87-1c11-47c9-ac5b-a562868f250e service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401657 Jul 28 10:37:43.266178 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:43.297360 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-b3dbaa93-595a-4ddc-884e-75aff9dbd461 service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961725 Jul 28 10:37:43.352120 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0deaa3b2-a517-45c6-a2ec-4b0b14c8f43a req-19efce48-43de-4d12-9b5f-5c6bf4e715c7 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=030a8979-96ed-4c85-a352-7a682e3fa390 HTTP/1.1" status: 200 len: 210 time: 0.0837736 Jul 28 10:37:43.359288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Checking segment: {'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:43.366076 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Network hostable DHCP agents. Network: 44bb5bba-21fc-4a96-95fa-19067fbddbd8, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:43.527607 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-1c08b747-005a-42e8-82bf-2d1b024edfbf service neutron] 10.222.0.46 "GET /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190003 Jul 28 10:37:43.567168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:43.583774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (179fc6c7-f670-4ec5-8153-24e59efa237f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:43.595402 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 44bb5bba-21fc-4a96-95fa-19067fbddbd8) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:43.605120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:43.609248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7e7bf0-3d70-412a-bf72-98d873020115 None None] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:43.615291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:43.746704 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-d8b4956c-af9e-4f77-a2e7-53418b067d45 service neutron] 10.222.0.46 "GET /v2.0/networks/680d0d7c-d0e2-4c96-b801-28183a8a13dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131827 Jul 28 10:37:43.839398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50418) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:43.852411 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-68bcdc13-b7ff-456c-838b-12c40bc78ee3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9975073 Jul 28 10:37:43.905712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:43.981905 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (ad3adb32-c04b-468c-9e6e-f8d864205469), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:43.983317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (ad3adb32-c04b-468c-9e6e-f8d864205469), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:44.085227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f076aa08-9a1c-4cac-ad0d-de318d5201e2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:44.094907 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-30d03e75-1d68-4762-8812-642405e6f154 service neutron] 10.222.0.46 "GET /v2.0/networks/680d0d7c-d0e2-4c96-b801-28183a8a13dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358698 Jul 28 10:37:44.105836 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-658f9b1b-0af3-4cf1-9ba4-309a954aeee2 req-2bf0d6e2-e418-42be-b420-61bd135ed9ac tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa95581c-2e3a-49a5-a208-17a11ed46f20 HTTP/1.1" status: 200 len: 210 time: 0.1970649 Jul 28 10:37:44.152833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-44bb5bba-21fc-4a96-95fa-19067fbddbd8', 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8', 'project_id': 'f5b2e8199075416eb008280658561912', 'fixed_ips': [{'subnet_id': 'e865374a-1d35-41f7-a952-64fc81f3ed74'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:37:44.154052 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:44.205216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks [] for router_controller (ad3adb32-c04b-468c-9e6e-f8d864205469), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:44.208541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f076aa08-9a1c-4cac-ad0d-de318d5201e2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:44.208953 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:44.338128 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Router 179fc6c7-f670-4ec5-8153-24e59efa237f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:44.464509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f076aa08-9a1c-4cac-ad0d-de318d5201e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:44.501826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Allocated IP 172.20.0.2 (44bb5bba-21fc-4a96-95fa-19067fbddbd8/e865374a-1d35-41f7-a952-64fc81f3ed74/3b4d6d5f-3e4b-4286-88d8-c6e636ea4418) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:44.561508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:44.572676 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c0baee45-9542-4ca3-a437-63d3d4505429 admin admin] 10.222.0.46 "PUT /v2.0/routers/179fc6c7-f670-4ec5-8153-24e59efa237f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7589056 Jul 28 10:37:44.573519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50434) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:44.626634 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks [] for router_gateway (ad3adb32-c04b-468c-9e6e-f8d864205469), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:44.628889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] Sync routers for ids ['179fc6c7-f670-4ec5-8153-24e59efa237f'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:44.645294 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:44.705111 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:44.705962 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:44.707888 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks [] for router (179fc6c7-f670-4ec5-8153-24e59efa237f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:44.714137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] Routers {'179fc6c7-f670-4ec5-8153-24e59efa237f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:44.716776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['179fc6c7-f670-4ec5-8153-24e59efa237f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:44.911918 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-10d63017-5b86-4092-b4cd-641fbb2cfdbf service neutron] 10.222.0.46 "GET /v2.0/networks/680d0d7c-d0e2-4c96-b801-28183a8a13dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599130 Jul 28 10:37:44.970013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks [] for router_gateway (ad3adb32-c04b-468c-9e6e-f8d864205469), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.017806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.057225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] Set router 179fc6c7-f670-4ec5-8153-24e59efa237f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:45.129378 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Publish callbacks [] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.158494 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:45.160045 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:45.179852 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.209726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks [] for router_gateway (179fc6c7-f670-4ec5-8153-24e59efa237f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.239924 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:45.245322 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-81597758-4a6a-459e-b1eb-7fe05bef1d85 service neutron] 10.222.0.46 "GET /v2.0/networks/680d0d7c-d0e2-4c96-b801-28183a8a13dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793374 Jul 28 10:37:45.249371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:45.256960 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dad74-640a-4b1c-a224-a174ac711b59 req-185246c5-134a-4572-b8de-d6bfb3465215 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:45.259384 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-773dad74-640a-4b1c-a224-a174ac711b59 req-185246c5-134a-4572-b8de-d6bfb3465215 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/networks?id=d9e608ce-54d3-43b1-b332-dd984ba1da05 HTTP/1.1" status: 200 len: 805 time: 0.3066475 Jul 28 10:37:45.259842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:45.266461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:45.275089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Pushing event updated for resources: {'Port': ['ID=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:45.330817 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-773dad74-640a-4b1c-a224-a174ac711b59 req-2b53eb42-175a-4920-8015-bc731c74c7ac tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/quotas/58597d8408554881b9e936c5983663d5 HTTP/1.1" status: 200 len: 375 time: 0.0605454 Jul 28 10:37:45.342590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Allocated IP 172.25.2.152 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/e5b1d982-5acb-4c02-a013-ff9623924d02) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:45.391566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Deleting port a523a822-1309-44e7-bb29-02618da113ba {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:45.392035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a523a822-1309-44e7-bb29-02618da113ba), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.400592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Attempting to bind port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:45.400977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Attempting to bind port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:45.401352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Attempting to bind port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 on network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:45.413145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:45.413533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Checking segment: {'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:45.414103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.414510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Bound using segment: {'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:45.414998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Bound port: 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:45.415387 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.473541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'a523a822-1309-44e7-bb29-02618da113ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:41Z', 'revision_number': 5, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port': {'id': 'a523a822-1309-44e7-bb29-02618da113ba', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:09Z', 'updated_at': '2022-07-28T10:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:45.509279 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-773dad74-640a-4b1c-a224-a174ac711b59 req-9e3c550b-967c-4745-8d36-a3f22f413364 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58597d8408554881b9e936c5983663d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774905 Jul 28 10:37:45.531137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] Checking router: 179fc6c7-f670-4ec5-8153-24e59efa237f for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:45.592700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] Routers {'179fc6c7-f670-4ec5-8153-24e59efa237f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:45.593469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['179fc6c7-f670-4ec5-8153-24e59efa237f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:45.595728 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks [] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.616989 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-773dad74-640a-4b1c-a224-a174ac711b59 req-bd3df2b5-cb13-47c4-a644-10bbfe543a52 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067011 Jul 28 10:37:45.636590 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.707987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-8673a3e8-7a01-49e7-9425-7b1de90b5c7d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:45.709738 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-8673a3e8-7a01-49e7-9425-7b1de90b5c7d tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports/e2f418fe-36bf-4150-ac4f-85fd591324c2 HTTP/1.1" status: 200 len: 930 time: 0.3529153 Jul 28 10:37:45.710789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b1d982-5acb-4c02-a013-ff9623924d02,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:45.730796 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:45.737222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] Set router 179fc6c7-f670-4ec5-8153-24e59efa237f gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:45.773766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:45.796591 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-773dad74-640a-4b1c-a224-a174ac711b59 req-8d2f3542-5d3d-43e4-88cf-2b91db18501f service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745486 Jul 28 10:37:45.818078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:45.881992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] For port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:45.892150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-2ae89beb-fab2-47a2-851e-ee28d2c17d9a tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:45.894499 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-2ae89beb-fab2-47a2-851e-ee28d2c17d9a tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports/3f8fc68a-a34a-4f15-bcee-da56a80f0527 HTTP/1.1" status: 200 len: 929 time: 0.1612282 Jul 28 10:37:45.937037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] For port a523a822-1309-44e7-bb29-02618da113ba, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a523a822-1309-44e7-bb29-02618da113ba,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:45.937420 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a523a822-1309-44e7-bb29-02618da113ba), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:45.946495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] For port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,segment=NetworkSegment(ba279eed-de73-43ec-b718-2dd5fa2a0211),segment_id=ba279eed-de73-43ec-b718-2dd5fa2a0211)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:45.958368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:45Z', 'revision_number': 6, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:45.990836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Calling delete_port for a523a822-1309-44e7-bb29-02618da113ba owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:46.046530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c9c84-1f77-48f8-a838-0eb5d191bf6a None None] The sync data for ids ['179fc6c7-f670-4ec5-8153-24e59efa237f'] in n-d-850468-6 is: [{'id': '179fc6c7-f670-4ec5-8153-24e59efa237f', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-510738343-router', 'tenant_id': 'b379a1a6bf56486fa53d577e8df86241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:07Z', 'updated_at': '2022-07-28T10:37:45Z', 'revision_number': 6, 'project_id': 'b379a1a6bf56486fa53d577e8df86241', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:46.054019 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:46.167545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e29f0-c049-4476-b071-eae830c93b33 None None] Pushing event updated for resources: {'Port': ['ID=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:46.300255 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:46.499609 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2119b5fa-78a7-47d1-a360-3ff947707213 req-a34ecc7b-a8ab-417b-84c2-30e49b106f2f tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa95581c-2e3a-49a5-a208-17a11ed46f20 HTTP/1.1" status: 200 len: 210 time: 0.1188295 Jul 28 10:37:46.737007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks [] for router_gateway (ad3adb32-c04b-468c-9e6e-f8d864205469), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:46.778483 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bdfbb134-5090-4d0b-8e72-6d5861368b0e req-c301ac54-f5c3-4e6b-b3a6-9c65b9fa34e7 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=00707657-cc6f-4d56-9a4d-d7981d0766f6 HTTP/1.1" status: 200 len: 210 time: 0.1537580 Jul 28 10:37:46.875021 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a523a822-1309-44e7-bb29-02618da113ba), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.014094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Pushing event deleted for resources: {'Port': ['ID=a523a822-1309-44e7-bb29-02618da113ba,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:47.131096 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:47.137031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (179fc6c7-f670-4ec5-8153-24e59efa237f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.346962 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0cb90d3f-bdd0-494f-b47a-fce064c7e204 req-2205c849-2acf-43f5-ad2c-8616a21d700d tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa95581c-2e3a-49a5-a208-17a11ed46f20 HTTP/1.1" status: 200 len: 210 time: 0.2211947 Jul 28 10:37:47.370130 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (179fc6c7-f670-4ec5-8153-24e59efa237f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.378133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks [] for router_controller (179fc6c7-f670-4ec5-8153-24e59efa237f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.458841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (179fc6c7-f670-4ec5-8153-24e59efa237f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.459476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 179fc6c7-f670-4ec5-8153-24e59efa237f {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:37:47.464193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.465574 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ae821148-743b-43eb-92b5-6b91eb196155 admin admin] 10.222.0.46 "DELETE /v2.0/routers/179fc6c7-f670-4ec5-8153-24e59efa237f HTTP/1.1" status: 204 len: 168 time: 2.8908377 Jul 28 10:37:47.468060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50550) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:47.514602 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-373b92f3-0120-4153-9301-1164d174b4a9 req-a8f5d642-94f9-43b1-8e37-c5d0f59a9ca5 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports?device_id=5dd4d08c-0857-4be9-bd3e-2bcefc8c78e3 HTTP/1.1" status: 200 len: 210 time: 0.0928619 Jul 28 10:37:47.545584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] Deleting subnet 8eb5e4f2-c33e-4547-a4b6-3eaed04def90 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:37:47.567171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] Publish callbacks [] for subnet (8eb5e4f2-c33e-4547-a4b6-3eaed04def90), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.574720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (ad3adb32-c04b-468c-9e6e-f8d864205469), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.667299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (8eb5e4f2-c33e-4547-a4b6-3eaed04def90), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:47.930932 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:47.965259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Router ad3adb32-c04b-468c-9e6e-f8d864205469 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:37:48.007713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (8eb5e4f2-c33e-4547-a4b6-3eaed04def90), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.023302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:48.135324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:48.135811 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.162152 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0271b05f-25ec-49b9-844e-84e859b32077 req-ac4c7c5a-ab61-4d54-aa51-7b4af7284bf6 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=00707657-cc6f-4d56-9a4d-d7981d0766f6 HTTP/1.1" status: 200 len: 210 time: 0.1473770 Jul 28 10:37:48.240211 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (8eb5e4f2-c33e-4547-a4b6-3eaed04def90), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.271460 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:48.294302 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:48.319562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:48.319970 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.338986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb5e4f2-c33e-4547-a4b6-3eaed04def90,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:48.349392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b07d6be-c43b-4c31-80a9-3a44c7d23060 None None] Network fe962905-4413-4118-807c-c6dd283e398d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:48.349924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:48.354299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.370387 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Sync routers for ids ['ad3adb32-c04b-468c-9e6e-f8d864205469'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:48.387899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50590) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:48.388641 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-46e7c3d4-c721-466e-a5e9-8a70f434c2f3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8eb5e4f2-c33e-4547-a4b6-3eaed04def90 HTTP/1.1" status: 204 len: 168 time: 0.9192958 Jul 28 10:37:48.392017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Routers {'ad3adb32-c04b-468c-9e6e-f8d864205469'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:48.393701 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ad3adb32-c04b-468c-9e6e-f8d864205469'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:48.492583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50600) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:48.543982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.551596 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50606) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:48.553506 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-027418a2-2294-47d3-abfa-d6390074c334 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7125521 Jul 28 10:37:48.555730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d44ba1-dd01-470b-a271-b17bb135a42e None None] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:48.602111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,segment=NetworkSegment(ba279eed-de73-43ec-b718-2dd5fa2a0211),segment_id=ba279eed-de73-43ec-b718-2dd5fa2a0211)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:48.678609 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-67f935d3-84af-4d75-acf7-ffca86503643 req-c703d22c-9f8a-4581-93fc-504cfe7da9e7 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=00707657-cc6f-4d56-9a4d-d7981d0766f6 HTTP/1.1" status: 200 len: 210 time: 0.1215496 Jul 28 10:37:48.715519 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Set router ad3adb32-c04b-468c-9e6e-f8d864205469 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:48.733424 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fe962905-4413-4118-807c-c6dd283e398d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.795067 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.884636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Deleting port b4471579-0e2f-4ca1-af70-b00e9a5dee5c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:48.884991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:48.983889 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:37:46Z', 'revision_number': 3, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:49.010250 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:49.012771 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Checking router: ad3adb32-c04b-468c-9e6e-f8d864205469 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:49.013325 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Updating router ad3adb32-c04b-468c-9e6e-f8d864205469 port e5b1d982-5acb-4c02-a013-ff9623924d02 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:49.051178 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.090056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] For port b4471579-0e2f-4ca1-af70-b00e9a5dee5c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b4471579-0e2f-4ca1-af70-b00e9a5dee5c,segment=NetworkSegment(829a9f38-85c0-44e2-8214-2fcf66c61df2),segment_id=829a9f38-85c0-44e2-8214-2fcf66c61df2)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:49.090436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.124930 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Calling delete_port for b4471579-0e2f-4ca1-af70-b00e9a5dee5c owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:49.174511 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-51d531a0-64e8-4995-89ea-705f96e011af req-f31fb82e-d949-41a1-bc85-28ae906a8b95 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports?device_id=5dd4d08c-0857-4be9-bd3e-2bcefc8c78e3 HTTP/1.1" status: 200 len: 210 time: 0.0671840 Jul 28 10:37:49.359571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b9de86a6-41c8-4cb2-b6c1-0a9893e8d035 None None] Provisioning complete for port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:49.361146 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b9de86a6-41c8-4cb2-b6c1-0a9893e8d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.371338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 53c53d72-280e-4ae4-abd0-6fde4d8992d2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:49.383977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b4471579-0e2f-4ca1-af70-b00e9a5dee5c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.399272 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:49.462291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4471579-0e2f-4ca1-af70-b00e9a5dee5c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:49.474804 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] No DVR routers for this DVR port b4471579-0e2f-4ca1-af70-b00e9a5dee5c on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:37:49.492158 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:37:49.509207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 53c53d72-280e-4ae4-abd0-6fde4d8992d2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:49.509563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 53c53d72-280e-4ae4-abd0-6fde4d8992d2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:49.510021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a523a822-1309-44e7-bb29-02618da113ba no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:49.565957 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Publish callbacks [] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.573503 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.577030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a523a822-1309-44e7-bb29-02618da113ba {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:49.577477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a523a822-1309-44e7-bb29-02618da113ba not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:49.615601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:49.624132 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:49.624354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fe962905-4413-4118-807c-c6dd283e398d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.677095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Attempting to bind port e5b1d982-5acb-4c02-a013-ff9623924d02 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:49.677485 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Attempting to bind port e5b1d982-5acb-4c02-a013-ff9623924d02 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:49.677850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Attempting to bind port e5b1d982-5acb-4c02-a013-ff9623924d02 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:49.681945 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe962905-4413-4118-807c-c6dd283e398d']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:49.695892 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5317e-246f-4081-ab5d-794ccb6ed442 None None] Pushing event updated for resources: {'Port': ['ID=e5b1d982-5acb-4c02-a013-ff9623924d02,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:49.706756 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:49.709954 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:49.711446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829a9f38-85c0-44e2-8214-2fcf66c61df2') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:49.711743 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829a9f38-85c0-44e2-8214-2fcf66c61df2') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:49.713214 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.714656 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:49.715409 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Bound port: e5b1d982-5acb-4c02-a013-ff9623924d02, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:49.716549 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.732833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (829a9f38-85c0-44e2-8214-2fcf66c61df2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.735238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b9de86a6-41c8-4cb2-b6c1-0a9893e8d035 None None] Current status of the port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:49.766089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (829a9f38-85c0-44e2-8214-2fcf66c61df2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.788461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c5dc2-930e-4b60-b001-55c66d3cb5c1 None None] DHCP port deletion for fe962905-4413-4118-807c-c6dd283e398d request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:37:49.804757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:37:49.805178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (829a9f38-85c0-44e2-8214-2fcf66c61df2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.862914 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 829a9f38-85c0-44e2-8214-2fcf66c61df2 resource provider aggregate not found Jul 28 10:37:49.866564 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] For port e5b1d982-5acb-4c02-a013-ff9623924d02, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:49.873883 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] For port e5b1d982-5acb-4c02-a013-ff9623924d02, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5b1d982-5acb-4c02-a013-ff9623924d02,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:49.883557 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.903845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3007bb51-436f-474d-b258-7d94a0ebaaab None None] Provisioning complete for port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:49.904235 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3007bb51-436f-474d-b258-7d94a0ebaaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:49.989373 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Routers {'ad3adb32-c04b-468c-9e6e-f8d864205469'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:49.989687 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ad3adb32-c04b-468c-9e6e-f8d864205469'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:49.995992 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 829a9f38-85c0-44e2-8214-2fcf66c61df2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 829a9f38-85c0-44e2-8214-2fcf66c61df2 found for delete ", "request_id": "req-59b84a2d-506a-4f26-8934-3ab5d160bb3d"}]} Jul 28 10:37:50.011449 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fe962905-4413-4118-807c-c6dd283e398d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:50.018673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:50.038149 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] 10.222.0.46 "DELETE /v2.0/networks/fe962905-4413-4118-807c-c6dd283e398d HTTP/1.1" status: 204 len: 168 time: 1.6491470 Jul 28 10:37:50.043923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:50.084237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65073794-7194-4794-8350-63d4da1ff97f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe962905-4413-4118-807c-c6dd283e398d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:50.133899 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] Set router ad3adb32-c04b-468c-9e6e-f8d864205469 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:50.192483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-3eb14ffc-1869-41cc-9f24-8bd03da1cd6e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:50.197644 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-3eb14ffc-1869-41cc-9f24-8bd03da1cd6e tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports/e2f418fe-36bf-4150-ac4f-85fd591324c2 HTTP/1.1" status: 200 len: 930 time: 1.7000365 Jul 28 10:37:50.276213 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:50.311808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e99fb-160f-47f1-bb56-08539abebeee req-683a1672-e2b4-4477-9120-5d3bc5276981 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:50.312669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:50.314153 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:50.324442 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c04e99fb-160f-47f1-bb56-08539abebeee req-683a1672-e2b4-4477-9120-5d3bc5276981 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports/3f8fc68a-a34a-4f15-bcee-da56a80f0527 HTTP/1.1" status: 200 len: 929 time: 0.1118000 Jul 28 10:37:50.350104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3007bb51-436f-474d-b258-7d94a0ebaaab None None] Current status of the port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:50.356410 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5317e-246f-4081-ab5d-794ccb6ed442 None None] Pushing event updated for resources: {'Port': ['ID=e5b1d982-5acb-4c02-a013-ff9623924d02,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:50.410785 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0684b2-41cc-426d-81e6-bd86d90375c8 req-1b896569-009b-4b39-b5e8-3d0e46504f4d tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:50.412366 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ce0684b2-41cc-426d-81e6-bd86d90375c8 req-1b896569-009b-4b39-b5e8-3d0e46504f4d tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/networks?id=180b12f9-cf11-4e3c-b707-f07ef5d66391 HTTP/1.1" status: 200 len: 814 time: 1.7400863 Jul 28 10:37:50.500826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:50.525279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba496e-a268-46c9-8d18-a24147a55ba6 req-0fec513f-3ac1-40ea-a900-90908828d615 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:50.530270 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-60ba496e-a268-46c9-8d18-a24147a55ba6 req-0fec513f-3ac1-40ea-a900-90908828d615 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/networks?id=d9e608ce-54d3-43b1-b332-dd984ba1da05 HTTP/1.1" status: 200 len: 805 time: 0.2385421 Jul 28 10:37:50.546833 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ce0684b2-41cc-426d-81e6-bd86d90375c8 req-92b987fc-9dea-4d4e-a7f0-87c5926d0855 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/quotas/243bfecc2f9744e087fe60f72caa3b84 HTTP/1.1" status: 200 len: 375 time: 0.0389869 Jul 28 10:37:50.566904 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-60ba496e-a268-46c9-8d18-a24147a55ba6 req-dfe5d34d-bebe-4535-9ff1-546fbf30b674 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/quotas/58597d8408554881b9e936c5983663d5 HTTP/1.1" status: 200 len: 375 time: 0.0277872 Jul 28 10:37:50.596477 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:37:46Z', 'revision_number': 3, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:50.627287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4471579-0e2f-4ca1-af70-b00e9a5dee5c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:37:50.667553 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50678) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:50.676978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b4471579-0e2f-4ca1-af70-b00e9a5dee5c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:37:50.677652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4471579-0e2f-4ca1-af70-b00e9a5dee5c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:37:50.713089 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70ff4d-50e2-4b64-b7cc-2910613bdb22 None None] The sync data for ids ['ad3adb32-c04b-468c-9e6e-f8d864205469'] in n-d-850468-6 is: [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:37:46Z', 'revision_number': 3, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:50.763674 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ce0684b2-41cc-426d-81e6-bd86d90375c8 req-0bcf9847-302b-4ee0-8e8c-bf97a2d12574 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=243bfecc2f9744e087fe60f72caa3b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2138817 Jul 28 10:37:50.801934 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-60ba496e-a268-46c9-8d18-a24147a55ba6 req-201ed1e4-ab52-4506-bc0d-b339dd65eed8 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58597d8408554881b9e936c5983663d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2261341 Jul 28 10:37:50.926400 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ce0684b2-41cc-426d-81e6-bd86d90375c8 req-d9f52c5f-809b-4405-bad7-d1bb09678d8d service neutron] 10.222.0.46 "GET /v2.0/networks/180b12f9-cf11-4e3c-b707-f07ef5d66391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601665 Jul 28 10:37:50.949779 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-de995e44-4fbc-4f51-a3cd-150da4038ce8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8999d0a0acc04879bb1fa55809a9baa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2725761 Jul 28 10:37:50.955398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:51.020581 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:51.073410 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-60ba496e-a268-46c9-8d18-a24147a55ba6 req-ad4aa498-9d29-44e3-bf0a-d7cddc344214 service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695732 Jul 28 10:37:51.100484 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:51.154944 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d7be098-726c-49a6-806a-e1e82b2a854d admin admin] Publish callbacks [] for security_group (9d1314b1-96f5-47a4-9f61-683b30e96732), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:51.172506 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ce0684b2-41cc-426d-81e6-bd86d90375c8 req-def97e08-0032-4a13-bdea-e467d7f97f8a service neutron] 10.222.0.46 "GET /v2.0/networks/180b12f9-cf11-4e3c-b707-f07ef5d66391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439048 Jul 28 10:37:51.178634 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:51.205468 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d7be098-726c-49a6-806a-e1e82b2a854d admin admin] Publish callbacks [] for security_group (9d1314b1-96f5-47a4-9f61-683b30e96732), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:51.285048 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-60ba496e-a268-46c9-8d18-a24147a55ba6 req-fa9d28ac-33bb-4e96-9c82-8826fc2c900d service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106719 Jul 28 10:37:51.313026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d7be098-726c-49a6-806a-e1e82b2a854d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9d1314b1-96f5-47a4-9f61-683b30e96732), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:51.316416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d7be098-726c-49a6-806a-e1e82b2a854d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:51.317804 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3d7be098-726c-49a6-806a-e1e82b2a854d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d1314b1-96f5-47a4-9f61-683b30e96732 HTTP/1.1" status: 204 len: 168 time: 0.3613877 Jul 28 10:37:51.323672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:51.331845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7be098-726c-49a6-806a-e1e82b2a854d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1314b1-96f5-47a4-9f61-683b30e96732,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:51.647696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50702) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:51.650974 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-563c4720-eaae-4394-87af-66c1ef52787a req-9d47be65-83f0-4cc9-a30b-d3cb0d012a34 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea4e8786-72aa-43db-93fa-5019d4660abf HTTP/1.1" status: 200 len: 210 time: 0.0727360 Jul 28 10:37:51.677541 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5bf20073-1322-41b8-a9e2-9cb0824dafc2 req-80b3cc37-b7bd-434c-80b1-33748ebee3c2 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports?device_id=5dd4d08c-0857-4be9-bd3e-2bcefc8c78e3 HTTP/1.1" status: 200 len: 210 time: 0.1680875 Jul 28 10:37:51.879183 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-38facb40-d5f6-4f79-8505-8f5973fcc078 req-f27e9f2a-d92f-433d-8ec7-5318dfb142c3 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=5907653e-bb61-4646-a7f8-97c5fe15a805 HTTP/1.1" status: 200 len: 210 time: 0.1297839 Jul 28 10:37:51.926106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Allocated IP 172.20.0.1 (44bb5bba-21fc-4a96-95fa-19067fbddbd8/e865374a-1d35-41f7-a952-64fc81f3ed74/d8b22e11-1d24-46c7-814a-a49c95f877b1) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:52.006321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5b1d982-5acb-4c02-a013-ff9623924d02 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:52.136742 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5c450402-9592-43ad-9918-3c292ab1437d req-4b1d8ffe-5456-4362-80dc-8aba323a0f2a tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/ports?device_id=5dd4d08c-0857-4be9-bd3e-2bcefc8c78e3 HTTP/1.1" status: 200 len: 210 time: 0.0788729 Jul 28 10:37:52.141516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e5b1d982-5acb-4c02-a013-ff9623924d02 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:52.147664 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.260894 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks [] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.275740 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:52.302609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e5b1d982-5acb-4c02-a013-ff9623924d02 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:52.303177 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.325895 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:52.342140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e5b1d982-5acb-4c02-a013-ff9623924d02, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5b1d982-5acb-4c02-a013-ff9623924d02,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:52.350435 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.353677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.503013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e5b1d982-5acb-4c02-a013-ff9623924d02,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:52.521127 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b850721e-13b1-427a-a8db-6d0ea486b00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.555467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:52.612754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:52.616193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:37:52.723885 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:52.725793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b22e11-1d24-46c7-814a-a49c95f877b1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:52.768758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (ad3adb32-c04b-468c-9e6e-f8d864205469), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.824393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50756) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:52.916424 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-16f37500-1b89-42c4-8dff-e872ecce8b93 req-2438c387-4687-4a94-b5c7-19db333f36a7 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea4e8786-72aa-43db-93fa-5019d4660abf HTTP/1.1" status: 200 len: 210 time: 0.0632279 Jul 28 10:37:52.927740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b850721e-13b1-427a-a8db-6d0ea486b00c admin admin] Publish callbacks [] for security_group (1cc22c32-62a3-4d57-a6fa-d2f94c8b558e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.936087 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b850721e-13b1-427a-a8db-6d0ea486b00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1cc22c32-62a3-4d57-a6fa-d2f94c8b558e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:52.942775 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-baddce3f-ae35-4d50-b782-815e59045977 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b379a1a6bf56486fa53d577e8df86241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150560 Jul 28 10:37:52.949204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50762) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:53.027023 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b850721e-13b1-427a-a8db-6d0ea486b00c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75b9ea9d85eb474dbf0935b9f30b84b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3664114 Jul 28 10:37:53.034404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50766) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:53.035666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850721e-13b1-427a-a8db-6d0ea486b00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc22c32-62a3-4d57-a6fa-d2f94c8b558e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:53.108474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb7a8-5bb7-46b2-a947-bbb85f996019 admin admin] Publish callbacks [] for security_group (bb95ed76-5d30-4652-b82b-3be560e76a3b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.132915 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ebd2b73-c51f-4989-9f29-877637814f9e req-e0246fb3-2173-46e0-95a6-6a924be82591 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=5907653e-bb61-4646-a7f8-97c5fe15a805 HTTP/1.1" status: 200 len: 210 time: 0.0801713 Jul 28 10:37:53.182039 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:53.189205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb7a8-5bb7-46b2-a947-bbb85f996019 admin admin] Publish callbacks [] for security_group (bb95ed76-5d30-4652-b82b-3be560e76a3b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.218522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-19871a5e-560c-4967-9354-2e49e3bbdc75 None None] Provisioning complete for port d8b22e11-1d24-46c7-814a-a49c95f877b1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:53.220291 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-19871a5e-560c-4967-9354-2e49e3bbdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.284753 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.327286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-19871a5e-560c-4967-9354-2e49e3bbdc75 None None] Port d8b22e11-1d24-46c7-814a-a49c95f877b1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:53.354892 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb7a8-5bb7-46b2-a947-bbb85f996019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb95ed76-5d30-4652-b82b-3be560e76a3b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.377706 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb7a8-5bb7-46b2-a947-bbb85f996019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.379196 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9f7cb7a8-5bb7-46b2-a947-bbb85f996019 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb95ed76-5d30-4652-b82b-3be560e76a3b HTTP/1.1" status: 204 len: 168 time: 0.4276125 Jul 28 10:37:53.384122 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:53.391747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24c4b1e8-5c1b-4664-b0c0-e372c61b91e8 admin admin] Publish callbacks [] for security_group (1cc22c32-62a3-4d57-a6fa-d2f94c8b558e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.433095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cb7a8-5bb7-46b2-a947-bbb85f996019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb95ed76-5d30-4652-b82b-3be560e76a3b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:53.517777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24c4b1e8-5c1b-4664-b0c0-e372c61b91e8 admin admin] Publish callbacks [] for security_group (1cc22c32-62a3-4d57-a6fa-d2f94c8b558e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.529826 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c89635c7-7aba-4bed-9462-160340a6fc6b req-4eaac928-79fd-4640-9c61-015092120a19 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea4e8786-72aa-43db-93fa-5019d4660abf HTTP/1.1" status: 200 len: 210 time: 0.1249776 Jul 28 10:37:53.630092 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1dc6a4d9-7be9-4e23-82a1-2314afd353d7 req-d0a1569d-d12c-481d-a7f9-4a941f57dd43 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=5907653e-bb61-4646-a7f8-97c5fe15a805 HTTP/1.1" status: 200 len: 210 time: 0.0516663 Jul 28 10:37:53.891709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24c4b1e8-5c1b-4664-b0c0-e372c61b91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1cc22c32-62a3-4d57-a6fa-d2f94c8b558e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.896096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24c4b1e8-5c1b-4664-b0c0-e372c61b91e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.899674 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-24c4b1e8-5c1b-4664-b0c0-e372c61b91e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1cc22c32-62a3-4d57-a6fa-d2f94c8b558e HTTP/1.1" status: 204 len: 168 time: 0.8561418 Jul 28 10:37:53.900732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks [] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.913209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:53.951387 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5b1d982-5acb-4c02-a013-ff9623924d02 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:54.044179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4b1e8-5c1b-4664-b0c0-e372c61b91e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc22c32-62a3-4d57-a6fa-d2f94c8b558e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:54.071883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (ad3adb32-c04b-468c-9e6e-f8d864205469), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.101203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50824) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:54.133199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e5b1d982-5acb-4c02-a013-ff9623924d02 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:54.133801 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.184246 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f204da1-f996-4379-9a33-07909b37c8fc tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group (5d789b75-5ded-42e0-9168-1882c9e135bb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.185809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b22e11-1d24-46c7-814a-a49c95f877b1,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:54.226748 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f204da1-f996-4379-9a33-07909b37c8fc tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group (5d789b75-5ded-42e0-9168-1882c9e135bb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.270206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:54.273003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:54.342306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f204da1-f996-4379-9a33-07909b37c8fc tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5d789b75-5ded-42e0-9168-1882c9e135bb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.349636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e5b1d982-5acb-4c02-a013-ff9623924d02 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:54.351865 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9f204da1-f996-4379-9a33-07909b37c8fc tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.357948 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9f204da1-f996-4379-9a33-07909b37c8fc tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/security-groups/5d789b75-5ded-42e0-9168-1882c9e135bb HTTP/1.1" status: 204 len: 168 time: 0.2550650 Jul 28 10:37:54.365394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50830) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:54.384793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f204da1-f996-4379-9a33-07909b37c8fc tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d789b75-5ded-42e0-9168-1882c9e135bb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:54.419808 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:54.427797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Router ad3adb32-c04b-468c-9e6e-f8d864205469 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:37:54.428964 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-14758a29-065c-4408-a6d8-c918114c63af tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] show failed (client error): The resource could not be found. Jul 28 10:37:54.434473 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-14758a29-065c-4408-a6d8-c918114c63af tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "GET /v2.0/security-groups/5d789b75-5ded-42e0-9168-1882c9e135bb HTTP/1.1" status: 404 len: 347 time: 0.0635333 Jul 28 10:37:54.436004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50834) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:54.606597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Deleting port 279c9561-321a-4ac5-9649-423dffb18c77 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:54.607115 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (279c9561-321a-4ac5-9649-423dffb18c77), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.635630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:54.646829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Sync routers for ids ['ad3adb32-c04b-468c-9e6e-f8d864205469'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:54.653437 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-459cd456-406f-4e12-af9e-0e78d33d39c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/ad3adb32-c04b-468c-9e6e-f8d864205469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1006413 Jul 28 10:37:54.664700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Routers {'ad3adb32-c04b-468c-9e6e-f8d864205469'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:54.665465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ad3adb32-c04b-468c-9e6e-f8d864205469'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:54.736377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (279c9561-321a-4ac5-9649-423dffb18c77), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.737393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for floatingip (279c9561-321a-4ac5-9649-423dffb18c77), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.754903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Calling delete_port for 279c9561-321a-4ac5-9649-423dffb18c77 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:54.843462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f6f4982b-e93f-402b-ab52-6aa89e163b1e None None] Provisioning complete for port d8b22e11-1d24-46c7-814a-a49c95f877b1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:54.844616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6f4982b-e93f-402b-ab52-6aa89e163b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:54.912982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Set router ad3adb32-c04b-468c-9e6e-f8d864205469 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:54.975553 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:54.991510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4982b-e93f-402b-ab52-6aa89e163b1e None None] Port d8b22e11-1d24-46c7-814a-a49c95f877b1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:37:55.060707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71823d7-b96c-4238-8928-67137cb686c3 req-4b8459f8-fdd4-4905-9328-b2d274840f53 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:55.086378 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f71823d7-b96c-4238-8928-67137cb686c3 req-4b8459f8-fdd4-4905-9328-b2d274840f53 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/networks?id=d9e608ce-54d3-43b1-b332-dd984ba1da05 HTTP/1.1" status: 200 len: 805 time: 0.2458990 Jul 28 10:37:55.125953 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:55.132223 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f71823d7-b96c-4238-8928-67137cb686c3 req-dc729a5f-0c0e-435b-944f-fcd1675cd56b tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/quotas/58597d8408554881b9e936c5983663d5 HTTP/1.1" status: 200 len: 375 time: 0.0446041 Jul 28 10:37:55.159933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486b3de-0d42-4817-8992-9e4a0940bcdc req-7c490918-2563-4e0f-903e-db2710488681 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:55.161809 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f486b3de-0d42-4817-8992-9e4a0940bcdc req-7c490918-2563-4e0f-903e-db2710488681 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/networks?id=180b12f9-cf11-4e3c-b707-f07ef5d66391 HTTP/1.1" status: 200 len: 814 time: 0.2304957 Jul 28 10:37:55.194461 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f486b3de-0d42-4817-8992-9e4a0940bcdc req-302a3e0d-cd36-4e75-879c-2eccabd4365a tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/quotas/243bfecc2f9744e087fe60f72caa3b84 HTTP/1.1" status: 200 len: 375 time: 0.0249279 Jul 28 10:37:55.220622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (279c9561-321a-4ac5-9649-423dffb18c77), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.245235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:37:53Z', 'revision_number': 4, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd8b22e11-1d24-46c7-814a-a49c95f877b1', 'name': '', 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'mac_address': 'fa:16:3e:4b:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e865374a-1d35-41f7-a952-64fc81f3ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:51Z', 'updated_at': '2022-07-28T10:37:53Z', 'revision_number': 2, 'project_id': 'f5b2e8199075416eb008280658561912', 'subnets': [{'id': 'e865374a-1d35-41f7-a952-64fc81f3ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:55.273714 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f71823d7-b96c-4238-8928-67137cb686c3 req-c565c7b3-aba3-4e86-9628-01215e3ba84a tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58597d8408554881b9e936c5983663d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389351 Jul 28 10:37:55.277825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Checking router: ad3adb32-c04b-468c-9e6e-f8d864205469 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:55.278578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Updating router ad3adb32-c04b-468c-9e6e-f8d864205469 port d8b22e11-1d24-46c7-814a-a49c95f877b1 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:55.283093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'Port': ['ID=279c9561-321a-4ac5-9649-423dffb18c77,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:55.304632 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f486b3de-0d42-4817-8992-9e4a0940bcdc req-e9ecc372-4e72-4463-bd94-415ac43aaa2a tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=243bfecc2f9744e087fe60f72caa3b84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077945 Jul 28 10:37:55.327096 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.418128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for floatingip (af81bdec-1770-4124-9263-a5ef259fba28), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.420833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.426791 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c9619fde-66be-4798-ba69-e4fa40cceb30 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/floatingips/af81bdec-1770-4124-9263-a5ef259fba28 HTTP/1.1" status: 204 len: 168 time: 0.9895468 Jul 28 10:37:55.427469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50878) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:55.471181 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f486b3de-0d42-4817-8992-9e4a0940bcdc req-039d5fd0-7c9a-476b-8dc9-0dfe033139b3 service neutron] 10.222.0.46 "GET /v2.0/networks/180b12f9-cf11-4e3c-b707-f07ef5d66391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572418 Jul 28 10:37:55.491465 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:55.495149 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:55.592426 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f71823d7-b96c-4238-8928-67137cb686c3 req-46a67477-0a22-4c71-87ae-8e48b529ed8d service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753785 Jul 28 10:37:55.620230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Deleting port 3f8fc68a-a34a-4f15-bcee-da56a80f0527 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:55.620563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3f8fc68a-a34a-4f15-bcee-da56a80f0527), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.639206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50884) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:55.665193 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f486b3de-0d42-4817-8992-9e4a0940bcdc req-05311671-0551-4c88-9da7-aa497f8fb6b4 service neutron] 10.222.0.46 "GET /v2.0/networks/180b12f9-cf11-4e3c-b707-f07ef5d66391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895955 Jul 28 10:37:55.666870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b12e286-e496-4354-9014-f562556412fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.760206 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:55.771312 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Publish callbacks [] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.782578 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.786245 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b12e286-e496-4354-9014-f562556412fd admin admin] Publish callbacks [] for security_group (0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.792156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b12e286-e496-4354-9014-f562556412fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.925558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3f8fc68a-a34a-4f15-bcee-da56a80f0527), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:55.930482 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9b12e286-e496-4354-9014-f562556412fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e34e2f4b8bfb40dd8fa238d07133c296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877781 Jul 28 10:37:55.935553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50894) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:55.960190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faf8a1-a2f0-4671-804a-0752925333f0 None None] Pushing event updated for resources: {'Port': ['ID=d8b22e11-1d24-46c7-814a-a49c95f877b1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:55.964310 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Calling delete_port for 3f8fc68a-a34a-4f15-bcee-da56a80f0527 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:55.985277 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f71823d7-b96c-4238-8928-67137cb686c3 req-fd5f78b0-9893-4656-b7f9-c11254c8fe2c service neutron] 10.222.0.46 "GET /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827467 Jul 28 10:37:56.022633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12e286-e496-4354-9014-f562556412fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:56.107043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-405c0e70-4a6b-4acc-b434-d0ed1e5e4282 admin admin] Publish callbacks [] for security_group (0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.181439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Attempting to bind port d8b22e11-1d24-46c7-814a-a49c95f877b1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:37:56.183558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Attempting to bind port d8b22e11-1d24-46c7-814a-a49c95f877b1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:37:56.185365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Attempting to bind port d8b22e11-1d24-46c7-814a-a49c95f877b1 on network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:37:56.191619 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-405c0e70-4a6b-4acc-b434-d0ed1e5e4282 admin admin] Publish callbacks [] for security_group (0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.210410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:37:56.210741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Checking segment: {'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:56.216225 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.216860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Bound using segment: {'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:37:56.219208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Bound port: d8b22e11-1d24-46c7-814a-a49c95f877b1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba279eed-de73-43ec-b718-2dd5fa2a0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:37:56.219902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.292111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50902) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:56.324360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] For port d8b22e11-1d24-46c7-814a-a49c95f877b1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:56.329031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] For port d8b22e11-1d24-46c7-814a-a49c95f877b1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d8b22e11-1d24-46c7-814a-a49c95f877b1,segment=NetworkSegment(ba279eed-de73-43ec-b718-2dd5fa2a0211),segment_id=ba279eed-de73-43ec-b718-2dd5fa2a0211)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:56.340986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3f8fc68a-a34a-4f15-bcee-da56a80f0527), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.349931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-405c0e70-4a6b-4acc-b434-d0ed1e5e4282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.360455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.370046 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-405c0e70-4a6b-4acc-b434-d0ed1e5e4282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.378065 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-405c0e70-4a6b-4acc-b434-d0ed1e5e4282 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0 HTTP/1.1" status: 204 len: 168 time: 0.4330914 Jul 28 10:37:56.396936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c0e70-4a6b-4acc-b434-d0ed1e5e4282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ae3fc-ac0b-4474-b035-b0cb6c7fadc0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:56.416934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'Port': ['ID=3f8fc68a-a34a-4f15-bcee-da56a80f0527,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:56.430134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bc0c0170-a674-4edd-b709-be50bae41b46 None None] Provisioning complete for port d8b22e11-1d24-46c7-814a-a49c95f877b1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:56.437429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc0c0170-a674-4edd-b709-be50bae41b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.473365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50914) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:56.599051 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.606742 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4c22aadf-e4a1-41ab-9052-ab0bef1455ae tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/ports/3f8fc68a-a34a-4f15-bcee-da56a80f0527 HTTP/1.1" status: 204 len: 168 time: 1.1739261 Jul 28 10:37:56.607918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50920) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:56.667432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faf8a1-a2f0-4671-804a-0752925333f0 None None] Pushing event updated for resources: {'Port': ['ID=d8b22e11-1d24-46c7-814a-a49c95f877b1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:56.722727 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-d778948b-3c7b-4234-b3c4-6c366e8ecba8 req-6134eba7-c1ed-47f8-a206-e63f1306df09 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-395093413', 'description': 'tempest-description-1902701515'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:56.841691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Routers {'ad3adb32-c04b-468c-9e6e-f8d864205469'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:37:56.848424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:37:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ad3adb32-c04b-468c-9e6e-f8d864205469'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:56.936212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d778948b-3c7b-4234-b3c4-6c366e8ecba8 req-6134eba7-c1ed-47f8-a206-e63f1306df09 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:56.982810 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75a8f901-b64d-45d5-b11f-7f029c753de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.016660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] Set router ad3adb32-c04b-468c-9e6e-f8d864205469 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:37:57.122803 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:57.164331 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6101fe69-e10f-4594-b225-4be61599e576 req-5e06162a-c3d0-46ee-b24a-0be113cb3be1 tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=665aba1c-1626-40ba-8e71-735e72ce9b44 HTTP/1.1" status: 200 len: 210 time: 0.6452506 Jul 28 10:37:57.226427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c0170-a674-4edd-b709-be50bae41b46 None None] Current status of the port d8b22e11-1d24-46c7-814a-a49c95f877b1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:57.226825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc0c0170-a674-4edd-b709-be50bae41b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.262262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75a8f901-b64d-45d5-b11f-7f029c753de0 admin admin] Publish callbacks [] for security_group (769d9d6c-82a8-4605-afd5-8a719f6a9421), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.264247 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:57.267851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78e12710-1376-4fab-8cec-22541731b73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.277355 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8ee3d8ef-2af4-4634-96ea-2ec70bb449d4 req-22074aa3-709e-4e2a-8146-9640927d4178 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef772beb-f359-4da8-8626-e02002b983b4 HTTP/1.1" status: 200 len: 210 time: 0.0445442 Jul 28 10:37:57.299236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bc0c0170-a674-4edd-b709-be50bae41b46 None None] For port d8b22e11-1d24-46c7-814a-a49c95f877b1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d8b22e11-1d24-46c7-814a-a49c95f877b1,segment=NetworkSegment(ba279eed-de73-43ec-b718-2dd5fa2a0211),segment_id=ba279eed-de73-43ec-b718-2dd5fa2a0211)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:57.304326 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc0c0170-a674-4edd-b709-be50bae41b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.367827 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:57.379769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50934) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:57.388693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75a8f901-b64d-45d5-b11f-7f029c753de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (769d9d6c-82a8-4605-afd5-8a719f6a9421), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.391980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Deleting port e2f418fe-36bf-4150-ac4f-85fd591324c2 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:37:57.392316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e2f418fe-36bf-4150-ac4f-85fd591324c2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.393559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:37:53Z', 'revision_number': 4, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd8b22e11-1d24-46c7-814a-a49c95f877b1', 'name': '', 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'mac_address': 'fa:16:3e:4b:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e865374a-1d35-41f7-a952-64fc81f3ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:51Z', 'updated_at': '2022-07-28T10:37:56Z', 'revision_number': 4, 'project_id': 'f5b2e8199075416eb008280658561912', 'subnets': [{'id': 'e865374a-1d35-41f7-a952-64fc81f3ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:57.430385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c0170-a674-4edd-b709-be50bae41b46 None None] Pushing event updated for resources: {'Port': ['ID=d8b22e11-1d24-46c7-814a-a49c95f877b1,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:57.434116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ac7c1-4acf-420b-b453-a43d8f5142ea None None] The sync data for ids ['ad3adb32-c04b-468c-9e6e-f8d864205469'] in n-d-850468-6 is: [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:37:53Z', 'revision_number': 4, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'd8b22e11-1d24-46c7-814a-a49c95f877b1', 'name': '', 'network_id': '44bb5bba-21fc-4a96-95fa-19067fbddbd8', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'mac_address': 'fa:16:3e:4b:6a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'e865374a-1d35-41f7-a952-64fc81f3ed74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:51Z', 'updated_at': '2022-07-28T10:37:56Z', 'revision_number': 4, 'project_id': 'f5b2e8199075416eb008280658561912', 'subnets': [{'id': 'e865374a-1d35-41f7-a952-64fc81f3ed74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:57.448325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ab144464-aed9-4ddb-80f1-9d79aee4d3db None None] Provisioning complete for port d8b22e11-1d24-46c7-814a-a49c95f877b1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:57.450061 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab144464-aed9-4ddb-80f1-9d79aee4d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.521078 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:57.529557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e2f418fe-36bf-4150-ac4f-85fd591324c2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.555945 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Calling delete_port for e2f418fe-36bf-4150-ac4f-85fd591324c2 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:37:57.589773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ab144464-aed9-4ddb-80f1-9d79aee4d3db None None] Current status of the port d8b22e11-1d24-46c7-814a-a49c95f877b1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:57.689933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1917376605-network', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:57.728156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Made reservation on behalf of 379dcc2f97914adaa94499fd20cd9db1 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:57.730653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.741588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.849521 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:57.910951 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks [] for security_group (fa7305bc-7280-41be-8da6-980892c2eb16), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.917652 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fa7305bc-7280-41be-8da6-980892c2eb16), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.926109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d8b22e11-1d24-46c7-814a-a49c95f877b1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:57.947146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:57.959950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7305bc-7280-41be-8da6-980892c2eb16,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:57.964788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ac483290-1097-40bf-9b78-6290ea688554), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:57.965126 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Added segment ac483290-1097-40bf-9b78-6290ea688554 of type vlan for network 69500ed2-ae4f-4144-8e9d-24b29e196bec Jul 28 10:37:58.005716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:58.016088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (69500ed2-ae4f-4144-8e9d-24b29e196bec), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.030309 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78e12710-1376-4fab-8cec-22541731b73c admin admin] Publish callbacks [] for security_group (e8df9538-2153-4373-a209-ca93373d6ea8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.038757 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:58.052168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78e12710-1376-4fab-8cec-22541731b73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e8df9538-2153-4373-a209-ca93373d6ea8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.061048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d8b22e11-1d24-46c7-814a-a49c95f877b1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:37:58.061348 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (69500ed2-ae4f-4144-8e9d-24b29e196bec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.061921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.063268 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:58.063926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.099425 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-78e12710-1376-4fab-8cec-22541731b73c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ec3912913044cabb17761ffc6ad45bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6243329 Jul 28 10:37:58.100365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:58.168367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8f901-b64d-45d5-b11f-7f029c753de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769d9d6c-82a8-4605-afd5-8a719f6a9421,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:58.182068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d8b22e11-1d24-46c7-814a-a49c95f877b1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:37:58.194557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] Pushing event updated for resources: {'Network': ['ID=69500ed2-ae4f-4144-8e9d-24b29e196bec,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:58.206381 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2cddaf72-861c-4322-a7f6-20aba226732d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8206160 Jul 28 10:37:58.208172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50956) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:58.217383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:58.221100 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Request body: {'subnet': {'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1917376605-subnet', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:58.247145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e12710-1376-4fab-8cec-22541731b73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df9538-2153-4373-a209-ca93373d6ea8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:58.267240 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-75a8f901-b64d-45d5-b11f-7f029c753de0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd320535d7e74da984866c24da0f3173&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9704769 Jul 28 10:37:58.270880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50958) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:58.295050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Made reservation on behalf of 379dcc2f97914adaa94499fd20cd9db1 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:58.303395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.323029 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c71317d-c62b-49b1-aa1c-5f50c9f97c20 admin admin] Publish callbacks [] for security_group (e8df9538-2153-4373-a209-ca93373d6ea8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.346081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d778948b-3c7b-4234-b3c4-6c366e8ecba8 req-6134eba7-c1ed-47f8-a206-e63f1306df09 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (3af4284c-4e4e-477e-aa03-1be20586337e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.377206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c71317d-c62b-49b1-aa1c-5f50c9f97c20 admin admin] Publish callbacks [] for security_group (e8df9538-2153-4373-a209-ca93373d6ea8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.381512 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d778948b-3c7b-4234-b3c4-6c366e8ecba8 req-6134eba7-c1ed-47f8-a206-e63f1306df09 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3af4284c-4e4e-477e-aa03-1be20586337e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.445770 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4762c3c8-69f9-4eb0-95fb-4282bc89a709 req-4e5c2087-3184-4073-ac83-d9f15b36f5af tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=665aba1c-1626-40ba-8e71-735e72ce9b44 HTTP/1.1" status: 200 len: 210 time: 0.0629954 Jul 28 10:37:58.526814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134eba7-c1ed-47f8-a206-e63f1306df09 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af4284c-4e4e-477e-aa03-1be20586337e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:58.537318 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ed94980-79da-45a1-962d-92f35a5b59b5 admin admin] Publish callbacks [] for security_group (769d9d6c-82a8-4605-afd5-8a719f6a9421), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.554097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-d778948b-3c7b-4234-b3c4-6c366e8ecba8 req-6134eba7-c1ed-47f8-a206-e63f1306df09 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.568599 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d778948b-3c7b-4234-b3c4-6c366e8ecba8 req-6134eba7-c1ed-47f8-a206-e63f1306df09 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.8760686 Jul 28 10:37:58.607580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ed94980-79da-45a1-962d-92f35a5b59b5 admin admin] Publish callbacks [] for security_group (769d9d6c-82a8-4605-afd5-8a719f6a9421), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.631527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e2f418fe-36bf-4150-ac4f-85fd591324c2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.633816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c71317d-c62b-49b1-aa1c-5f50c9f97c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e8df9538-2153-4373-a209-ca93373d6ea8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.647081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c71317d-c62b-49b1-aa1c-5f50c9f97c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:58.649715 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3c71317d-c62b-49b1-aa1c-5f50c9f97c20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8df9538-2153-4373-a209-ca93373d6ea8 HTTP/1.1" status: 204 len: 168 time: 0.5358040 Jul 28 10:37:58.727579 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2698e1aa-da67-41de-9b11-e9fc2f2b1af0 req-91b43c60-a6da-4919-a836-733758f8a187 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef772beb-f359-4da8-8626-e02002b983b4 HTTP/1.1" status: 200 len: 210 time: 0.0803051 Jul 28 10:37:58.765899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'Port': ['ID=e2f418fe-36bf-4150-ac4f-85fd591324c2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:58.873117 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-32e6c17d-d40b-4f8b-b3f4-b62185f7cfee req-7f728a45-0748-48fc-9e42-287ff986b48d tempest-ServerDiskConfigTestJSON-1692557787 tempest-ServerDiskConfigTestJSON-1692557787-project] 10.222.0.46 "GET /v2.0/ports?device_id=665aba1c-1626-40ba-8e71-735e72ce9b44 HTTP/1.1" status: 200 len: 210 time: 0.0422680 Jul 28 10:37:58.874197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71317d-c62b-49b1-aa1c-5f50c9f97c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df9538-2153-4373-a209-ca93373d6ea8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:58.982450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (56ab08b0-2cff-401c-b9ca-8e919709f0c6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.042816 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:59.049193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ab08b0-2cff-401c-b9ca-8e919709f0c6,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:59.052888 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ed94980-79da-45a1-962d-92f35a5b59b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (769d9d6c-82a8-4605-afd5-8a719f6a9421), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.065730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ed94980-79da-45a1-962d-92f35a5b59b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.069352 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.069530 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ed94980-79da-45a1-962d-92f35a5b59b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/769d9d6c-82a8-4605-afd5-8a719f6a9421 HTTP/1.1" status: 204 len: 168 time: 0.7950079 Jul 28 10:37:59.080236 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2ba6bc93-7918-453d-9a36-9ff2d7d33812 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/ports/e2f418fe-36bf-4150-ac4f-85fd591324c2 HTTP/1.1" status: 204 len: 168 time: 2.4708807 Jul 28 10:37:59.083844 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50986) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:59.092575 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-d0abde11-af2f-499e-a1f7-b77edc5ab0ef tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/3af4284c-4e4e-477e-aa03-1be20586337e HTTP/1.1" status: 200 len: 1823 time: 0.3242226 Jul 28 10:37:59.110948 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94980-79da-45a1-962d-92f35a5b59b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769d9d6c-82a8-4605-afd5-8a719f6a9421,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:59.118440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3af4284c-4e4e-477e-aa03-1be20586337e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:59.118766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3af4284c-4e4e-477e-aa03-1be20586337e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:59.177282 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:59.240347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Checking segment: {'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:37:59.240776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Network hostable DHCP agents. Network: 69500ed2-ae4f-4144-8e9d-24b29e196bec, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:59.253983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Deleting subnet 8da55f4b-eda1-4522-9ae8-001226970712 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:37:59.259160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for subnet (8da55f4b-eda1-4522-9ae8-001226970712), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.323747 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:59.334925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (f9dcde1b-1853-4a12-bd82-679c052d9f83), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.346499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (8da55f4b-eda1-4522-9ae8-001226970712), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.348022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 69500ed2-ae4f-4144-8e9d-24b29e196bec) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:59.355780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:37:59.356415 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.358722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f33c5-7345-4a89-b924-eedf4ce0ab39 None None] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:37:59.406803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (f9dcde1b-1853-4a12-bd82-679c052d9f83), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.412690 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-94b53893-6f2c-4430-b955-53d2bfb89185 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1959012 Jul 28 10:37:59.415976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50994) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:59.428080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:59.437704 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f9dcde1b-1853-4a12-bd82-679c052d9f83), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.541069 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.544762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f00000ed-c1f3-4dec-9d11-7d116a6b690d req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4373329 Jul 28 10:37:59.546123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (297d4caa-9984-40f1-a208-423a00d86ae4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.553119 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (297d4caa-9984-40f1-a208-423a00d86ae4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.606493 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:37:59.608351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51000) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:59.610753 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c9e79671-8eda-4424-9c26-0cc211e8a36f req-d2bb9228-d5d3-4a2f-9ebd-e96e3a1080b6 tempest-ImagesTestJSON-1229646692 tempest-ImagesTestJSON-1229646692-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef772beb-f359-4da8-8626-e02002b983b4 HTTP/1.1" status: 200 len: 210 time: 0.1154013 Jul 28 10:37:59.618265 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4f13c-002e-4306-a12f-a4e451e4cb56 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dcde1b-1853-4a12-bd82-679c052d9f83,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:59.628614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51002) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:37:59.696048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-69500ed2-ae4f-4144-8e9d-24b29e196bec', 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec', 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'fixed_ips': [{'subnet_id': '56ab08b0-2cff-401c-b9ca-8e919709f0c6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:37:59.697680 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.701191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79f19019-1508-4543-9855-2298b76ef668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.736044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-78a4bb2b-d8cc-443c-869a-25e777df1843 req-e83aaf9d-9e55-48a7-8bc5-5d273750acea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-176701612', 'description': 'tempest-description-122279528'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:37:59.780350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (8da55f4b-eda1-4522-9ae8-001226970712), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.814057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-78a4bb2b-d8cc-443c-869a-25e777df1843 req-e83aaf9d-9e55-48a7-8bc5-5d273750acea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:37:59.840537 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks [] for router_controller (297d4caa-9984-40f1-a208-423a00d86ae4), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.082372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (8da55f4b-eda1-4522-9ae8-001226970712), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.125928 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-78a4bb2b-d8cc-443c-869a-25e777df1843 req-e83aaf9d-9e55-48a7-8bc5-5d273750acea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (fdb8d162-a443-4be7-9e51-1ff00fffe616), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.130709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51016) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:00.135582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks [] for router_gateway (297d4caa-9984-40f1-a208-423a00d86ae4), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.161022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Allocated IP 172.20.0.2 (69500ed2-ae4f-4144-8e9d-24b29e196bec/56ab08b0-2cff-401c-b9ca-8e919709f0c6/977e859f-5743-4011-9509-30eb35c1bf4f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:00.185671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'Subnet': ['ID=8da55f4b-eda1-4522-9ae8-001226970712,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:00.202607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.205842 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-62a4d80d-9e11-42a4-880d-41f77b8791d6 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/subnets/8da55f4b-eda1-4522-9ae8-001226970712 HTTP/1.1" status: 204 len: 168 time: 1.1174731 Jul 28 10:38:00.209583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51020) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:00.300139 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:00.302891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07916b72-d30f-4665-8601-4acdff50e42c None None] Network 680d0d7c-d0e2-4c96-b801-28183a8a13dd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:00.309803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Deleting subnet ae517e54-a23b-43ab-949e-33ee4449b640 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:38:00.354909 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks [] for subnet (ae517e54-a23b-43ab-949e-33ee4449b640), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.433075 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (ae517e54-a23b-43ab-949e-33ee4449b640), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.442887 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-78a4bb2b-d8cc-443c-869a-25e777df1843 req-e83aaf9d-9e55-48a7-8bc5-5d273750acea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fdb8d162-a443-4be7-9e51-1ff00fffe616), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.450386 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:00.570433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.574498 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=13 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:00.601127 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:00.612257 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:00.628409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79f19019-1508-4543-9855-2298b76ef668 admin admin] Publish callbacks [] for security_group (d244de3b-494b-4705-b5c7-ccfd53e3612a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.653003 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-78a4bb2b-d8cc-443c-869a-25e777df1843 req-e83aaf9d-9e55-48a7-8bc5-5d273750acea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.657155 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-78a4bb2b-d8cc-443c-869a-25e777df1843 req-e83aaf9d-9e55-48a7-8bc5-5d273750acea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9725778 Jul 28 10:38:00.683444 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79f19019-1508-4543-9855-2298b76ef668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d244de3b-494b-4705-b5c7-ccfd53e3612a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.696056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83aaf9d-9e55-48a7-8bc5-5d273750acea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8d162-a443-4be7-9e51-1ff00fffe616,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:00.730469 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:00.737781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] DHCP port deletion for 680d0d7c-d0e2-4c96-b801-28183a8a13dd request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:00.790948 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:00.807288 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Publish callbacks [] for port (977e859f-5743-4011-9509-30eb35c1bf4f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.822033 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.839246 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ae517e54-a23b-43ab-949e-33ee4449b640), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.862536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] Deleting port f53c9e85-97a0-417c-91a6-ff57358c94d6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:00.862946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:00.872952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:00.885360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f19019-1508-4543-9855-2298b76ef668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d244de3b-494b-4705-b5c7-ccfd53e3612a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:00.890866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:00.896227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:00.901167 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-efa839a9-431f-4990-a4a9-ddf4f32ed884 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/fdb8d162-a443-4be7-9e51-1ff00fffe616 HTTP/1.1" status: 200 len: 1822 time: 0.1864781 Jul 28 10:38:00.916446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdb8d162-a443-4be7-9e51-1ff00fffe616', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:00.917095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdb8d162-a443-4be7-9e51-1ff00fffe616', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:01.004091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Pushing event updated for resources: {'Port': ['ID=977e859f-5743-4011-9509-30eb35c1bf4f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:01.018670 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-79f19019-1508-4543-9855-2298b76ef668 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a21b8053f474cda84abf07602fa9b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4028823 Jul 28 10:38:01.030635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51038) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:01.063366 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (ae517e54-a23b-43ab-949e-33ee4449b640), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.071323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] For port f53c9e85-97a0-417c-91a6-ff57358c94d6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f53c9e85-97a0-417c-91a6-ff57358c94d6,segment=NetworkSegment(cb874ca5-bd12-43c0-82a3-e24609ef0de0),segment_id=cb874ca5-bd12-43c0-82a3-e24609ef0de0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:01.071731 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.075916 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:01.088556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Attempting to bind port 977e859f-5743-4011-9509-30eb35c1bf4f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:01.088952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Attempting to bind port 977e859f-5743-4011-9509-30eb35c1bf4f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:01.089326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Attempting to bind port 977e859f-5743-4011-9509-30eb35c1bf4f on network 69500ed2-ae4f-4144-8e9d-24b29e196bec {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:01.097581 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] Calling delete_port for f53c9e85-97a0-417c-91a6-ff57358c94d6 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:01.106644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:01.106987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Checking segment: {'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:01.107346 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.107778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Bound using segment: {'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:01.108217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Bound port: 977e859f-5743-4011-9509-30eb35c1bf4f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:01.108604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.120492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'Subnet': ['ID=ae517e54-a23b-43ab-949e-33ee4449b640,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:01.182090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.186895 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-98887347-5c81-40ae-b058-56afb2df6bcf tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/subnets/ae517e54-a23b-43ab-949e-33ee4449b640 HTTP/1.1" status: 204 len: 168 time: 0.9768741 Jul 28 10:38:01.191072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39d3f8-6ded-4dbe-92e2-5b41f0c082a1 None None] Network 5702b19c-6e25-4ab2-ad71-3543f5d7b83e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:01.191948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51044) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:01.230892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51046) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:01.317799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (a8651c55-ab01-434e-aac9-af2a5d48b278), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.325201 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.356940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] For port 977e859f-5743-4011-9509-30eb35c1bf4f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:01.365468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] For port 977e859f-5743-4011-9509-30eb35c1bf4f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=977e859f-5743-4011-9509-30eb35c1bf4f,segment=NetworkSegment(ac483290-1097-40bf-9b78-6290ea688554),segment_id=ac483290-1097-40bf-9b78-6290ea688554)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:01.396252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Deleting port f076aa08-9a1c-4cac-ad0d-de318d5201e2 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:01.396652 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.398888 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35ebe34f-49c3-4d52-b6ea-0a561d1c8f3e admin admin] Publish callbacks [] for security_group (d244de3b-494b-4705-b5c7-ccfd53e3612a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.430679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks [] for router_gateway (297d4caa-9984-40f1-a208-423a00d86ae4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.433406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35ebe34f-49c3-4d52-b6ea-0a561d1c8f3e admin admin] Publish callbacks [] for security_group (d244de3b-494b-4705-b5c7-ccfd53e3612a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.464429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.529947 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.541111 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:01.570787 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (680d0d7c-d0e2-4c96-b801-28183a8a13dd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.578836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35ebe34f-49c3-4d52-b6ea-0a561d1c8f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d244de3b-494b-4705-b5c7-ccfd53e3612a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.582611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35ebe34f-49c3-4d52-b6ea-0a561d1c8f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.587307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-35ebe34f-49c3-4d52-b6ea-0a561d1c8f3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d244de3b-494b-4705-b5c7-ccfd53e3612a HTTP/1.1" status: 204 len: 168 time: 0.5543509 Jul 28 10:38:01.594753 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (f53c9e85-97a0-417c-91a6-ff57358c94d6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.636503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] No DVR routers for this DVR port f53c9e85-97a0-417c-91a6-ff57358c94d6 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:01.650900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072b2ea-99c0-433c-9075-b2221cde1547 None None] Pushing event updated for resources: {'Port': ['ID=977e859f-5743-4011-9509-30eb35c1bf4f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:01.712600 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebe34f-49c3-4d52-b6ea-0a561d1c8f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d244de3b-494b-4705-b5c7-ccfd53e3612a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:01.713895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db007b-07a8-4c29-ab2d-5bdabd600bae None None] Pushing event deleted for resources: {'Port': ['ID=f53c9e85-97a0-417c-91a6-ff57358c94d6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:01.757355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] DHCP port deletion for 5702b19c-6e25-4ab2-ad71-3543f5d7b83e request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:01.768550 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-261d5a73-23f2-40a6-8fb7-635654007dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.784726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (a8651c55-ab01-434e-aac9-af2a5d48b278), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.884560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] Deleting port 5b638218-22f3-4b5b-88b0-429f05f17e7f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:01.885772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.941681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] For port f076aa08-9a1c-4cac-ad0d-de318d5201e2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f076aa08-9a1c-4cac-ad0d-de318d5201e2,segment=NetworkSegment(c20e34e0-cecd-4c0f-ab9a-862403c79dc0),segment_id=c20e34e0-cecd-4c0f-ab9a-862403c79dc0)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:01.942238 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:01.994108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Allocated IP 172.25.2.189 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3ab612e7-a263-4b46-998a-6b5835c574c0) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:01.999891 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:02.022345 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a8651c55-ab01-434e-aac9-af2a5d48b278), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.034665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Calling delete_port for f076aa08-9a1c-4cac-ad0d-de318d5201e2 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:02.045723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-261d5a73-23f2-40a6-8fb7-635654007dda admin admin] Publish callbacks [] for security_group (f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.096272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] For port 5b638218-22f3-4b5b-88b0-429f05f17e7f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5b638218-22f3-4b5b-88b0-429f05f17e7f,segment=NetworkSegment(4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa),segment_id=4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:02.096483 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.101989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-261d5a73-23f2-40a6-8fb7-635654007dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.121747 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] Calling delete_port for 5b638218-22f3-4b5b-88b0-429f05f17e7f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:02.205815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8651c55-ab01-434e-aac9-af2a5d48b278,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:02.254017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b638218-22f3-4b5b-88b0-429f05f17e7f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:02.259203 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5b638218-22f3-4b5b-88b0-429f05f17e7f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.274744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.281635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f26a896c-cfe3-404c-bafb-6747f1aed8d3 req-300c380f-eb24-4a39-887e-131140cd7d36 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3684781 Jul 28 10:38:02.284629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (680d0d7c-d0e2-4c96-b801-28183a8a13dd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.313551 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:02.316168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] Pushing event deleted for resources: {'Port': ['ID=5b638218-22f3-4b5b-88b0-429f05f17e7f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:02.318892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c073873-e7b8-41ee-be7f-1cc527c19424 None None] No DVR routers for this DVR port 5b638218-22f3-4b5b-88b0-429f05f17e7f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:02.320608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5b638218-22f3-4b5b-88b0-429f05f17e7f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:02.320953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b638218-22f3-4b5b-88b0-429f05f17e7f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:02.321410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f53c9e85-97a0-417c-91a6-ff57358c94d6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:02.359825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f53c9e85-97a0-417c-91a6-ff57358c94d6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:02.360174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f53c9e85-97a0-417c-91a6-ff57358c94d6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:02.363748 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680d0d7c-d0e2-4c96-b801-28183a8a13dd']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:02.388493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-57b5e35c-e3f6-4e2b-99ba-01bab0bfbad5 req-7ae595f7-019b-4c06-827d-dc0a82f65633 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-716364505', 'description': 'tempest-description-1422436046'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:02.409386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb874ca5-bd12-43c0-82a3-e24609ef0de0') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:02.409691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb874ca5-bd12-43c0-82a3-e24609ef0de0') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:02.418752 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d5a73-23f2-40a6-8fb7-635654007dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:02.439961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-261d5a73-23f2-40a6-8fb7-635654007dda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6dce0380f5343f7a9872172c377b976&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1975253 Jul 28 10:38:02.455499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (cb874ca5-bd12-43c0-82a3-e24609ef0de0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.459454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51076) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:02.465473 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:02.554865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cb874ca5-bd12-43c0-82a3-e24609ef0de0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.581957 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:02.582491 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (cb874ca5-bd12-43c0-82a3-e24609ef0de0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.592002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-57b5e35c-e3f6-4e2b-99ba-01bab0bfbad5 req-7ae595f7-019b-4c06-827d-dc0a82f65633 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.621124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks [] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.665521 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60f32caf-fbeb-4e0a-9198-66669c9dbaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.685744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Deleting port e191d30e-8526-4cc4-8ba7-3e27d456beb9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:02.686695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.816878 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.939428 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:02.960868 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:02.966156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:02.979708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] For port e191d30e-8526-4cc4-8ba7-3e27d456beb9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e191d30e-8526-4cc4-8ba7-3e27d456beb9,segment=NetworkSegment(55f82ba5-df7c-4642-96d2-bf59eaf7628e),segment_id=55f82ba5-df7c-4642-96d2-bf59eaf7628e)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:02.980080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:02.984327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Pushing event updated for resources: {'Port': ['ID=3ab612e7-a263-4b46-998a-6b5835c574c0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:03.050953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-57b5e35c-e3f6-4e2b-99ba-01bab0bfbad5 req-7ae595f7-019b-4c06-827d-dc0a82f65633 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (336ef540-025f-4f02-bb8e-6d32e80ed3ba), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.078839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Calling delete_port for e191d30e-8526-4cc4-8ba7-3e27d456beb9 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:03.081063 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-57b5e35c-e3f6-4e2b-99ba-01bab0bfbad5 req-7ae595f7-019b-4c06-827d-dc0a82f65633 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (336ef540-025f-4f02-bb8e-6d32e80ed3ba), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.129613 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cb874ca5-bd12-43c0-82a3-e24609ef0de0 resource provider aggregate not found Jul 28 10:38:03.162690 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cb874ca5-bd12-43c0-82a3-e24609ef0de0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb874ca5-bd12-43c0-82a3-e24609ef0de0 found for delete ", "request_id": "req-d65976d4-2630-458f-b39c-e085c718a905"}]} Jul 28 10:38:03.173664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff7526cc-6d39-4590-8c3f-6c4942c3fe61 admin admin] Publish callbacks [] for security_group (f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.214559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (680d0d7c-d0e2-4c96-b801-28183a8a13dd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.218089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-57b5e35c-e3f6-4e2b-99ba-01bab0bfbad5 req-7ae595f7-019b-4c06-827d-dc0a82f65633 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.219540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff7526cc-6d39-4590-8c3f-6c4942c3fe61 admin admin] Publish callbacks [] for security_group (f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.220347 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57b5e35c-e3f6-4e2b-99ba-01bab0bfbad5 req-7ae595f7-019b-4c06-827d-dc0a82f65633 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8625369 Jul 28 10:38:03.231198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae595f7-019b-4c06-827d-dc0a82f65633 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336ef540-025f-4f02-bb8e-6d32e80ed3ba,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:03.291852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.296250 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/networks/680d0d7c-d0e2-4c96-b801-28183a8a13dd HTTP/1.1" status: 204 len: 168 time: 2.1002655 Jul 28 10:38:03.306094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51116) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:03.316991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-9006b50b-c813-4192-9ad3-6e400a11587f req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2101913382', 'description': 'tempest-description-1486106152'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:03.333827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2c3ec-7191-45eb-a5c4-9e0cf709c986 tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'Network': ['ID=680d0d7c-d0e2-4c96-b801-28183a8a13dd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:03.375010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f076aa08-9a1c-4cac-ad0d-de318d5201e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.383183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8de87-ea29-410b-9c3b-e018c1df9af3 None None] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:03.427939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Pushing event deleted for resources: {'Port': ['ID=f076aa08-9a1c-4cac-ad0d-de318d5201e2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:03.477743 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9006b50b-c813-4192-9ad3-6e400a11587f req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.481218 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:03.538803 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff7526cc-6d39-4590-8c3f-6c4942c3fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.545811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff7526cc-6d39-4590-8c3f-6c4942c3fe61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.552239 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ff7526cc-6d39-4590-8c3f-6c4942c3fe61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef HTTP/1.1" status: 204 len: 168 time: 1.0915041 Jul 28 10:38:03.568875 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:03.570008 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:03.618107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-07de2995-ffc7-40ab-8923-6423773b67af None None] Provisioning complete for port 977e859f-5743-4011-9509-30eb35c1bf4f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:03.618883 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07de2995-ffc7-40ab-8923-6423773b67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.725806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9006b50b-c813-4192-9ad3-6e400a11587f req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (b8f2a508-ba69-4089-b4a3-438b25597539), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.792658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9006b50b-c813-4192-9ad3-6e400a11587f req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b8f2a508-ba69-4089-b4a3-438b25597539), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:03.815987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7526cc-6d39-4590-8c3f-6c4942c3fe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f59b7c-a65b-4d5d-87d6-bab16b74d7ef,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:03.845042 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:03.902759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-07de2995-ffc7-40ab-8923-6423773b67af None None] Current status of the port 977e859f-5743-4011-9509-30eb35c1bf4f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:03.903272 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07de2995-ffc7-40ab-8923-6423773b67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.040067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-9006b50b-c813-4192-9ad3-6e400a11587f req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.041525 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9006b50b-c813-4192-9ad3-6e400a11587f req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7608352 Jul 28 10:38:04.074669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-07de2995-ffc7-40ab-8923-6423773b67af None None] For port 977e859f-5743-4011-9509-30eb35c1bf4f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=977e859f-5743-4011-9509-30eb35c1bf4f,segment=NetworkSegment(ac483290-1097-40bf-9b78-6290ea688554),segment_id=ac483290-1097-40bf-9b78-6290ea688554)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:04.082368 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07de2995-ffc7-40ab-8923-6423773b67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.104939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f2a508-ba69-4089-b4a3-438b25597539,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:04.146709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.147361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.148806 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.149063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.149513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.150275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.152515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.152972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.153417 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.153873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.154296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.156382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.156800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.157223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.157624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9407721e-5ef1-4670-9a1b-d79a92afaf52 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:04.174439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 977e859f-5743-4011-9509-30eb35c1bf4f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:04.263078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de2995-ffc7-40ab-8923-6423773b67af None None] Pushing event updated for resources: {'Port': ['ID=977e859f-5743-4011-9509-30eb35c1bf4f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:04.285410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.306480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-947be541-8bc4-4879-8e02-77d33f49078d None None] Provisioning complete for port 977e859f-5743-4011-9509-30eb35c1bf4f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:04.307147 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-947be541-8bc4-4879-8e02-77d33f49078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.318621 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:04.351428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (5702b19c-6e25-4ab2-ad71-3543f5d7b83e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.372699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 977e859f-5743-4011-9509-30eb35c1bf4f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:04.373172 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.426827 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:04.484933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51154) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:04.517595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 977e859f-5743-4011-9509-30eb35c1bf4f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:04.533886 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-550412d8-5e46-4492-94de-5f0e88468fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.568316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-947be541-8bc4-4879-8e02-77d33f49078d None None] Current status of the port 977e859f-5743-4011-9509-30eb35c1bf4f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:04.586785 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-9c49b3bb-f9a0-4cb9-ae28-b318246830f1 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/336ef540-025f-4f02-bb8e-6d32e80ed3ba HTTP/1.1" status: 200 len: 1823 time: 0.3388546 Jul 28 10:38:04.646936 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (5702b19c-6e25-4ab2-ad71-3543f5d7b83e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.681990 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-457dd959-de44-445d-b16b-05c24453c29c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/b8f2a508-ba69-4089-b4a3-438b25597539 HTTP/1.1" status: 200 len: 1824 time: 0.0941920 Jul 28 10:38:04.702973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '336ef540-025f-4f02-bb8e-6d32e80ed3ba', 'remote_group_id': 'b8f2a508-ba69-4089-b4a3-438b25597539', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:04.703335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '336ef540-025f-4f02-bb8e-6d32e80ed3ba', 'remote_group_id': 'b8f2a508-ba69-4089-b4a3-438b25597539', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:04.761304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5702b19c-6e25-4ab2-ad71-3543f5d7b83e']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:04.791852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:04.792789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:04.799284 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-550412d8-5e46-4492-94de-5f0e88468fe1 admin admin] Publish callbacks [] for security_group (7e744fae-9a7f-44c9-91e9-19209fdc4d67), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.815289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:04.815289 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-550412d8-5e46-4492-94de-5f0e88468fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7e744fae-9a7f-44c9-91e9-19209fdc4d67), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.815590 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks [] for router_gateway (297d4caa-9984-40f1-a208-423a00d86ae4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.860913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.880601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e191d30e-8526-4cc4-8ba7-3e27d456beb9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.899424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550412d8-5e46-4492-94de-5f0e88468fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e744fae-9a7f-44c9-91e9-19209fdc4d67,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:04.943846 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-550412d8-5e46-4492-94de-5f0e88468fe1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0f95da2d0334f14b835d091b95faf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4553459 Jul 28 10:38:04.944755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51162) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:04.991107 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2690dc5e-ae89-4dce-b501-0d9eb06332fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:04.993297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.081786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e191d30e-8526-4cc4-8ba7-3e27d456beb9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:05.106425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:05.106843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.236690 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa resource provider aggregate not found Jul 28 10:38:05.244413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:05.260042 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] Sync routers for ids ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:05.282133 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] Routers {'69cd1f38-ac0b-44ca-976a-b0d1ad03a261'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:05.286522 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:05.292691 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0a5f575a-bf36-4bae-9a15-328f351ab4df admin admin] 10.222.0.46 "PUT /v2.0/routers/69cd1f38-ac0b-44ca-976a-b0d1ad03a261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6561778 Jul 28 10:38:05.297222 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25d2dc23-d1a4-4b93-aa26-aaba41858882 admin admin] Publish callbacks [] for security_group (7e744fae-9a7f-44c9-91e9-19209fdc4d67), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.298976 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:05.336419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25d2dc23-d1a4-4b93-aa26-aaba41858882 admin admin] Publish callbacks [] for security_group (7e744fae-9a7f-44c9-91e9-19209fdc4d67), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.366850 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a0a6ebb-6c8c-46d7-a26e-116e4a8164aa found for delete ", "request_id": "req-db1f0bed-c33d-4f99-957c-305ae98fd8fa"}]} Jul 28 10:38:05.419057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (ef379585-2ff9-48bb-922a-04424c402171), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.445912 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:05.458435 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:05.480526 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks [] for router (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.484492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25d2dc23-d1a4-4b93-aa26-aaba41858882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7e744fae-9a7f-44c9-91e9-19209fdc4d67), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.488275 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25d2dc23-d1a4-4b93-aa26-aaba41858882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.489700 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-25d2dc23-d1a4-4b93-aa26-aaba41858882 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e744fae-9a7f-44c9-91e9-19209fdc4d67 HTTP/1.1" status: 204 len: 168 time: 0.5446241 Jul 28 10:38:05.492805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (5702b19c-6e25-4ab2-ad71-3543f5d7b83e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.514867 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.522136 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] 10.222.0.46 "DELETE /v2.0/networks/5702b19c-6e25-4ab2-ad71-3543f5d7b83e HTTP/1.1" status: 204 len: 168 time: 2.1695075 Jul 28 10:38:05.623150 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2dc23-d1a4-4b93-aa26-aaba41858882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e744fae-9a7f-44c9-91e9-19209fdc4d67,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:05.627115 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] Set router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:05.653733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6adbc-5de1-445b-aa07-b5c2ab7116fd tempest-TaggedBootDevicesTest-1054147157 tempest-TaggedBootDevicesTest-1054147157-project] Pushing event deleted for resources: {'Network': ['ID=5702b19c-6e25-4ab2-ad71-3543f5d7b83e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:05.662511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (ef379585-2ff9-48bb-922a-04424c402171), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.696489 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:05.701213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (ef379585-2ff9-48bb-922a-04424c402171), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.750267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef379585-2ff9-48bb-922a-04424c402171,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:05.756535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks [] for router_gateway (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.759009 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:05.807243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.808469 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-30b25e50-5cf9-42fa-a118-718a5b70f9bf req-1b9f40c6-640a-44c2-b861-965c3f416ab4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1256480 Jul 28 10:38:05.818490 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.824568 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (297d4caa-9984-40f1-a208-423a00d86ae4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:05.883151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-c7b376ce-9da4-445a-8c2d-541c3a0be0fa req-283c7536-c7d3-48f4-a293-e60046cce79e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1695186363', 'description': 'tempest-description-989936006'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:05.939403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Deleting port d0f91482-85ec-4e6e-84a5-1a1bcab30010 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:05.945762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.045788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c7b376ce-9da4-445a-8c2d-541c3a0be0fa req-283c7536-c7d3-48f4-a293-e60046cce79e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.098782 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.124784 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:38:03Z', 'revision_number': 5, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port': {'id': 'd0f91482-85ec-4e6e-84a5-1a1bcab30010', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:24Z', 'updated_at': '2022-07-28T10:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:06.183114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 977e859f-5743-4011-9509-30eb35c1bf4f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:06.204043 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] Checking router: 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:06.209772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Router 297d4caa-9984-40f1-a208-423a00d86ae4 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:38:06.226403 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] Routers {'69cd1f38-ac0b-44ca-976a-b0d1ad03a261'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:06.227172 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:06.239803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] For port d0f91482-85ec-4e6e-84a5-1a1bcab30010, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d0f91482-85ec-4e6e-84a5-1a1bcab30010,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:06.242247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.274547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:06.289777 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51200) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:06.293584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Calling delete_port for d0f91482-85ec-4e6e-84a5-1a1bcab30010 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:06.351135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 977e859f-5743-4011-9509-30eb35c1bf4f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:06.351834 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.382677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c7b376ce-9da4-445a-8c2d-541c3a0be0fa req-283c7536-c7d3-48f4-a293-e60046cce79e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.429584 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] Set router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:06.466554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c7b376ce-9da4-445a-8c2d-541c3a0be0fa req-283c7536-c7d3-48f4-a293-e60046cce79e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.558763 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:38:05Z', 'revision_number': 6, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:06.564583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 977e859f-5743-4011-9509-30eb35c1bf4f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:06.581260 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-c7b376ce-9da4-445a-8c2d-541c3a0be0fa req-283c7536-c7d3-48f4-a293-e60046cce79e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.582954 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c7b376ce-9da4-445a-8c2d-541c3a0be0fa req-283c7536-c7d3-48f4-a293-e60046cce79e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7242346 Jul 28 10:38:06.588392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c7536-c7d3-48f4-a293-e60046cce79e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:06.668257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08891e48-d6ca-4fe7-838c-0ac9c7a9a6c8 None None] The sync data for ids ['69cd1f38-ac0b-44ca-976a-b0d1ad03a261'] in n-d-850468-6 is: [{'id': '69cd1f38-ac0b-44ca-976a-b0d1ad03a261', 'name': 'tempest-ServerDiskConfigTestJSON-488748357-router', 'tenant_id': '243bfecc2f9744e087fe60f72caa3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:22Z', 'updated_at': '2022-07-28T10:38:05Z', 'revision_number': 6, 'project_id': '243bfecc2f9744e087fe60f72caa3b84', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:06.722818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cfc25b1b-a057-4687-bd04-5df106799049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.787393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d0f91482-85ec-4e6e-84a5-1a1bcab30010), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:06.866057 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f91482-85ec-4e6e-84a5-1a1bcab30010,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:06.867855 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:06.936744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-edb3ebc2-2d01-4c24-959d-2a7258eb7bfd req-eaa6e142-0f0b-4d60-b6a4-061bf6e90c3b tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-955561896', 'description': 'tempest-description-897216157'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:06.964871 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-edb3ebc2-2d01-4c24-959d-2a7258eb7bfd req-eaa6e142-0f0b-4d60-b6a4-061bf6e90c3b tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.027075 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:07.035718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:07.040049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cfc25b1b-a057-4687-bd04-5df106799049 admin admin] Publish callbacks [] for security_group (041a1508-6102-4804-920f-02b73619a86e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.048235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Sync routers for ids ['297d4caa-9984-40f1-a208-423a00d86ae4'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:07.051810 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cfc25b1b-a057-4687-bd04-5df106799049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (041a1508-6102-4804-920f-02b73619a86e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.087610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.089503 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:07.097316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.098838 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4e2d72dc-49c7-4dfc-9d68-f5f7ab95133a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6816251 Jul 28 10:38:07.105288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51220) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:07.111087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Routers {'297d4caa-9984-40f1-a208-423a00d86ae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:07.111792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['297d4caa-9984-40f1-a208-423a00d86ae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:07.124081 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:07.137227 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] Sync routers for ids ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:07.155539 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] Routers {'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:07.156452 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:07.175098 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c95e9a09-0c3a-4d65-9adf-ad09b822c3b4 admin admin] 10.222.0.46 "PUT /v2.0/routers/e42f2acf-ff9e-458d-ae92-fc2ab39a4f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0430081 Jul 28 10:38:07.183633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51222) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:07.274860 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.283340 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:07.313042 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc25b1b-a057-4687-bd04-5df106799049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041a1508-6102-4804-920f-02b73619a86e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:07.317875 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cfc25b1b-a057-4687-bd04-5df106799049 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4d8c327e3e943a4a9bbe736e7bda725&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0099249 Jul 28 10:38:07.320710 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51234) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:07.353333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.367197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks [] for router_controller (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.452154 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] Set router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:07.459976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-edb3ebc2-2d01-4c24-959d-2a7258eb7bfd req-eaa6e142-0f0b-4d60-b6a4-061bf6e90c3b tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (0487b15e-3972-4815-a53c-2100d6bf4fe4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.482623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Set router 297d4caa-9984-40f1-a208-423a00d86ae4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:07.483709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (69cd1f38-ac0b-44ca-976a-b0d1ad03a261), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.484452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69cd1f38-ac0b-44ca-976a-b0d1ad03a261 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:38:07.493382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.494723 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-317a0224-054c-4455-8e4a-a1f27eaade6e admin admin] 10.222.0.46 "DELETE /v2.0/routers/69cd1f38-ac0b-44ca-976a-b0d1ad03a261 HTTP/1.1" status: 204 len: 168 time: 2.1938133 Jul 28 10:38:07.498971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51240) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:07.516039 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:07.516983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-edb3ebc2-2d01-4c24-959d-2a7258eb7bfd req-eaa6e142-0f0b-4d60-b6a4-061bf6e90c3b tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0487b15e-3972-4815-a53c-2100d6bf4fe4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.572690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec1e902e-12e8-4012-8274-224bde8341c5 admin admin] Publish callbacks [] for security_group (041a1508-6102-4804-920f-02b73619a86e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.637282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] Deleting subnet a1aa7d34-45f7-4561-b2f0-736643a40b48 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:38:07.643995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec1e902e-12e8-4012-8274-224bde8341c5 admin admin] Publish callbacks [] for security_group (041a1508-6102-4804-920f-02b73619a86e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.646367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] Publish callbacks [] for subnet (a1aa7d34-45f7-4561-b2f0-736643a40b48), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.695136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-edb3ebc2-2d01-4c24-959d-2a7258eb7bfd req-eaa6e142-0f0b-4d60-b6a4-061bf6e90c3b tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.697237 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-edb3ebc2-2d01-4c24-959d-2a7258eb7bfd req-eaa6e142-0f0b-4d60-b6a4-061bf6e90c3b tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7691128 Jul 28 10:38:07.790236 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.807579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6e142-0f0b-4d60-b6a4-061bf6e90c3b tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0487b15e-3972-4815-a53c-2100d6bf4fe4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:07.816767 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.888725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks [] for router (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:07.947888 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:07.969835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d0f91482-85ec-4e6e-84a5-1a1bcab30010 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:08.003104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (a1aa7d34-45f7-4561-b2f0-736643a40b48), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.035883 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-d930c67e-3f03-42e5-b2a8-471839a8e21e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f HTTP/1.1" status: 200 len: 1823 time: 0.2568924 Jul 28 10:38:08.147474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d0f91482-85ec-4e6e-84a5-1a1bcab30010 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:08.147985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d0f91482-85ec-4e6e-84a5-1a1bcab30010 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:08.148200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f076aa08-9a1c-4cac-ad0d-de318d5201e2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:08.152318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec1e902e-12e8-4012-8274-224bde8341c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (041a1508-6102-4804-920f-02b73619a86e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.155239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec1e902e-12e8-4012-8274-224bde8341c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.156910 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ec1e902e-12e8-4012-8274-224bde8341c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/041a1508-6102-4804-920f-02b73619a86e HTTP/1.1" status: 204 len: 168 time: 0.8315823 Jul 28 10:38:08.185803 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-a63de467-943b-4a94-bf87-1dcb284a7dfb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/0487b15e-3972-4815-a53c-2100d6bf4fe4 HTTP/1.1" status: 200 len: 1822 time: 0.1488442 Jul 28 10:38:08.192451 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:38:04Z', 'revision_number': 5, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:08.194746 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f', 'remote_group_id': '0487b15e-3972-4815-a53c-2100d6bf4fe4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:08.195396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f', 'remote_group_id': '0487b15e-3972-4815-a53c-2100d6bf4fe4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:08.220082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f076aa08-9a1c-4cac-ad0d-de318d5201e2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:08.221543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f076aa08-9a1c-4cac-ad0d-de318d5201e2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:08.241262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:04Z', 'revision_number': 3, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port': {'id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:01Z', 'updated_at': '2022-07-28T10:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:08.263341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e902e-12e8-4012-8274-224bde8341c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a1508-6102-4804-920f-02b73619a86e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:08.354733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Checking router: 297d4caa-9984-40f1-a208-423a00d86ae4 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:08.356357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Updating router 297d4caa-9984-40f1-a208-423a00d86ae4 port 3ab612e7-a263-4b46-998a-6b5835c574c0 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:08.382635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks [] for router_gateway (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.439527 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.470718 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] Checking router: e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:08.493984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a1aa7d34-45f7-4561-b2f0-736643a40b48), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.513654 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] Routers {'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:08.516251 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:08.585718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (f2d1ee1f-f592-4f6f-9342-929a69ffa930), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.617679 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:08.693006 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] Set router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:08.768691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (f2d1ee1f-f592-4f6f-9342-929a69ffa930), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.783298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f2d1ee1f-f592-4f6f-9342-929a69ffa930), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.827460 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (a1aa7d34-45f7-4561-b2f0-736643a40b48), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.838323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d1ee1f-f592-4f6f-9342-929a69ffa930,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:08.838862 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Publish callbacks [] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.848885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.858732 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Deleting port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:08.860097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.893132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1aa7d34-45f7-4561-b2f0-736643a40b48,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:08.897053 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.902606 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c8e400ba-38d7-4860-a71d-b0978d638235 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a1aa7d34-45f7-4561-b2f0-736643a40b48 HTTP/1.1" status: 204 len: 168 time: 1.4018109 Jul 28 10:38:08.904454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51264) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:08.909824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:08.911392 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0447e7dc-485c-45c7-b4ca-d70ee2e8fa41 req-0baeee98-0217-4f4d-b966-47badeeff37a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7229116 Jul 28 10:38:08.919944 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:08.936413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29142c-6f82-4911-94fa-8febf64f2515 None None] Pushing event updated for resources: {'Port': ['ID=3ab612e7-a263-4b46-998a-6b5835c574c0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:08.939890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce5e9b-80fe-4d4c-9251-58e04f1cecfd None None] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:08.977365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51268) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:09.033563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Attempting to bind port 3ab612e7-a263-4b46-998a-6b5835c574c0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:09.033971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Attempting to bind port 3ab612e7-a263-4b46-998a-6b5835c574c0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:09.034435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Attempting to bind port 3ab612e7-a263-4b46-998a-6b5835c574c0 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:09.042932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:09.043595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:09.043820 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.044347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:09.044944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Bound port: 3ab612e7-a263-4b46-998a-6b5835c574c0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:09.045213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.049955 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:09.103452 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:38:04Z', 'revision_number': 5, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:09.109982 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (180b12f9-cf11-4e3c-b707-f07ef5d66391), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.129684 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:09.152150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] For port 3ab612e7-a263-4b46-998a-6b5835c574c0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:09.162184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] For port 3ab612e7-a263-4b46-998a-6b5835c574c0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3ab612e7-a263-4b46-998a-6b5835c574c0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:09.175295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.176168 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1996c356-7464-43cc-9591-b8f2c358f237 None None] The sync data for ids ['e42f2acf-ff9e-458d-ae92-fc2ab39a4f15'] in n-d-850468-6 is: [{'id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'name': 'tempest-ImagesTestJSON-1828971510-router', 'tenant_id': '58597d8408554881b9e936c5983663d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:21Z', 'updated_at': '2022-07-28T10:38:04Z', 'revision_number': 5, 'project_id': '58597d8408554881b9e936c5983663d5', 'gw_port': {'id': 'ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f2acf-ff9e-458d-ae92-fc2ab39a4f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:23Z', 'updated_at': '2022-07-28T10:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:09.212473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Deleting port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:09.213625 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.268365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] DHCP port deletion for 180b12f9-cf11-4e3c-b707-f07ef5d66391 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:09.270834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Routers {'297d4caa-9984-40f1-a208-423a00d86ae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:09.271705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['297d4caa-9984-40f1-a208-423a00d86ae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:09.278895 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:09.294298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-352b366d-00f3-4837-a5aa-6e8247f1645b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.321706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] For port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,segment=NetworkSegment(c20e34e0-cecd-4c0f-ab9a-862403c79dc0),segment_id=c20e34e0-cecd-4c0f-ab9a-862403c79dc0)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:09.321977 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.344895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29142c-6f82-4911-94fa-8febf64f2515 None None] Pushing event updated for resources: {'Port': ['ID=3ab612e7-a263-4b46-998a-6b5835c574c0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:09.362368 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Calling delete_port for e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:09.380105 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-eff9ead6-8422-4166-8589-46a6dede2c52 req-93706e53-640c-4e28-9261-940deff46f74 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/0487b15e-3972-4815-a53c-2100d6bf4fe4 HTTP/1.1" status: 200 len: 1822 time: 0.4036059 Jul 28 10:38:09.505015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] Deleting port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:09.505636 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.528566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.585430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.587227 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:09.644805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] For port ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:09.645175 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.653041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:09.666836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] No DVR routers for this DVR port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:09.676975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eff9ead6-8422-4166-8589-46a6dede2c52 req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (0487b15e-3972-4815-a53c-2100d6bf4fe4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.731797 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Calling delete_port for ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:09.864642 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:09.889214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (180b12f9-cf11-4e3c-b707-f07ef5d66391), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.935322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:09.947598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180b12f9-cf11-4e3c-b707-f07ef5d66391']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:09.963464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eff9ead6-8422-4166-8589-46a6dede2c52 req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (0487b15e-3972-4815-a53c-2100d6bf4fe4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:09.966943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:09.969099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20e34e0-cecd-4c0f-ab9a-862403c79dc0') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:10.002442 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (c20e34e0-cecd-4c0f-ab9a-862403c79dc0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.032282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] Set router 297d4caa-9984-40f1-a208-423a00d86ae4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:10.034941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:10.035176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:10.035576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e191d30e-8526-4cc4-8ba7-3e27d456beb9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:10.036614 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c20e34e0-cecd-4c0f-ab9a-862403c79dc0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.039587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] For port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,segment=NetworkSegment(c20e34e0-cecd-4c0f-ab9a-862403c79dc0),segment_id=c20e34e0-cecd-4c0f-ab9a-862403c79dc0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:10.039981 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.049739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:10.050183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (c20e34e0-cecd-4c0f-ab9a-862403c79dc0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.160866 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (180b12f9-cf11-4e3c-b707-f07ef5d66391), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.182378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.189641 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] 10.222.0.46 "DELETE /v2.0/networks/180b12f9-cf11-4e3c-b707-f07ef5d66391 HTTP/1.1" status: 204 len: 168 time: 1.2839999 Jul 28 10:38:10.192850 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c20e34e0-cecd-4c0f-ab9a-862403c79dc0 resource provider aggregate not found Jul 28 10:38:10.209019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e191d30e-8526-4cc4-8ba7-3e27d456beb9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:10.209548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e191d30e-8526-4cc4-8ba7-3e27d456beb9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:10.231779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] Calling delete_port for e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:10.292153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-352b366d-00f3-4837-a5aa-6e8247f1645b admin admin] Publish callbacks [] for security_group (ba11b495-eb16-41bf-9f51-37fc089d25af), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.304295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eff9ead6-8422-4166-8589-46a6dede2c52 req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0487b15e-3972-4815-a53c-2100d6bf4fe4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.306365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848c998-255c-41bf-86ac-261a18915fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=180b12f9-cf11-4e3c-b707-f07ef5d66391,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:10.308271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eff9ead6-8422-4166-8589-46a6dede2c52 req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.309672 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-eff9ead6-8422-4166-8589-46a6dede2c52 req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-groups/0487b15e-3972-4815-a53c-2100d6bf4fe4 HTTP/1.1" status: 204 len: 173 time: 0.9142199 Jul 28 10:38:10.328417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-352b366d-00f3-4837-a5aa-6e8247f1645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba11b495-eb16-41bf-9f51-37fc089d25af), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.331794 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c20e34e0-cecd-4c0f-ab9a-862403c79dc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c20e34e0-cecd-4c0f-ab9a-862403c79dc0 found for delete ", "request_id": "req-743c2cd4-4396-4b0d-9fb6-656db171030a"}]} Jul 28 10:38:10.363981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0487b15e-3972-4815-a53c-2100d6bf4fe4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:10.385714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.386490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.387669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.388376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.389468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.390597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.391381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.392069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.392639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.393183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.393902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.394385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.394879 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.395350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.395819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63974cb3-04ae-478f-a641-88007270ef00 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:10.433587 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-352b366d-00f3-4837-a5aa-6e8247f1645b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0352b0fbce04aa6b58e770527f286d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4533663 Jul 28 10:38:10.446132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51300) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:10.501384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.545473 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-20547d90-5b23-4368-a0f5-a1d4a6a8c08f req-8a37bd3e-c421-4f0e-8ba3-593789b840ea tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f HTTP/1.1" status: 200 len: 1823 time: 0.2045500 Jul 28 10:38:10.552658 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:10.557478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] Network 180b12f9-cf11-4e3c-b707-f07ef5d66391 is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:38:10.558154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] No DVR routers for this DVR port e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:10.563578 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dafa54c7-a7f2-469b-954e-8d5c50f04cad admin admin] Publish callbacks [] for security_group (ba11b495-eb16-41bf-9f51-37fc089d25af), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.592206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dafa54c7-a7f2-469b-954e-8d5c50f04cad admin admin] Publish callbacks [] for security_group (ba11b495-eb16-41bf-9f51-37fc089d25af), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.662280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-e0734796-0f71-4f8d-88ab-4e20a0ed1b30 req-8a1b4e3d-14ac-483d-b4de-05b763632adb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1591951959', 'description': 'tempest-description-1959052792'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:10.665253 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dafa54c7-a7f2-469b-954e-8d5c50f04cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba11b495-eb16-41bf-9f51-37fc089d25af), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.669394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dafa54c7-a7f2-469b-954e-8d5c50f04cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.672103 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dafa54c7-a7f2-469b-954e-8d5c50f04cad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba11b495-eb16-41bf-9f51-37fc089d25af HTTP/1.1" status: 204 len: 168 time: 0.2231433 Jul 28 10:38:10.684647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa54c7-a7f2-469b-954e-8d5c50f04cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba11b495-eb16-41bf-9f51-37fc089d25af,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:10.712814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4d066-34df-42bf-b4a6-19ce31758dc3 None None] Pushing event deleted for resources: {'Port': ['ID=e1b496d3-29ff-45ef-8f9f-aa0b88e67cd3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:10.717384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:04Z', 'revision_number': 3, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port': {'id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:01Z', 'updated_at': '2022-07-28T10:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:10.731567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b366d-00f3-4837-a5aa-6e8247f1645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba11b495-eb16-41bf-9f51-37fc089d25af,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:10.752036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2e6c10-a92c-4e78-b024-fdfc4c9231b9 None None] The sync data for ids ['297d4caa-9984-40f1-a208-423a00d86ae4'] in n-d-850468-6 is: [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:04Z', 'revision_number': 3, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port': {'id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:01Z', 'updated_at': '2022-07-28T10:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:10.787681 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Allocated IP 172.20.0.1 (69500ed2-ae4f-4144-8e9d-24b29e196bec/56ab08b0-2cff-401c-b9ca-8e919709f0c6/fd7d04e2-dac8-4e8b-b98c-2aa824437473) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:10.806918 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-e0734796-0f71-4f8d-88ab-4e20a0ed1b30 req-8a1b4e3d-14ac-483d-b4de-05b763632adb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:10.907331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51310) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:10.930815 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:10.985232 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:11.009350 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30a69923-b697-45f9-ba19-45e043e78dd6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=243bfecc2f9744e087fe60f72caa3b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006236 Jul 28 10:38:11.014408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51312) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:11.032520 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-e0734796-0f71-4f8d-88ab-4e20a0ed1b30 req-8a1b4e3d-14ac-483d-b4de-05b763632adb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (f6c95e39-4b0a-4c56-9273-8b3416a94567), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.063852 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-e0734796-0f71-4f8d-88ab-4e20a0ed1b30 req-8a1b4e3d-14ac-483d-b4de-05b763632adb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f6c95e39-4b0a-4c56-9273-8b3416a94567), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.093731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.215304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:11.219864 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-e0734796-0f71-4f8d-88ab-4e20a0ed1b30 req-8a1b4e3d-14ac-483d-b4de-05b763632adb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.221103 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e0734796-0f71-4f8d-88ab-4e20a0ed1b30 req-8a1b4e3d-14ac-483d-b4de-05b763632adb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5942845 Jul 28 10:38:11.253963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b4e3d-14ac-483d-b4de-05b763632adb tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c95e39-4b0a-4c56-9273-8b3416a94567,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:11.283662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks [] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.368337 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-302ec694-f460-481c-af5e-1a49204a0013 req-955ef77e-f39c-46f8-8529-48061381d89c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/f6c95e39-4b0a-4c56-9273-8b3416a94567 HTTP/1.1" status: 200 len: 1824 time: 0.0899284 Jul 28 10:38:11.385878 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-302ec694-f460-481c-af5e-1a49204a0013 req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6c95e39-4b0a-4c56-9273-8b3416a94567', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:11.392152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [req-302ec694-f460-481c-af5e-1a49204a0013 req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6c95e39-4b0a-4c56-9273-8b3416a94567', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:11.432110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.599032 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-302ec694-f460-481c-af5e-1a49204a0013 req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (b65710fb-5d6e-4196-aa89-e55b0af06762), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.679288 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-302ec694-f460-481c-af5e-1a49204a0013 req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (b65710fb-5d6e-4196-aa89-e55b0af06762), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.687429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-302ec694-f460-481c-af5e-1a49204a0013 req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b65710fb-5d6e-4196-aa89-e55b0af06762), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.753607 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65710fb-5d6e-4196-aa89-e55b0af06762,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:11.768563 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-302ec694-f460-481c-af5e-1a49204a0013 req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:11.769983 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-302ec694-f460-481c-af5e-1a49204a0013 req-e6db910d-9f77-4b3d-94da-a082f30ca848 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3933547 Jul 28 10:38:11.934672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-481b4b5b-dfa6-4afd-881c-1868073ce493 admin admin] Publish callbacks [] for security_group (96e27f19-968a-4e0f-9d78-c6ea005ee7bf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.047123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3ab612e7-a263-4b46-998a-6b5835c574c0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:12.088612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.157935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3ab612e7-a263-4b46-998a-6b5835c574c0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:12.158902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.361660 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-481b4b5b-dfa6-4afd-881c-1868073ce493 admin admin] Publish callbacks [] for security_group (96e27f19-968a-4e0f-9d78-c6ea005ee7bf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.406983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.417222 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks [] for router_controller (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.419790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.459075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3ab612e7-a263-4b46-998a-6b5835c574c0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:12.461092 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.547157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-a97f7d30-7044-407a-82d6-e41dabf90594 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/f6c95e39-4b0a-4c56-9273-8b3416a94567 HTTP/1.1" status: 200 len: 2418 time: 0.6352105 Jul 28 10:38:12.555272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3ab612e7-a263-4b46-998a-6b5835c574c0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3ab612e7-a263-4b46-998a-6b5835c574c0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:12.565635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.730816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6c95e39-4b0a-4c56-9273-8b3416a94567', 'remote_group_id': None}]} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:12.731289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6c95e39-4b0a-4c56-9273-8b3416a94567', 'remote_group_id': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:12.753806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e42f2acf-ff9e-458d-ae92-fc2ab39a4f15), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.753806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:38:12.763318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:12.763607 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:12.768335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3ab612e7-a263-4b46-998a-6b5835c574c0,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:12.772226 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:12.774888 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-062ed07d-a4f9-4dfc-8856-c4ceae7110e2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e42f2acf-ff9e-458d-ae92-fc2ab39a4f15 HTTP/1.1" status: 204 len: 168 time: 5.5834677 Jul 28 10:38:12.778026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51360) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:12.804301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:12.813165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:12.827207 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7d04e2-dac8-4e8b-b98c-2aa824437473,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:12.832872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.835125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.839358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.841013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.848535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.852175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.854726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.855770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.862401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.863761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.864572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.865362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.868611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.870644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.871785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.918979 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:12.994431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] Deleting subnet 46671d39-ebae-4686-ac9e-4ba54288f57c {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:38:13.001006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-481b4b5b-dfa6-4afd-881c-1868073ce493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (96e27f19-968a-4e0f-9d78-c6ea005ee7bf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.004025 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-481b4b5b-dfa6-4afd-881c-1868073ce493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.012730 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-481b4b5b-dfa6-4afd-881c-1868073ce493 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96e27f19-968a-4e0f-9d78-c6ea005ee7bf HTTP/1.1" status: 204 len: 168 time: 1.9836264 Jul 28 10:38:13.012730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (297d4caa-9984-40f1-a208-423a00d86ae4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.013115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] Publish callbacks [] for subnet (46671d39-ebae-4686-ac9e-4ba54288f57c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.149694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b4b5b-dfa6-4afd-881c-1868073ce493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e27f19-968a-4e0f-9d78-c6ea005ee7bf,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:13.175665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (46671d39-ebae-4686-ac9e-4ba54288f57c), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.226775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (dab792aa-07d6-4337-8c88-7679d5e4de4f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.232070 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:13.328099 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (dab792aa-07d6-4337-8c88-7679d5e4de4f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.362823 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dab792aa-07d6-4337-8c88-7679d5e4de4f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.393519 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (46671d39-ebae-4686-ac9e-4ba54288f57c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.413944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7504b119-7fe1-46cc-8314-513d52426b35 None None] Provisioning complete for port fd7d04e2-dac8-4e8b-b98c-2aa824437473 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:13.416817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7504b119-7fe1-46cc-8314-513d52426b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.556470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab792aa-07d6-4337-8c88-7679d5e4de4f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:13.614108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7504b119-7fe1-46cc-8314-513d52426b35 None None] Port fd7d04e2-dac8-4e8b-b98c-2aa824437473 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:13.661240 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (46671d39-ebae-4686-ac9e-4ba54288f57c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.674971 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.677570 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1ddc33a4-ae5a-4e89-9c96-6696b6b494ca req-1ea581f2-eba0-4729-88bf-67ab9ab156ee tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9900365 Jul 28 10:38:13.795233 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.798147 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:13.863659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46671d39-ebae-4686-ac9e-4ba54288f57c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:13.894577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:13.904590 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d172cf2d-0390-4312-9808-02f61c2725ed admin admin] 10.222.0.46 "DELETE /v2.0/subnets/46671d39-ebae-4686-ac9e-4ba54288f57c HTTP/1.1" status: 204 len: 168 time: 1.1225388 Jul 28 10:38:13.905592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670517ec-32df-457b-999f-6607325aa57f None None] Network d9e608ce-54d3-43b1-b332-dd984ba1da05 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:13.912919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51384) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:14.060399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3ab612e7-a263-4b46-998a-6b5835c574c0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:14.129624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3ab612e7-a263-4b46-998a-6b5835c574c0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:14.130231 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.197511 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] DHCP port deletion for d9e608ce-54d3-43b1-b332-dd984ba1da05 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:14.270408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] Deleting port 0cc4423e-7120-4e44-8f3b-5481de179ac0 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:14.270851 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.383389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks [] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.391020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.479093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] For port 0cc4423e-7120-4e44-8f3b-5481de179ac0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0cc4423e-7120-4e44-8f3b-5481de179ac0,segment=NetworkSegment(55f82ba5-df7c-4642-96d2-bf59eaf7628e),segment_id=55f82ba5-df7c-4642-96d2-bf59eaf7628e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:14.479498 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.482115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3ab612e7-a263-4b46-998a-6b5835c574c0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:14.488441 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-659e54e8-168a-4025-b660-7e1c9814ac62 req-530b4e44-8703-49a4-9eb9-a023e4bffc0a tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/f6c95e39-4b0a-4c56-9273-8b3416a94567 HTTP/1.1" status: 200 len: 3017 time: 0.7255259 Jul 28 10:38:14.514194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:14.533614 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Pushing event updated for resources: {'Port': ['ID=fd7d04e2-dac8-4e8b-b98c-2aa824437473,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.559580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (d9e608ce-54d3-43b1-b332-dd984ba1da05), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.570035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] Calling delete_port for 0cc4423e-7120-4e44-8f3b-5481de179ac0 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:14.585580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:14.585963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef993b31-d6b7-4a02-afb3-2f5a7b6ee5d4 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:14.605995 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34de14c3-5d43-417f-8884-448e65417f0a req-2948c547-fbcd-40be-b886-d2e191a06a32 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-group-rules/dab792aa-07d6-4337-8c88-7679d5e4de4f HTTP/1.1" status: 200 len: 783 time: 0.0613608 Jul 28 10:38:14.611973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (297d4caa-9984-40f1-a208-423a00d86ae4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.676647 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:14.737143 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34de14c3-5d43-417f-8884-448e65417f0a req-aa2cc67c-6909-4d99-9944-d265ec9ce699 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/f6c95e39-4b0a-4c56-9273-8b3416a94567 HTTP/1.1" status: 200 len: 3017 time: 0.1165924 Jul 28 10:38:14.778966 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Deleting port 0cc4423e-7120-4e44-8f3b-5481de179ac0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:14.780562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.784516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-34de14c3-5d43-417f-8884-448e65417f0a req-b93d7fae-6e53-4699-8c10-12fc0831a935 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (dab792aa-07d6-4337-8c88-7679d5e4de4f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.785883 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.807612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-34de14c3-5d43-417f-8884-448e65417f0a req-b93d7fae-6e53-4699-8c10-12fc0831a935 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (dab792aa-07d6-4337-8c88-7679d5e4de4f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.847928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:14.851778 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:14.863002 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:14.869434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] Pushing event deleted for resources: {'Port': ['ID=0cc4423e-7120-4e44-8f3b-5481de179ac0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.871573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-34de14c3-5d43-417f-8884-448e65417f0a req-b93d7fae-6e53-4699-8c10-12fc0831a935 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dab792aa-07d6-4337-8c88-7679d5e4de4f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.873182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373d1c9-3aa2-4262-adfe-b9985c37da15 None None] No DVR routers for this DVR port 0cc4423e-7120-4e44-8f3b-5481de179ac0 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:14.884273 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-34de14c3-5d43-417f-8884-448e65417f0a req-b93d7fae-6e53-4699-8c10-12fc0831a935 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.897330 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34de14c3-5d43-417f-8884-448e65417f0a req-b93d7fae-6e53-4699-8c10-12fc0831a935 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/dab792aa-07d6-4337-8c88-7679d5e4de4f HTTP/1.1" status: 204 len: 173 time: 0.1505971 Jul 28 10:38:14.951037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] For port 0cc4423e-7120-4e44-8f3b-5481de179ac0, host n-d-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:14.951767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:14.988763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Calling delete_port for 0cc4423e-7120-4e44-8f3b-5481de179ac0 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:15.003663 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:15.006215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Port 0cc4423e-7120-4e44-8f3b-5481de179ac0 was not found and therefore no delete operation was performed {{(pid=104688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:38:15.028662 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6e179c71-2e09-48bf-8c2b-590166855533 req-a2c58db1-8f30-45f6-85fb-36f4b758185d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/f6c95e39-4b0a-4c56-9273-8b3416a94567 HTTP/1.1" status: 200 len: 2418 time: 0.1086283 Jul 28 10:38:15.029615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0cc4423e-7120-4e44-8f3b-5481de179ac0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.104168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc4423e-7120-4e44-8f3b-5481de179ac0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:15.134450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] No DVR routers for this DVR port 0cc4423e-7120-4e44-8f3b-5481de179ac0 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:15.156271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d7fae-6e53-4699-8c10-12fc0831a935 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dab792aa-07d6-4337-8c88-7679d5e4de4f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:15.231694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Router 297d4caa-9984-40f1-a208-423a00d86ae4 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:15.365716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51422) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:15.366874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5c4d3b11-e6e9-4b5f-9bff-20f9e2eecac9 None None] Provisioning complete for port fd7d04e2-dac8-4e8b-b98c-2aa824437473 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:15.367258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3b11-e6e9-4b5f-9bff-20f9e2eecac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.387305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (d9e608ce-54d3-43b1-b332-dd984ba1da05), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.391088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-6e179c71-2e09-48bf-8c2b-590166855533 req-9a348687-44ef-4093-896c-3d1b2575de5d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (f6c95e39-4b0a-4c56-9273-8b3416a94567), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.428341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e608ce-54d3-43b1-b332-dd984ba1da05']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:15.432240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d3b11-e6e9-4b5f-9bff-20f9e2eecac9 None None] Port fd7d04e2-dac8-4e8b-b98c-2aa824437473 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:15.455454 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-6e179c71-2e09-48bf-8c2b-590166855533 req-9a348687-44ef-4093-896c-3d1b2575de5d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (f6c95e39-4b0a-4c56-9273-8b3416a94567), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.473939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f82ba5-df7c-4642-96d2-bf59eaf7628e') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:15.474426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f82ba5-df7c-4642-96d2-bf59eaf7628e') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:15.476281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:15.482497 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-71de22b9-811c-4cc0-88b8-00ac06334b45 admin admin] 10.222.0.46 "PUT /v2.0/routers/297d4caa-9984-40f1-a208-423a00d86ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3720305 Jul 28 10:38:15.494589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Sync routers for ids ['297d4caa-9984-40f1-a208-423a00d86ae4'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:15.504849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (55f82ba5-df7c-4642-96d2-bf59eaf7628e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.509541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Routers {'297d4caa-9984-40f1-a208-423a00d86ae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:15.510691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['297d4caa-9984-40f1-a208-423a00d86ae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:15.557424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (55f82ba5-df7c-4642-96d2-bf59eaf7628e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.570470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:15.571116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (55f82ba5-df7c-4642-96d2-bf59eaf7628e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.646705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Set router 297d4caa-9984-40f1-a208-423a00d86ae4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:15.655002 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 55f82ba5-df7c-4642-96d2-bf59eaf7628e resource provider aggregate not found Jul 28 10:38:15.670094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:15.694497 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:15.696226 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:15.754515 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 55f82ba5-df7c-4642-96d2-bf59eaf7628e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55f82ba5-df7c-4642-96d2-bf59eaf7628e found for delete ", "request_id": "req-b580bece-cf8a-48ef-80c6-a54fbffaa49b"}]} Jul 28 10:38:15.771306 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-6e179c71-2e09-48bf-8c2b-590166855533 req-9a348687-44ef-4093-896c-3d1b2575de5d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f6c95e39-4b0a-4c56-9273-8b3416a94567), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.775816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-6e179c71-2e09-48bf-8c2b-590166855533 req-9a348687-44ef-4093-896c-3d1b2575de5d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.777923 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6e179c71-2e09-48bf-8c2b-590166855533 req-9a348687-44ef-4093-896c-3d1b2575de5d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6c95e39-4b0a-4c56-9273-8b3416a94567 HTTP/1.1" status: 204 len: 173 time: 0.7372162 Jul 28 10:38:15.826371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (d9e608ce-54d3-43b1-b332-dd984ba1da05), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.847599 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [req-ad823f1e-cbdb-4199-85cd-4a8ca48927f3 req-63375fbd-bfd0-4a52-ab1a-4fb9566ca99d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] show failed (client error): The resource could not be found. Jul 28 10:38:15.850644 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ad823f1e-cbdb-4199-85cd-4a8ca48927f3 req-63375fbd-bfd0-4a52-ab1a-4fb9566ca99d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/0487b15e-3972-4815-a53c-2100d6bf4fe4 HTTP/1.1" status: 404 len: 352 time: 0.0361276 Jul 28 10:38:15.881690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.885980 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] 10.222.0.46 "DELETE /v2.0/networks/d9e608ce-54d3-43b1-b332-dd984ba1da05 HTTP/1.1" status: 204 len: 168 time: 1.9692898 Jul 28 10:38:15.889737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:15.904898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0cc4423e-7120-4e44-8f3b-5481de179ac0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:15.908731 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a348687-44ef-4093-896c-3d1b2575de5d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c95e39-4b0a-4c56-9273-8b3416a94567,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:15.942065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 0cc4423e-7120-4e44-8f3b-5481de179ac0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:15.942674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0cc4423e-7120-4e44-8f3b-5481de179ac0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:15.962725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c236-1d33-4f33-8649-4f34d5ed67ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e608ce-54d3-43b1-b332-dd984ba1da05,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:15.976128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:13Z', 'revision_number': 4, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port': {'id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:01Z', 'updated_at': '2022-07-28T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'fd7d04e2-dac8-4e8b-b98c-2aa824437473', 'name': '', 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'mac_address': 'fa:16:3e:49:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '56ab08b0-2cff-401c-b9ca-8e919709f0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:09Z', 'updated_at': '2022-07-28T10:38:14Z', 'revision_number': 2, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'subnets': [{'id': '56ab08b0-2cff-401c-b9ca-8e919709f0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:16.008611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Checking router: 297d4caa-9984-40f1-a208-423a00d86ae4 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:16.008974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Updating router 297d4caa-9984-40f1-a208-423a00d86ae4 port fd7d04e2-dac8-4e8b-b98c-2aa824437473 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:16.039581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.122218 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2f948763-4bc8-4044-a302-ef49e90eb237 req-0dced37e-b6ae-4de5-82db-242b5290fb32 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f HTTP/1.1" status: 200 len: 1823 time: 0.2102773 Jul 28 10:38:16.221618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-2f948763-4bc8-4044-a302-ef49e90eb237 req-c7f8df92-75c2-48d2-b4ea-dc98407de5ac tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.226663 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.299951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-2f948763-4bc8-4044-a302-ef49e90eb237 req-c7f8df92-75c2-48d2-b4ea-dc98407de5ac tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.428513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-2f948763-4bc8-4044-a302-ef49e90eb237 req-c7f8df92-75c2-48d2-b4ea-dc98407de5ac tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.432503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-2f948763-4bc8-4044-a302-ef49e90eb237 req-c7f8df92-75c2-48d2-b4ea-dc98407de5ac tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.434273 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2f948763-4bc8-4044-a302-ef49e90eb237 req-c7f8df92-75c2-48d2-b4ea-dc98407de5ac tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-groups/80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f HTTP/1.1" status: 204 len: 173 time: 0.3026621 Jul 28 10:38:16.458030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8df92-75c2-48d2-b4ea-dc98407de5ac tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80067e2d-ebe7-46d7-a60b-9dcfd7e5a99f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:16.472496 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Allocated IP 172.25.2.4 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/690b6727-9178-4691-979d-34afac810911) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:16.554262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51464) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:16.558372 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:16.675827 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2fb57749-d935-446d-a928-9c071f40defa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58597d8408554881b9e936c5983663d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201305 Jul 28 10:38:16.676677 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-85c18728-0a35-497c-8ddd-60064923c529 req-3b36e488-545f-46df-87b3-7c671328a031 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/b8f2a508-ba69-4089-b4a3-438b25597539 HTTP/1.1" status: 200 len: 1824 time: 0.1769543 Jul 28 10:38:16.681380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51466) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:16.768901 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Publish callbacks [] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.785580 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.878925 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-939076e9-d1ce-4808-8331-762786128edd admin admin] Publish callbacks [] for security_group (8852a03c-c77b-484b-bd6f-c07f40046ffd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.915085 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-939076e9-d1ce-4808-8331-762786128edd admin admin] Publish callbacks [] for security_group (8852a03c-c77b-484b-bd6f-c07f40046ffd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:16.976328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd1d9c-4b3f-4c78-81aa-1fcce8c4e0c9 None None] Pushing event updated for resources: {'Port': ['ID=fd7d04e2-dac8-4e8b-b98c-2aa824437473,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:17.056084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for port (690b6727-9178-4691-979d-34afac810911), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.104049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51470) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:17.135974 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:17.153732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (690b6727-9178-4691-979d-34afac810911), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.174060 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:17.179104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Attempting to bind port fd7d04e2-dac8-4e8b-b98c-2aa824437473 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:17.182085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Attempting to bind port fd7d04e2-dac8-4e8b-b98c-2aa824437473 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:17.183265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Attempting to bind port fd7d04e2-dac8-4e8b-b98c-2aa824437473 on network 69500ed2-ae4f-4144-8e9d-24b29e196bec {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:17.212767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:17.213433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Checking segment: {'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:17.221478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.222338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Bound using segment: {'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:17.224874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Bound port: fd7d04e2-dac8-4e8b-b98c-2aa824437473, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac483290-1097-40bf-9b78-6290ea688554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:17.225543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.294698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:17.314239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:17.334942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-939076e9-d1ce-4808-8331-762786128edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8852a03c-c77b-484b-bd6f-c07f40046ffd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.341281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-939076e9-d1ce-4808-8331-762786128edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.342495 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-939076e9-d1ce-4808-8331-762786128edd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8852a03c-c77b-484b-bd6f-c07f40046ffd HTTP/1.1" status: 204 len: 168 time: 0.6595745 Jul 28 10:38:17.344438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:17.348984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:17.357419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4bfb7179-71b4-460b-ac6d-7035bc46263c tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506837922', 'description': 'tempest-description--1042686309'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:17.418771 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7179-71b4-460b-ac6d-7035bc46263c tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.431707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-391869553-network', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:17.488341 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-85c18728-0a35-497c-8ddd-60064923c529 req-0cddce04-60bc-44f3-88d4-cd36343783bd tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (b8f2a508-ba69-4089-b4a3-438b25597539), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.508328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2c338bbf-3102-49c7-8ecf-776b09866762 None None] Provisioning complete for port fd7d04e2-dac8-4e8b-b98c-2aa824437473 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:17.508723 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c338bbf-3102-49c7-8ecf-776b09866762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.540779 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939076e9-d1ce-4808-8331-762786128edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8852a03c-c77b-484b-bd6f-c07f40046ffd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:17.563864 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Made reservation on behalf of 50fb148287634cd88cc27a88a4ed00a1 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:17.570919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.574568 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Pushing event updated for resources: {'Port': ['ID=690b6727-9178-4691-979d-34afac810911,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:17.614989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.652977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2c338bbf-3102-49c7-8ecf-776b09866762 None None] Port fd7d04e2-dac8-4e8b-b98c-2aa824437473 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:17.657233 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:17.708657 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-85c18728-0a35-497c-8ddd-60064923c529 req-0cddce04-60bc-44f3-88d4-cd36343783bd tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (b8f2a508-ba69-4089-b4a3-438b25597539), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.731542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] For port fd7d04e2-dac8-4e8b-b98c-2aa824437473, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:17.763128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] For port fd7d04e2-dac8-4e8b-b98c-2aa824437473, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd7d04e2-dac8-4e8b-b98c-2aa824437473,segment=NetworkSegment(ac483290-1097-40bf-9b78-6290ea688554),segment_id=ac483290-1097-40bf-9b78-6290ea688554)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:17.783118 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.798360 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for floatingip (fff93f70-f15c-412f-9cf8-52277e5549b0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.898096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7179-71b4-460b-ac6d-7035bc46263c tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (5aae09d9-10d8-4b14-b706-75944a730460), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.916917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7179-71b4-460b-ac6d-7035bc46263c tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5aae09d9-10d8-4b14-b706-75944a730460), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:17.937754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd1d9c-4b3f-4c78-81aa-1fcce8c4e0c9 None None] Pushing event updated for resources: {'Port': ['ID=fd7d04e2-dac8-4e8b-b98c-2aa824437473,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:17.996502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Routers {'297d4caa-9984-40f1-a208-423a00d86ae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:17.997789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['297d4caa-9984-40f1-a208-423a00d86ae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:18.035446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb7179-71b4-460b-ac6d-7035bc46263c tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aae09d9-10d8-4b14-b706-75944a730460,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:18.059200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bfb7179-71b4-460b-ac6d-7035bc46263c tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.060347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-85c18728-0a35-497c-8ddd-60064923c529 req-0cddce04-60bc-44f3-88d4-cd36343783bd tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b8f2a508-ba69-4089-b4a3-438b25597539), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.065193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-85c18728-0a35-497c-8ddd-60064923c529 req-0cddce04-60bc-44f3-88d4-cd36343783bd tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.067020 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4bfb7179-71b4-460b-ac6d-7035bc46263c tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7132790 Jul 28 10:38:18.071689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51488) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:18.078496 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-85c18728-0a35-497c-8ddd-60064923c529 req-0cddce04-60bc-44f3-88d4-cd36343783bd tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-groups/b8f2a508-ba69-4089-b4a3-438b25597539 HTTP/1.1" status: 204 len: 173 time: 1.2853050 Jul 28 10:38:18.106831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddce04-60bc-44f3-88d4-cd36343783bd tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f2a508-ba69-4089-b4a3-438b25597539,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:18.117712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6e98fd2c-255a-4d92-a25c-b38a8bcacb4a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'security_group_rule': {'security_group_id': '5aae09d9-10d8-4b14-b706-75944a730460', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:18.125889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (690b6727-9178-4691-979d-34afac810911), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.356085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e98fd2c-255a-4d92-a25c-b38a8bcacb4a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (9b85ff55-27db-4028-9d25-ae2e609ad686), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.365435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] Set router 297d4caa-9984-40f1-a208-423a00d86ae4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:18.392169 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks [] for security_group (781cf8fb-1493-4cfc-90e7-356737510d5f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.428141 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (781cf8fb-1493-4cfc-90e7-356737510d5f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.460258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:18.499849 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (659aa075-119d-4508-a3f2-ec61ce3336bc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.515936 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Added segment 659aa075-119d-4508-a3f2-ec61ce3336bc of type vlan for network fa3ecf2c-6614-4894-bc11-9eaf1178a585 Jul 28 10:38:18.618906 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-84e6c432-90fc-4fa7-8714-cae8da7357d1 req-6c4e83ed-2fa8-45ee-8e3a-9dcb836b7e0e tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/336ef540-025f-4f02-bb8e-6d32e80ed3ba HTTP/1.1" status: 200 len: 1823 time: 0.4814386 Jul 28 10:38:18.621790 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:18.623101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-53ece685-516e-4dba-a6a5-6fdcf896c33d None None] Provisioning complete for port fd7d04e2-dac8-4e8b-b98c-2aa824437473 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:18.625758 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53ece685-516e-4dba-a6a5-6fdcf896c33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.696363 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fa3ecf2c-6614-4894-bc11-9eaf1178a585), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.711399 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:18.752880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for port (690b6727-9178-4691-979d-34afac810911), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.772763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (690b6727-9178-4691-979d-34afac810911), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.779584 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:18.898503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:38:18.932446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781cf8fb-1493-4cfc-90e7-356737510d5f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:18.967291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fa3ecf2c-6614-4894-bc11-9eaf1178a585), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:18.971172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:18.971996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.036284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e98fd2c-255a-4d92-a25c-b38a8bcacb4a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (9b85ff55-27db-4028-9d25-ae2e609ad686), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.079384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e98fd2c-255a-4d92-a25c-b38a8bcacb4a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9b85ff55-27db-4028-9d25-ae2e609ad686), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.097295 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Pushing event updated for resources: {'Port': ['ID=690b6727-9178-4691-979d-34afac810911,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:19.100436 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:19.122874 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98fd2c-255a-4d92-a25c-b38a8bcacb4a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b85ff55-27db-4028-9d25-ae2e609ad686,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:19.123565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (fff93f70-f15c-412f-9cf8-52277e5549b0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.153076 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 2.0474770 Jul 28 10:38:19.156233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51512) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:19.167974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0060cf7-d128-4543-b8d2-114641943183 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3ecf2c-6614-4894-bc11-9eaf1178a585,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:19.178114 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:19.178749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-84e6c432-90fc-4fa7-8714-cae8da7357d1 req-1c5ec73b-e109-4049-94f6-ac521ba21590 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (336ef540-025f-4f02-bb8e-6d32e80ed3ba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.179180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Request body: {'subnet': {'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-391869553-subnet', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:19.195987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:13Z', 'revision_number': 4, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port': {'id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:01Z', 'updated_at': '2022-07-28T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'fd7d04e2-dac8-4e8b-b98c-2aa824437473', 'name': '', 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'mac_address': 'fa:16:3e:49:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '56ab08b0-2cff-401c-b9ca-8e919709f0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:09Z', 'updated_at': '2022-07-28T10:38:17Z', 'revision_number': 4, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'subnets': [{'id': '56ab08b0-2cff-401c-b9ca-8e919709f0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:19.200766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e98fd2c-255a-4d92-a25c-b38a8bcacb4a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.202229 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6e98fd2c-255a-4d92-a25c-b38a8bcacb4a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1176143 Jul 28 10:38:19.206857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51514) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:19.207947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:19.215011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-71f7da2e-c31a-4bce-b5cd-319cdcad87db tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'security_group_rule': {'security_group_id': '5aae09d9-10d8-4b14-b706-75944a730460', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:19.220614 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:19.224522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.226912 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e5c841fe-fc6c-4696-927e-9ae4e2798d8c tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8584440 Jul 28 10:38:19.231956 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51516) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:19.245682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-69149426', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'fixed_ips': [{'ip_address': '172.25.2.4'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:19.251958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-84e6c432-90fc-4fa7-8714-cae8da7357d1 req-1c5ec73b-e109-4049-94f6-ac521ba21590 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (336ef540-025f-4f02-bb8e-6d32e80ed3ba), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.287853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Made reservation on behalf of 50fb148287634cd88cc27a88a4ed00a1 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:19.295795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.300978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f7da2e-c31a-4bce-b5cd-319cdcad87db tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (ea798b06-4bfe-4c41-b749-27f0d8e47f8d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.336094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Made reservation on behalf of 45cac4766153446db6d04dfc6cdc4afb for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:19.338709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.362238 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.381952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ab5a86-9abe-4b75-9f6e-e4b092dc6a91 None None] The sync data for ids ['297d4caa-9984-40f1-a208-423a00d86ae4'] in n-d-850468-6 is: [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:13Z', 'revision_number': 4, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port': {'id': '3ab612e7-a263-4b46-998a-6b5835c574c0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:01Z', 'updated_at': '2022-07-28T10:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'fd7d04e2-dac8-4e8b-b98c-2aa824437473', 'name': '', 'network_id': '69500ed2-ae4f-4144-8e9d-24b29e196bec', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'mac_address': 'fa:16:3e:49:99:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '56ab08b0-2cff-401c-b9ca-8e919709f0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:09Z', 'updated_at': '2022-07-28T10:38:17Z', 'revision_number': 4, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'subnets': [{'id': '56ab08b0-2cff-401c-b9ca-8e919709f0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:19.395879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-53ece685-516e-4dba-a6a5-6fdcf896c33d None None] Current status of the port fd7d04e2-dac8-4e8b-b98c-2aa824437473 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:19.396325 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53ece685-516e-4dba-a6a5-6fdcf896c33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.435953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f7da2e-c31a-4bce-b5cd-319cdcad87db tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (ea798b06-4bfe-4c41-b749-27f0d8e47f8d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.446926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f7da2e-c31a-4bce-b5cd-319cdcad87db tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (ea798b06-4bfe-4c41-b749-27f0d8e47f8d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.451089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-84e6c432-90fc-4fa7-8714-cae8da7357d1 req-1c5ec73b-e109-4049-94f6-ac521ba21590 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (336ef540-025f-4f02-bb8e-6d32e80ed3ba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.469157 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-84e6c432-90fc-4fa7-8714-cae8da7357d1 req-1c5ec73b-e109-4049-94f6-ac521ba21590 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.475813 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-84e6c432-90fc-4fa7-8714-cae8da7357d1 req-1c5ec73b-e109-4049-94f6-ac521ba21590 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-groups/336ef540-025f-4f02-bb8e-6d32e80ed3ba HTTP/1.1" status: 204 len: 173 time: 0.8408134 Jul 28 10:38:19.544090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51522) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:19.579659 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71f7da2e-c31a-4bce-b5cd-319cdcad87db tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.580902 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-71f7da2e-c31a-4bce-b5cd-319cdcad87db tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729031 Jul 28 10:38:19.592701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51526) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:19.605384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:19.616164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7da2e-c31a-4bce-b5cd-319cdcad87db tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea798b06-4bfe-4c41-b749-27f0d8e47f8d,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:19.635270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ec73b-e109-4049-94f6-ac521ba21590 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ef540-025f-4f02-bb8e-6d32e80ed3ba,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:19.664850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-53ece685-516e-4dba-a6a5-6fdcf896c33d None None] For port fd7d04e2-dac8-4e8b-b98c-2aa824437473, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd7d04e2-dac8-4e8b-b98c-2aa824437473,segment=NetworkSegment(ac483290-1097-40bf-9b78-6290ea688554),segment_id=ac483290-1097-40bf-9b78-6290ea688554)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:19.702290 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53ece685-516e-4dba-a6a5-6fdcf896c33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.753010 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:19.827294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for security_group (7174e727-61bc-400e-8e7b-abbdc875d7ad), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.843882 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7174e727-61bc-400e-8e7b-abbdc875d7ad), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.848359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] device_id is not set on port b582622d-fb3c-4842-b4b7-057fcf198a6b yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:38:19.865563 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:19.896462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a2dabd9-5fdd-40f7-8f8c-4e78fb2e7122 req-01e8e139-78b5-424e-bbdb-bf505926a4c4 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/fdb8d162-a443-4be7-9e51-1ff00fffe616 HTTP/1.1" status: 200 len: 2422 time: 0.3245668 Jul 28 10:38:19.943264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ece685-516e-4dba-a6a5-6fdcf896c33d None None] Pushing event updated for resources: {'Port': ['ID=fd7d04e2-dac8-4e8b-b98c-2aa824437473,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:20.097067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd7d04e2-dac8-4e8b-b98c-2aa824437473 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:20.220568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fd7d04e2-dac8-4e8b-b98c-2aa824437473 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:20.221466 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.269412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7174e727-61bc-400e-8e7b-abbdc875d7ad,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:20.286300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c59b-d220-4648-8734-6b7f3de589f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.289480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7a2dabd9-5fdd-40f7-8f8c-4e78fb2e7122 req-6d5bb537-9e47-42a7-b279-57a7c8fff87c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (fdb8d162-a443-4be7-9e51-1ff00fffe616), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.310803 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:20.320282 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=12,neutron:UPDATE=4,neutron:SELECT=83,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:20.361641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.370364 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 10:38:20.370900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:38:20.413777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7a2dabd9-5fdd-40f7-8f8c-4e78fb2e7122 req-6d5bb537-9e47-42a7-b279-57a7c8fff87c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (fdb8d162-a443-4be7-9e51-1ff00fffe616), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.430639 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e7f8cd0e-6ecd-4338-829d-18e7bf37da71 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.1923738 Jul 28 10:38:20.431350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51544) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:20.446809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fd7d04e2-dac8-4e8b-b98c-2aa824437473 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:20.674328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (cf9954c6-5f14-4b97-a071-42cde4d1220d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.828000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7a2dabd9-5fdd-40f7-8f8c-4e78fb2e7122 req-6d5bb537-9e47-42a7-b279-57a7c8fff87c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fdb8d162-a443-4be7-9e51-1ff00fffe616), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.831716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [req-7a2dabd9-5fdd-40f7-8f8c-4e78fb2e7122 req-6d5bb537-9e47-42a7-b279-57a7c8fff87c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.832929 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a2dabd9-5fdd-40f7-8f8c-4e78fb2e7122 req-6d5bb537-9e47-42a7-b279-57a7c8fff87c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-groups/fdb8d162-a443-4be7-9e51-1ff00fffe616 HTTP/1.1" status: 204 len: 173 time: 0.8862936 Jul 28 10:38:20.879422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Allocated IP 172.25.2.204 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9e0004f8-a13d-430f-a2a0-980bcafe6cbc) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:20.883179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bb537-9e47-42a7-b279-57a7c8fff87c tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8d162-a443-4be7-9e51-1ff00fffe616,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:20.906596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Deleting port 690b6727-9178-4691-979d-34afac810911 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:20.908029 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (690b6727-9178-4691-979d-34afac810911), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:20.919932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9954c6-5f14-4b97-a071-42cde4d1220d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:20.934472 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:20.960764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Checking segment: {'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:20.961270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Network hostable DHCP agents. Network: fa3ecf2c-6614-4894-bc11-9eaf1178a585, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:21.065624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:21.070240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c59b-d220-4648-8734-6b7f3de589f3 admin admin] Publish callbacks [] for security_group (3f6a35c2-3afa-47c9-91d4-efa594820e20), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.110731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c59b-d220-4648-8734-6b7f3de589f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3f6a35c2-3afa-47c9-91d4-efa594820e20), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.163721 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.190728 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:21.232489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.248836 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-eaecadfa-ebd0-4e67-b6ce-da1e49463dc7 req-16f155fe-37f5-4b36-b588-9d5489cc0f7d tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "GET /v2.0/security-groups/3af4284c-4e4e-477e-aa03-1be20586337e HTTP/1.1" status: 200 len: 2417 time: 0.3905134 Jul 28 10:38:21.250790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51582) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:21.262022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0c59b-d220-4648-8734-6b7f3de589f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a35c2-3afa-47c9-91d4-efa594820e20,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:21.267294 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ca0c59b-d220-4648-8734-6b7f3de589f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1672fecf4f5e4d19b027a80162b27621&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6980731 Jul 28 10:38:21.271580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fa3ecf2c-6614-4894-bc11-9eaf1178a585) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:21.283680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51586) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:21.291665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab19b6e-9966-4847-9a89-39082b6d3822 None None] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:21.345301 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:21.383465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:21.384350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.388043 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:21.392477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:21.392870 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (690b6727-9178-4691-979d-34afac810911), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.393352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for floatingip (690b6727-9178-4691-979d-34afac810911), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.400746 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:21.469188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Calling delete_port for 690b6727-9178-4691-979d-34afac810911 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:21.471243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eaecadfa-ebd0-4e67-b6ce-da1e49463dc7 req-b64149f7-fc0f-4e01-9886-8e863bba7a94 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (3af4284c-4e4e-477e-aa03-1be20586337e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.507928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'Port': ['ID=9e0004f8-a13d-430f-a2a0-980bcafe6cbc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:21.512979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fa3ecf2c-6614-4894-bc11-9eaf1178a585', 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585', 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'fixed_ips': [{'subnet_id': 'cf9954c6-5f14-4b97-a071-42cde4d1220d'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:38:21.513969 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.532128 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3f0c5385-2259-4d2d-afed-7c1cfcf8baa3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3723233 Jul 28 10:38:21.560212 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51588) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:21.564684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dce58364-cd1b-4d25-ac98-0fd0082d0519 admin admin] Publish callbacks [] for security_group (3f6a35c2-3afa-47c9-91d4-efa594820e20), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.577287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:21.596450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eaecadfa-ebd0-4e67-b6ce-da1e49463dc7 req-b64149f7-fc0f-4e01-9886-8e863bba7a94 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (3af4284c-4e4e-477e-aa03-1be20586337e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.606603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2b06c04-117b-4ae5-9597-cca5a68ee2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.630017 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:21.732865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Allocated IP 172.20.0.2 (fa3ecf2c-6614-4894-bc11-9eaf1178a585/cf9954c6-5f14-4b97-a071-42cde4d1220d/c50cc56d-d83a-45c4-b9db-44a51195d9b8) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:21.752588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eaecadfa-ebd0-4e67-b6ce-da1e49463dc7 req-b64149f7-fc0f-4e01-9886-8e863bba7a94 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3af4284c-4e4e-477e-aa03-1be20586337e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.757285 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [req-eaecadfa-ebd0-4e67-b6ce-da1e49463dc7 req-b64149f7-fc0f-4e01-9886-8e863bba7a94 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.759439 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-eaecadfa-ebd0-4e67-b6ce-da1e49463dc7 req-b64149f7-fc0f-4e01-9886-8e863bba7a94 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] 10.222.0.46 "DELETE /v2.0/security-groups/3af4284c-4e4e-477e-aa03-1be20586337e HTTP/1.1" status: 204 len: 173 time: 0.5085781 Jul 28 10:38:21.764105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dce58364-cd1b-4d25-ac98-0fd0082d0519 admin admin] Publish callbacks [] for security_group (3f6a35c2-3afa-47c9-91d4-efa594820e20), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.773929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51592) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:21.826484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64149f7-fc0f-4e01-9886-8e863bba7a94 tempest-SecurityGroupRulesTestJSON-72927462 tempest-SecurityGroupRulesTestJSON-72927462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af4284c-4e4e-477e-aa03-1be20586337e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:21.901373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (690b6727-9178-4691-979d-34afac810911), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:21.964042 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Pushing event deleted for resources: {'Port': ['ID=690b6727-9178-4691-979d-34afac810911,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:22.048142 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Publish callbacks [] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.056571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd7d04e2-dac8-4e8b-b98c-2aa824437473 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:22.080764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (08152304-1b73-4426-b588-94d7c6d2f607), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.082083 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (08152304-1b73-4426-b588-94d7c6d2f607), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.111290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dce58364-cd1b-4d25-ac98-0fd0082d0519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3f6a35c2-3afa-47c9-91d4-efa594820e20), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.113617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks [] for floatingip (fff93f70-f15c-412f-9cf8-52277e5549b0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.113966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dce58364-cd1b-4d25-ac98-0fd0082d0519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.118646 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dce58364-cd1b-4d25-ac98-0fd0082d0519 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f6a35c2-3afa-47c9-91d4-efa594820e20 HTTP/1.1" status: 204 len: 168 time: 0.7979465 Jul 28 10:38:22.119894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.122111 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7b6c8fbb-1b75-414d-bc0f-c015dbcd05f7 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048 tempest-ExternalNetworksAdminNegativeTestJSON-1581987048-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/fff93f70-f15c-412f-9cf8-52277e5549b0 HTTP/1.1" status: 204 len: 168 time: 1.6882827 Jul 28 10:38:22.130618 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.209521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:22.216331 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51600) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:22.223574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:22.230034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:22.283974 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:22.289725 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:22.317062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce58364-cd1b-4d25-ac98-0fd0082d0519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a35c2-3afa-47c9-91d4-efa594820e20,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:22.350894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Pushing event updated for resources: {'Port': ['ID=c50cc56d-d83a-45c4-b9db-44a51195d9b8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:22.374207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fd7d04e2-dac8-4e8b-b98c-2aa824437473 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:22.375166 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.399407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Attempting to bind port c50cc56d-d83a-45c4-b9db-44a51195d9b8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:22.399781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Attempting to bind port c50cc56d-d83a-45c4-b9db-44a51195d9b8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:22.400155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Attempting to bind port c50cc56d-d83a-45c4-b9db-44a51195d9b8 on network fa3ecf2c-6614-4894-bc11-9eaf1178a585 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:22.409223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:22.409566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Checking segment: {'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:22.410011 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.410410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Bound using segment: {'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:22.410961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Bound port: c50cc56d-d83a-45c4-b9db-44a51195d9b8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:22.414421 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.446557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (510cf5c2-7971-4d14-ae45-5630afcadee6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.653558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51606) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:22.721483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fd7d04e2-dac8-4e8b-b98c-2aa824437473 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:22.740542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] For port c50cc56d-d83a-45c4-b9db-44a51195d9b8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:22.752982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] For port c50cc56d-d83a-45c4-b9db-44a51195d9b8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c50cc56d-d83a-45c4-b9db-44a51195d9b8,segment=NetworkSegment(659aa075-119d-4508-a3f2-ec61ce3336bc),segment_id=659aa075-119d-4508-a3f2-ec61ce3336bc)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:22.768164 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.848482 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:22.855575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db902b63-4087-4993-95c2-a23e6e1ea29b None None] Pushing event updated for resources: {'Port': ['ID=c50cc56d-d83a-45c4-b9db-44a51195d9b8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:22.857215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (c38074ed-6bcc-47cd-9004-b1d1d56107f7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:22.917721 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:22.973401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51610) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:22.993124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6a8195a-b955-4511-b843-65ea6461ad3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.097188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks [] for router_controller (08152304-1b73-4426-b588-94d7c6d2f607), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.304755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b90b401-d08e-46ed-afd3-a177a12200a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.314377 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:23.341828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2b06c04-117b-4ae5-9597-cca5a68ee2c6 admin admin] Publish callbacks [] for security_group (ac5ebab0-eb04-4250-bfc8-7d87bfba4c89), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.367648 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2b06c04-117b-4ae5-9597-cca5a68ee2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ac5ebab0-eb04-4250-bfc8-7d87bfba4c89), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.460781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.468551 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6a8195a-b955-4511-b843-65ea6461ad3d admin admin] Publish callbacks [] for security_group (01793ae9-09d4-477b-bc0c-3a6dc6b2ee94), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.480297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6a8195a-b955-4511-b843-65ea6461ad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (01793ae9-09d4-477b-bc0c-3a6dc6b2ee94), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.493426 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Deleting port 8da8d439-54da-4823-a23d-229d61c35d88 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:23.493763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8da8d439-54da-4823-a23d-229d61c35d88), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.542007 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks [] for router_gateway (08152304-1b73-4426-b588-94d7c6d2f607), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.565970 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8195a-b955-4511-b843-65ea6461ad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01793ae9-09d4-477b-bc0c-3a6dc6b2ee94,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:23.572802 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6a8195a-b955-4511-b843-65ea6461ad3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b45165d080194067b59370e78dbc0de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954437 Jul 28 10:38:23.573005 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2b06c04-117b-4ae5-9597-cca5a68ee2c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56ff2e112914469f8ddff4612a4c535d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3146658 Jul 28 10:38:23.573123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51612) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:23.580191 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:23.584937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b06c04-117b-4ae5-9597-cca5a68ee2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ebab0-eb04-4250-bfc8-7d87bfba4c89,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:23.690657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] For port 8da8d439-54da-4823-a23d-229d61c35d88, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8da8d439-54da-4823-a23d-229d61c35d88,segment=NetworkSegment(bf745bbe-b498-4d62-b9e2-6de5ac8198fa),segment_id=bf745bbe-b498-4d62-b9e2-6de5ac8198fa)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:23.691009 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8da8d439-54da-4823-a23d-229d61c35d88), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.716568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Calling delete_port for 8da8d439-54da-4823-a23d-229d61c35d88 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:23.735176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c72ad758-a69c-48af-8d99-3265bb7ebe62 admin admin] Publish callbacks [] for security_group (01793ae9-09d4-477b-bc0c-3a6dc6b2ee94), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.757595 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba001b48-7fd7-4466-a356-15eb8cd400bf admin admin] Publish callbacks [] for security_group (ac5ebab0-eb04-4250-bfc8-7d87bfba4c89), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.762683 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:23.775842 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:23.776841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (ad3adb32-c04b-468c-9e6e-f8d864205469), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.835549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c72ad758-a69c-48af-8d99-3265bb7ebe62 admin admin] Publish callbacks [] for security_group (01793ae9-09d4-477b-bc0c-3a6dc6b2ee94), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.846310 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:23.862132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba001b48-7fd7-4466-a356-15eb8cd400bf admin admin] Publish callbacks [] for security_group (ac5ebab0-eb04-4250-bfc8-7d87bfba4c89), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.882306 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b90b401-d08e-46ed-afd3-a177a12200a1 admin admin] Publish callbacks [] for security_group (f807654a-6d40-43e3-82d7-34c3a9d0803b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.913436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b90b401-d08e-46ed-afd3-a177a12200a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f807654a-6d40-43e3-82d7-34c3a9d0803b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:23.957714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c50cc56d-d83a-45c4-b9db-44a51195d9b8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:24.048991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c50cc56d-d83a-45c4-b9db-44a51195d9b8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:24.049770 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.091825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90b401-d08e-46ed-afd3-a177a12200a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f807654a-6d40-43e3-82d7-34c3a9d0803b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.110653 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b90b401-d08e-46ed-afd3-a177a12200a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cae5f579b37341528bc3a6b369fde1d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4449995 Jul 28 10:38:24.117742 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51616) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:24.136862 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.138650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c72ad758-a69c-48af-8d99-3265bb7ebe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (01793ae9-09d4-477b-bc0c-3a6dc6b2ee94), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.142158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c72ad758-a69c-48af-8d99-3265bb7ebe62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.143374 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c72ad758-a69c-48af-8d99-3265bb7ebe62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01793ae9-09d4-477b-bc0c-3a6dc6b2ee94 HTTP/1.1" status: 204 len: 168 time: 0.5693529 Jul 28 10:38:24.144438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba001b48-7fd7-4466-a356-15eb8cd400bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ac5ebab0-eb04-4250-bfc8-7d87bfba4c89), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.148358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.159864 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba001b48-7fd7-4466-a356-15eb8cd400bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.163903 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ba001b48-7fd7-4466-a356-15eb8cd400bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac5ebab0-eb04-4250-bfc8-7d87bfba4c89 HTTP/1.1" status: 204 len: 168 time: 0.5750854 Jul 28 10:38:24.188393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c50cc56d-d83a-45c4-b9db-44a51195d9b8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:24.189083 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.193512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ad758-a69c-48af-8d99-3265bb7ebe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01793ae9-09d4-477b-bc0c-3a6dc6b2ee94,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.214095 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:24.245210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks [] for router_gateway (08152304-1b73-4426-b588-94d7c6d2f607), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.276262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8da8d439-54da-4823-a23d-229d61c35d88), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.285729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba001b48-7fd7-4466-a356-15eb8cd400bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ebab0-eb04-4250-bfc8-7d87bfba4c89,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.290762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c50cc56d-d83a-45c4-b9db-44a51195d9b8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c50cc56d-d83a-45c4-b9db-44a51195d9b8,segment=NetworkSegment(659aa075-119d-4508-a3f2-ec61ce3336bc),segment_id=659aa075-119d-4508-a3f2-ec61ce3336bc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:24.317374 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.344310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.376367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da8d439-54da-4823-a23d-229d61c35d88,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.437096 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:24.448644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b9bae3-80e0-49cf-992a-e15d36079ff5 None None] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:24.482749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45f09970-a25e-4450-aef8-c4a06156b2e8 admin admin] Publish callbacks [] for security_group (f807654a-6d40-43e3-82d7-34c3a9d0803b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.497009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c50cc56d-d83a-45c4-b9db-44a51195d9b8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.516600 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'Port': ['ID=9e0004f8-a13d-430f-a2a0-980bcafe6cbc,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.568204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Allocated IP 172.25.2.239 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/911097d8-6463-448b-a8b0-525ee394d0e8) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:24.591114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6b956d16-53f6-4bd3-9898-625a1cdd65e2 None None] Provisioning complete for port c50cc56d-d83a-45c4-b9db-44a51195d9b8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:24.593999 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b956d16-53f6-4bd3-9898-625a1cdd65e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.607720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45f09970-a25e-4450-aef8-c4a06156b2e8 admin admin] Publish callbacks [] for security_group (f807654a-6d40-43e3-82d7-34c3a9d0803b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.701579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (510cf5c2-7971-4d14-ae45-5630afcadee6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.773845 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:24.776354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45f09970-a25e-4450-aef8-c4a06156b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f807654a-6d40-43e3-82d7-34c3a9d0803b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.779253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45f09970-a25e-4450-aef8-c4a06156b2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.803618 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-45f09970-a25e-4450-aef8-c4a06156b2e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f807654a-6d40-43e3-82d7-34c3a9d0803b HTTP/1.1" status: 204 len: 168 time: 0.6655843 Jul 28 10:38:24.840795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (c38074ed-6bcc-47cd-9004-b1d1d56107f7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.846250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09970-a25e-4450-aef8-c4a06156b2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f807654a-6d40-43e3-82d7-34c3a9d0803b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.861355 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.871450 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3cca34dd-beaa-4471-aa72-c0778ee72a2e tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2727284 Jul 28 10:38:24.888316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Deleting port d8b22e11-1d24-46c7-814a-a49c95f877b1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:24.894817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:24.957328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6b956d16-53f6-4bd3-9898-625a1cdd65e2 None None] Current status of the port c50cc56d-d83a-45c4-b9db-44a51195d9b8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:25.007367 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:25.052807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks [] for port (911097d8-6463-448b-a8b0-525ee394d0e8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:25.107501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] For port d8b22e11-1d24-46c7-814a-a49c95f877b1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d8b22e11-1d24-46c7-814a-a49c95f877b1,segment=NetworkSegment(ba279eed-de73-43ec-b718-2dd5fa2a0211),segment_id=ba279eed-de73-43ec-b718-2dd5fa2a0211)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:25.108084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:25.132229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Calling delete_port for d8b22e11-1d24-46c7-814a-a49c95f877b1 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:25.182336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:25.232293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Router c38074ed-6bcc-47cd-9004-b1d1d56107f7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:25.247155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:25.265356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:25.268605 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:25.287605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dc97e9a0-33bc-468f-b1b4-384c30a50519 None None] Provisioning complete for port c50cc56d-d83a-45c4-b9db-44a51195d9b8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:25.288920 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc97e9a0-33bc-468f-b1b4-384c30a50519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:25.299896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Pushing event updated for resources: {'Port': ['ID=911097d8-6463-448b-a8b0-525ee394d0e8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:25.399226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dc97e9a0-33bc-468f-b1b4-384c30a50519 None None] Current status of the port c50cc56d-d83a-45c4-b9db-44a51195d9b8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:25.436087 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:25.473296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:25.483054 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] Sync routers for ids ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:25.484780 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a1fa3a1f-2ee9-4e03-9ccf-9c59c91ff906 admin admin] 10.222.0.46 "PUT /v2.0/routers/c38074ed-6bcc-47cd-9004-b1d1d56107f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2664988 Jul 28 10:38:25.485793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:25.503333 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] Routers {'c38074ed-6bcc-47cd-9004-b1d1d56107f7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:25.506599 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:25.591145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51660) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:25.603792 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:25.605387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks [] for router (c38074ed-6bcc-47cd-9004-b1d1d56107f7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:25.697268 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] Set router c38074ed-6bcc-47cd-9004-b1d1d56107f7 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:25.927962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks [] for router_gateway (c38074ed-6bcc-47cd-9004-b1d1d56107f7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.040159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Deleting port a0940e94-f736-46c5-b0f6-a3a337e78a78 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:26.040418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.049753 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:38:24Z', 'revision_number': 5, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port': {'id': 'a0940e94-f736-46c5-b0f6-a3a337e78a78', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:00Z', 'updated_at': '2022-07-28T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:26.108810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c50cc56d-d83a-45c4-b9db-44a51195d9b8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:26.116682 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] Checking router: c38074ed-6bcc-47cd-9004-b1d1d56107f7 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:26.127481 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfdcaa47-e34b-48d0-9037-3474e74a0260 req-7009baa5-e000-4305-8b66-113f8c9caa18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1506837922&fields=id&tenant_id=379dcc2f97914adaa94499fd20cd9db1 HTTP/1.1" status: 200 len: 267 time: 0.7270479 Jul 28 10:38:26.136984 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] Routers {'c38074ed-6bcc-47cd-9004-b1d1d56107f7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:26.137979 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:26.192476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c50cc56d-d83a-45c4-b9db-44a51195d9b8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:26.193177 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.234381 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] Set router c38074ed-6bcc-47cd-9004-b1d1d56107f7 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:26.260774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] For port a0940e94-f736-46c5-b0f6-a3a337e78a78, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a0940e94-f736-46c5-b0f6-a3a337e78a78,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:26.262404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.275583 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2358970c-3560-4a41-93ae-3a2dc0d766fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45cac4766153446db6d04dfc6cdc4afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6789625 Jul 28 10:38:26.278061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51676) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:26.304840 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 6, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:26.332518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d8b22e11-1d24-46c7-814a-a49c95f877b1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.335610 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567e709-9ab6-424a-8df5-d9d6aa04876b None None] The sync data for ids ['c38074ed-6bcc-47cd-9004-b1d1d56107f7'] in n-d-850468-6 is: [{'id': 'c38074ed-6bcc-47cd-9004-b1d1d56107f7', 'name': 'tempest-TaggedBootDevicesTest-1057941155-router', 'tenant_id': 'de552247daa44b5e8251b69d2c4caf7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:35:58Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 6, 'project_id': 'de552247daa44b5e8251b69d2c4caf7d', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:26.348370 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:26.358063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Calling delete_port for a0940e94-f736-46c5-b0f6-a3a337e78a78 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:26.417686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b22e11-1d24-46c7-814a-a49c95f877b1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:26.462578 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:38:26.471430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c50cc56d-d83a-45c4-b9db-44a51195d9b8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:26.503020 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:26.530231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16a9e494-f5ed-4e71-9503-c1087fdd9ba9 admin admin] Publish callbacks [] for security_group (7174e727-61bc-400e-8e7b-abbdc875d7ad), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.551599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks [] for router_gateway (08152304-1b73-4426-b588-94d7c6d2f607), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.666304 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16a9e494-f5ed-4e71-9503-c1087fdd9ba9 admin admin] Publish callbacks [] for security_group (7174e727-61bc-400e-8e7b-abbdc875d7ad), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.693739 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:26.698294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcaa47-e34b-48d0-9037-3474e74a0260 req-25554633-4f93-43da-81aa-92d7860990b3 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:26.700095 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfdcaa47-e34b-48d0-9037-3474e74a0260 req-25554633-4f93-43da-81aa-92d7860990b3 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/networks?id=69500ed2-ae4f-4144-8e9d-24b29e196bec HTTP/1.1" status: 200 len: 811 time: 0.5714874 Jul 28 10:38:26.728527 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfdcaa47-e34b-48d0-9037-3474e74a0260 req-4fbdcd6b-a9cc-4437-9b05-651c34763281 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/quotas/379dcc2f97914adaa94499fd20cd9db1 HTTP/1.1" status: 200 len: 375 time: 0.0219684 Jul 28 10:38:26.814380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16a9e494-f5ed-4e71-9503-c1087fdd9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7174e727-61bc-400e-8e7b-abbdc875d7ad), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.824960 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16a9e494-f5ed-4e71-9503-c1087fdd9ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.828124 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-16a9e494-f5ed-4e71-9503-c1087fdd9ba9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7174e727-61bc-400e-8e7b-abbdc875d7ad HTTP/1.1" status: 204 len: 168 time: 0.5486128 Jul 28 10:38:26.851157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9e494-f5ed-4e71-9503-c1087fdd9ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7174e727-61bc-400e-8e7b-abbdc875d7ad,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:26.857254 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a0940e94-f736-46c5-b0f6-a3a337e78a78), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:26.939184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0940e94-f736-46c5-b0f6-a3a337e78a78,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:26.942478 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfdcaa47-e34b-48d0-9037-3474e74a0260 req-2b1606cc-adc0-44d3-862e-65a1cae411bb tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=379dcc2f97914adaa94499fd20cd9db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728270 Jul 28 10:38:27.071857 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c38074ed-6bcc-47cd-9004-b1d1d56107f7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.116944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (ad3adb32-c04b-468c-9e6e-f8d864205469), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.197582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (08152304-1b73-4426-b588-94d7c6d2f607), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.215320 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:27.224674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51696) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:27.243975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c38074ed-6bcc-47cd-9004-b1d1d56107f7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.246854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks [] for router_controller (c38074ed-6bcc-47cd-9004-b1d1d56107f7), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.308536 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfdcaa47-e34b-48d0-9037-3474e74a0260 req-b95aa837-29eb-43ad-ab2c-374ec0b80432 service neutron] 10.222.0.46 "GET /v2.0/networks/69500ed2-ae4f-4144-8e9d-24b29e196bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790661 Jul 28 10:38:27.313195 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c38074ed-6bcc-47cd-9004-b1d1d56107f7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.314329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38074ed-6bcc-47cd-9004-b1d1d56107f7 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:38:27.318975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.323295 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3cfa2a0a-4363-4f3d-b385-41bac2249aa2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c38074ed-6bcc-47cd-9004-b1d1d56107f7 HTTP/1.1" status: 204 len: 168 time: 1.8359206 Jul 28 10:38:27.331744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51704) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:27.396479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] Deleting subnet 56a68679-a8c7-4a1c-93ac-c986e845a720 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:38:27.406403 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] Publish callbacks [] for subnet (56a68679-a8c7-4a1c-93ac-c986e845a720), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.455490 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=13 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:27.464647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (56a68679-a8c7-4a1c-93ac-c986e845a720), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.569151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (56a68679-a8c7-4a1c-93ac-c986e845a720), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.584571 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:27.598408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51710) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:27.619483 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfdcaa47-e34b-48d0-9037-3474e74a0260 req-a7d0bc05-ecc3-491b-891e-cf367c6378ff service neutron] 10.222.0.46 "GET /v2.0/networks/69500ed2-ae4f-4144-8e9d-24b29e196bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883751 Jul 28 10:38:27.623970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5b25774-ce50-4e56-9c9c-2fd048d1b421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.674184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Router 08152304-1b73-4426-b588-94d7c6d2f607 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:38:27.688803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (56a68679-a8c7-4a1c-93ac-c986e845a720), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.690462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Router ad3adb32-c04b-468c-9e6e-f8d864205469 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:27.815489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a68679-a8c7-4a1c-93ac-c986e845a720,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:27.821170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:27.824178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b29ee7-e1f0-4f81-8d90-ea97404dfcce None None] Network 60bf64ea-294b-4824-84f2-446926d7fb4a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:27.847260 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13d93273-e7ed-4234-92df-8c12287af4e1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/56a68679-a8c7-4a1c-93ac-c986e845a720 HTTP/1.1" status: 204 len: 168 time: 0.5143926 Jul 28 10:38:27.852113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51716) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:28.026072 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e722ab3d-ebda-42fb-b87c-5c683c71082b req-cc57cc9c-037e-485f-a9fe-c730f562b087 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?device_id=227c693a-0f30-4dd6-92b8-53c601029444 HTTP/1.1" status: 200 len: 210 time: 0.0863748 Jul 28 10:38:28.054216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b7e491a-e8db-43c3-bcff-838d7e9b3afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.061093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (60bf64ea-294b-4824-84f2-446926d7fb4a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.107880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8da8d439-54da-4823-a23d-229d61c35d88 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:28.144413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8da8d439-54da-4823-a23d-229d61c35d88 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:28.144768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8da8d439-54da-4823-a23d-229d61c35d88 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:28.145180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a0940e94-f736-46c5-b0f6-a3a337e78a78 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:28.170140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Deleting port f4c91645-94a3-4195-80aa-a7bb39255b2f {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:28.170140 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.195263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] DHCP port deletion for 60bf64ea-294b-4824-84f2-446926d7fb4a request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:28.197733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a0940e94-f736-46c5-b0f6-a3a337e78a78 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:28.198120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a0940e94-f736-46c5-b0f6-a3a337e78a78 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:28.241686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] Deleting port f4c91645-94a3-4195-80aa-a7bb39255b2f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:28.242339 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.267789 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:28.310054 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] For port f4c91645-94a3-4195-80aa-a7bb39255b2f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f4c91645-94a3-4195-80aa-a7bb39255b2f,segment=NetworkSegment(bf745bbe-b498-4d62-b9e2-6de5ac8198fa),segment_id=bf745bbe-b498-4d62-b9e2-6de5ac8198fa)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:28.310435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.324094 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b7e491a-e8db-43c3-bcff-838d7e9b3afd admin admin] Publish callbacks [] for security_group (91988968-bf68-439d-aa2f-c5b43be780c1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.333244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Calling delete_port for f4c91645-94a3-4195-80aa-a7bb39255b2f owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:28.339892 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b7e491a-e8db-43c3-bcff-838d7e9b3afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (91988968-bf68-439d-aa2f-c5b43be780c1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.361087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] For port f4c91645-94a3-4195-80aa-a7bb39255b2f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f4c91645-94a3-4195-80aa-a7bb39255b2f,segment=NetworkSegment(bf745bbe-b498-4d62-b9e2-6de5ac8198fa),segment_id=bf745bbe-b498-4d62-b9e2-6de5ac8198fa)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:28.361755 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.392734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] Calling delete_port for f4c91645-94a3-4195-80aa-a7bb39255b2f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:28.426774 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1b7e491a-e8db-43c3-bcff-838d7e9b3afd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a21737ad6e9400c80913d436b21abc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8269107 Jul 28 10:38:28.429898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e491a-e8db-43c3-bcff-838d7e9b3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91988968-bf68-439d-aa2f-c5b43be780c1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:28.432727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51732) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:28.544455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62f2d9b7-94b2-4a0f-a1f9-6c3ccc36dde0 admin admin] Publish callbacks [] for security_group (91988968-bf68-439d-aa2f-c5b43be780c1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.550881 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:28.559986 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.568312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5b25774-ce50-4e56-9c9c-2fd048d1b421 admin admin] Publish callbacks [] for security_group (844ee9d7-6a6a-4278-a238-5f417dc4d865), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.575663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f4c91645-94a3-4195-80aa-a7bb39255b2f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.587128 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5b25774-ce50-4e56-9c9c-2fd048d1b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (844ee9d7-6a6a-4278-a238-5f417dc4d865), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.600782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] Pushing event deleted for resources: {'Port': ['ID=f4c91645-94a3-4195-80aa-a7bb39255b2f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:28.602389 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:28.605665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c6cce-a81c-4c02-bf9b-78bb7353659f None None] No DVR routers for this DVR port f4c91645-94a3-4195-80aa-a7bb39255b2f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:28.639680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:28.643592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62f2d9b7-94b2-4a0f-a1f9-6c3ccc36dde0 admin admin] Publish callbacks [] for security_group (91988968-bf68-439d-aa2f-c5b43be780c1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.645897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c91645-94a3-4195-80aa-a7bb39255b2f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:28.649741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Sync routers for ids ['08152304-1b73-4426-b588-94d7c6d2f607'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:28.657171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] No DVR routers for this DVR port f4c91645-94a3-4195-80aa-a7bb39255b2f on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:28.677022 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:28.677210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Routers {'08152304-1b73-4426-b588-94d7c6d2f607'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:28.678276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['08152304-1b73-4426-b588-94d7c6d2f607'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:28.688315 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] Sync routers for ids ['ad3adb32-c04b-468c-9e6e-f8d864205469'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:28.714525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] Routers {'ad3adb32-c04b-468c-9e6e-f8d864205469'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:28.715515 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ad3adb32-c04b-468c-9e6e-f8d864205469'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:28.721028 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d183f551-d2c7-45a7-a1b5-07fcee5822d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/ad3adb32-c04b-468c-9e6e-f8d864205469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8871057 Jul 28 10:38:28.737997 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c5b25774-ce50-4e56-9c9c-2fd048d1b421 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=863fa0599bec425c881aa327473f05e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5111461 Jul 28 10:38:28.744580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51736) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:28.744974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51738) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:28.759562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b25774-ce50-4e56-9c9c-2fd048d1b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ee9d7-6a6a-4278-a238-5f417dc4d865,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:28.764015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.772656 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aeddb030-2b0a-417f-969c-ef59ad327972 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2035975 Jul 28 10:38:28.787849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51740) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:28.845694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (60bf64ea-294b-4824-84f2-446926d7fb4a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:28.966111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Set router 08152304-1b73-4426-b588-94d7c6d2f607 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:28.971470 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] Set router ad3adb32-c04b-468c-9e6e-f8d864205469 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:29.001510 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:29.004848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks [] for router (ad3adb32-c04b-468c-9e6e-f8d864205469), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:29.047477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bf64ea-294b-4824-84f2-446926d7fb4a']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:29.150039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:29.150354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf745bbe-b498-4d62-b9e2-6de5ac8198fa') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:29.208298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (bf745bbe-b498-4d62-b9e2-6de5ac8198fa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:29.221847 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-8d2e79f7-3db5-4d29-9fcb-e5b77033d414 req-65abed39-71ce-4106-a70f-2b00ca6804d6 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?device_id=227c693a-0f30-4dd6-92b8-53c601029444 HTTP/1.1" status: 200 len: 210 time: 0.0465443 Jul 28 10:38:29.223786 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62f2d9b7-94b2-4a0f-a1f9-6c3ccc36dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (91988968-bf68-439d-aa2f-c5b43be780c1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:29.228325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62f2d9b7-94b2-4a0f-a1f9-6c3ccc36dde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:29.231818 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-62f2d9b7-94b2-4a0f-a1f9-6c3ccc36dde0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91988968-bf68-439d-aa2f-c5b43be780c1 HTTP/1.1" status: 204 len: 168 time: 0.7915850 Jul 28 10:38:29.471944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 3, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port': {'id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:24Z', 'updated_at': '2022-07-28T10:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:29.531318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Checking router: 08152304-1b73-4426-b588-94d7c6d2f607 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:29.531931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Updating router 08152304-1b73-4426-b588-94d7c6d2f607 port 911097d8-6463-448b-a8b0-525ee394d0e8 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:29.602100 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:29.709401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:29.717104 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 5, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:29.728731 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:29.836650 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] Checking router: ad3adb32-c04b-468c-9e6e-f8d864205469 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:29.878705 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:29.889801 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] Routers {'ad3adb32-c04b-468c-9e6e-f8d864205469'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:29.895130 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ad3adb32-c04b-468c-9e6e-f8d864205469'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:30.038917 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2d9b7-94b2-4a0f-a1f9-6c3ccc36dde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91988968-bf68-439d-aa2f-c5b43be780c1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.047350 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bf745bbe-b498-4d62-b9e2-6de5ac8198fa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.075828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Allocated IP 172.20.0.1 (fa3ecf2c-6614-4894-bc11-9eaf1178a585/cf9954c6-5f14-4b97-a071-42cde4d1220d/5abc95b5-4cc5-44b6-af0b-2759c31d6149) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:30.150762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fdf0469c-f95c-4c6e-acee-b8ae4b68e61b req-1964282a-9e99-4db3-a38f-084ddd3bc660 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?device_id=227c693a-0f30-4dd6-92b8-53c601029444 HTTP/1.1" status: 200 len: 210 time: 0.1434462 Jul 28 10:38:30.162566 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:30.163215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (bf745bbe-b498-4d62-b9e2-6de5ac8198fa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.170605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e8efd9a-d401-4020-902e-427940890554 admin admin] Publish callbacks [] for security_group (844ee9d7-6a6a-4278-a238-5f417dc4d865), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.187775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51764) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:30.190490 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Publish callbacks [] for port (911097d8-6463-448b-a8b0-525ee394d0e8), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.198905 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:30.204776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f4c91645-94a3-4195-80aa-a7bb39255b2f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:30.252539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f4c91645-94a3-4195-80aa-a7bb39255b2f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:30.253479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f4c91645-94a3-4195-80aa-a7bb39255b2f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:30.255939 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.272084 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment bf745bbe-b498-4d62-b9e2-6de5ac8198fa resource provider aggregate not found Jul 28 10:38:30.350748 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment bf745bbe-b498-4d62-b9e2-6de5ac8198fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf745bbe-b498-4d62-b9e2-6de5ac8198fa found for delete ", "request_id": "req-671f89ee-6bbf-430f-b65e-470d518e11fd"}]} Jul 28 10:38:30.361591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks [] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.392191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e8efd9a-d401-4020-902e-427940890554 admin admin] Publish callbacks [] for security_group (844ee9d7-6a6a-4278-a238-5f417dc4d865), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.403047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks [] for router_gateway (ad3adb32-c04b-468c-9e6e-f8d864205469), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.432943 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:30.456811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (60bf64ea-294b-4824-84f2-446926d7fb4a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.458411 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] Set router ad3adb32-c04b-468c-9e6e-f8d864205469 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:30.480404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ffd16fdf-c707-4f54-894f-b03867a2a6c1 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1055557563'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:30.481187 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ffd16fdf-c707-4f54-894f-b03867a2a6c1 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Unknown quota resources ['metering_label']. {{(pid=104688) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:38:30.490928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.513732 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.531118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Attempting to bind port 911097d8-6463-448b-a8b0-525ee394d0e8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:30.531710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Attempting to bind port 911097d8-6463-448b-a8b0-525ee394d0e8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:30.532277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Attempting to bind port 911097d8-6463-448b-a8b0-525ee394d0e8 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:30.543653 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/60bf64ea-294b-4824-84f2-446926d7fb4a HTTP/1.1" status: 204 len: 168 time: 2.6878784 Jul 28 10:38:30.572020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:30.572577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:30.573190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.573768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:30.574550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Bound port: 911097d8-6463-448b-a8b0-525ee394d0e8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:30.575137 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.585457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51776) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:30.597456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aca7e-5182-4e4b-90bd-b81d9bbebc0d None None] Pushing event updated for resources: {'Port': ['ID=911097d8-6463-448b-a8b0-525ee394d0e8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.641652 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:30.735910 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac0b27-55d4-47f9-898e-bc21a5aabef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bf64ea-294b-4824-84f2-446926d7fb4a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.767831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:30.773633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:30.777541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:30.803209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] For port 911097d8-6463-448b-a8b0-525ee394d0e8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:30.821031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] For port 911097d8-6463-448b-a8b0-525ee394d0e8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=911097d8-6463-448b-a8b0-525ee394d0e8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:30.838994 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.887517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Pushing event updated for resources: {'Port': ['ID=5abc95b5-4cc5-44b6-af0b-2759c31d6149,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.897766 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 5, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:30.900187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Deleting port e5b1d982-5acb-4c02-a013-ff9623924d02 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:30.901516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.939673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffd16fdf-c707-4f54-894f-b03867a2a6c1 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:30.943402 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ffd16fdf-c707-4f54-894f-b03867a2a6c1 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7544739 Jul 28 10:38:30.950515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51786) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:30.956527 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f98fba10-9378-42a8-9d4e-6e40858b5e3b tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '981d1dba-ce95-41aa-8b3e-5b3b0300fd9f'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:30.957314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f98fba10-9378-42a8-9d4e-6e40858b5e3b tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104688) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:38:30.967860 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:31.000915 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e1456-8def-46ee-9f82-a0f91b4b2dc9 None None] The sync data for ids ['ad3adb32-c04b-468c-9e6e-f8d864205469'] in n-d-850468-6 is: [{'id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'name': 'tempest-SecurityGroupRulesTestJSON-1145658314-router', 'tenant_id': 'f5b2e8199075416eb008280658561912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:44Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 5, 'project_id': 'f5b2e8199075416eb008280658561912', 'gw_port': {'id': 'e5b1d982-5acb-4c02-a013-ff9623924d02', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3adb32-c04b-468c-9e6e-f8d864205469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:37:45Z', 'updated_at': '2022-07-28T10:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:31.021378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51788) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:31.022520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083aca7e-5182-4e4b-90bd-b81d9bbebc0d None None] Pushing event updated for resources: {'Port': ['ID=911097d8-6463-448b-a8b0-525ee394d0e8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:31.066392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Routers {'08152304-1b73-4426-b588-94d7c6d2f607'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:31.067408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['08152304-1b73-4426-b588-94d7c6d2f607'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:31.096166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (08152304-1b73-4426-b588-94d7c6d2f607), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.105592 n-d-850468-6 neutron-server[104688]: WARNING neutron.services.metering.metering_plugin [None req-f98fba10-9378-42a8-9d4e-6e40858b5e3b tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 10:38:31.200633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e8efd9a-d401-4020-902e-427940890554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (844ee9d7-6a6a-4278-a238-5f417dc4d865), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.204813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e8efd9a-d401-4020-902e-427940890554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.210207 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e8efd9a-d401-4020-902e-427940890554 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/844ee9d7-6a6a-4278-a238-5f417dc4d865 HTTP/1.1" status: 204 len: 168 time: 2.4534109 Jul 28 10:38:31.238269 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8efd9a-d401-4020-902e-427940890554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ee9d7-6a6a-4278-a238-5f417dc4d865,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:31.364148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] For port e5b1d982-5acb-4c02-a013-ff9623924d02, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5b1d982-5acb-4c02-a013-ff9623924d02,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:31.364737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.394043 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:31.399594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f98fba10-9378-42a8-9d4e-6e40858b5e3b tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.404458 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f98fba10-9378-42a8-9d4e-6e40858b5e3b tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4525425 Jul 28 10:38:31.409740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Calling delete_port for e5b1d982-5acb-4c02-a013-ff9623924d02 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:31.410971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:31.463963 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2faa57aa-417a-4131-89fd-1cfec34ddd08 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '981d1dba-ce95-41aa-8b3e-5b3b0300fd9f'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:31.464812 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2faa57aa-417a-4131-89fd-1cfec34ddd08 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104688) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:38:31.468911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd12333c-22eb-48f0-ba6a-641802e1f9d0 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (5aae09d9-10d8-4b14-b706-75944a730460), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.601979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd12333c-22eb-48f0-ba6a-641802e1f9d0 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (5aae09d9-10d8-4b14-b706-75944a730460), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.641328 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:31.665815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7588cb5e-60d0-441c-a453-deea7cf58c75 None None] Provisioning complete for port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:31.666236 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7588cb5e-60d0-441c-a453-deea7cf58c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.699175 n-d-850468-6 neutron-server[104688]: WARNING neutron.services.metering.metering_plugin [None req-2faa57aa-417a-4131-89fd-1cfec34ddd08 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 10:38:31.773394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] Set router 08152304-1b73-4426-b588-94d7c6d2f607 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:31.775537 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:31.845455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.857517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (996513b8-53e8-4210-b7ed-589b524177ff), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.867385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2faa57aa-417a-4131-89fd-1cfec34ddd08 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.868882 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2faa57aa-417a-4131-89fd-1cfec34ddd08 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4531336 Jul 28 10:38:31.871795 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51810) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:31.905184 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a685bf2-97f5-4a05-9cef-290ac4d31e72 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=9af1d416-f457-49fb-a0cc-76b809a3e361 HTTP/1.1" status: 200 len: 462 time: 0.0321045 Jul 28 10:38:31.909235 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:31.960687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd12333c-22eb-48f0-ba6a-641802e1f9d0 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5aae09d9-10d8-4b14-b706-75944a730460), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.963560 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd12333c-22eb-48f0-ba6a-641802e1f9d0 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:31.964961 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bd12333c-22eb-48f0-ba6a-641802e1f9d0 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "DELETE /v2.0/security-groups/5aae09d9-10d8-4b14-b706-75944a730460 HTTP/1.1" status: 204 len: 168 time: 0.9400880 Jul 28 10:38:31.998922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:32.016321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d8b22e11-1d24-46c7-814a-a49c95f877b1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:32.022263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7588cb5e-60d0-441c-a453-deea7cf58c75 None None] Port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:32.064356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51818) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:32.082905 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12333c-22eb-48f0-ba6a-641802e1f9d0 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aae09d9-10d8-4b14-b706-75944a730460,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:32.123426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d8b22e11-1d24-46c7-814a-a49c95f877b1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:32.123783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d8b22e11-1d24-46c7-814a-a49c95f877b1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:32.195249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a232bd27-e96d-4166-8379-b8ace5590452 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.199971 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a232bd27-e96d-4166-8379-b8ace5590452 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/9af1d416-f457-49fb-a0cc-76b809a3e361 HTTP/1.1" status: 204 len: 168 time: 0.2894943 Jul 28 10:38:32.201226 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-32194382-1299-4e06-b69b-3a9a3e9a788d tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] show failed (client error): The resource could not be found. Jul 28 10:38:32.202331 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-32194382-1299-4e06-b69b-3a9a3e9a788d tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/security-groups/5aae09d9-10d8-4b14-b706-75944a730460 HTTP/1.1" status: 404 len: 347 time: 0.2019541 Jul 28 10:38:32.204041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51824) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:32.210084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51826) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:32.239294 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c397cf11-077c-4e4c-8f54-32de3e298392 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=9af1d416-f457-49fb-a0cc-76b809a3e361 HTTP/1.1" status: 200 len: 221 time: 0.0299926 Jul 28 10:38:32.245476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51830) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:32.250663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f1150533-2eaa-455e-ae57-e8a110f3d067 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1265672689', 'description': 'label created by tempest'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:32.251453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f1150533-2eaa-455e-ae57-e8a110f3d067 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Unknown quota resources ['metering_label']. {{(pid=104688) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:38:32.284164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 3, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port': {'id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:24Z', 'updated_at': '2022-07-28T10:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:32.355959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e7094c-6438-4a99-ab6d-5047200c6c0c None None] The sync data for ids ['08152304-1b73-4426-b588-94d7c6d2f607'] in n-d-850468-6 is: [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:25Z', 'revision_number': 3, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port': {'id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:24Z', 'updated_at': '2022-07-28T10:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:32.357493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks [] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.376490 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.468879 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Deleting port 9e0004f8-a13d-430f-a2a0-980bcafe6cbc {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:32.469396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.526501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-494951288-network', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:32.549014 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:32.567695 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:32.612238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Deleting port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:32.613020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.670937 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-afc60308-76d0-48c4-8c0f-fd7ba952fcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.683263 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:32.698737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.699299 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.704988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e5b1d982-5acb-4c02-a013-ff9623924d02), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.831172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Calling delete_port for 9e0004f8-a13d-430f-a2a0-980bcafe6cbc owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:32.846908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b1d982-5acb-4c02-a013-ff9623924d02,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:32.858072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] For port e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,segment=NetworkSegment(7cb46090-75d9-46c2-82d5-95e9abcdc32b),segment_id=7cb46090-75d9-46c2-82d5-95e9abcdc32b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:32.859200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:32.901273 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51840) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:32.908874 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Calling delete_port for e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:33.022458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (08152304-1b73-4426-b588-94d7c6d2f607), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.057122 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (ad3adb32-c04b-468c-9e6e-f8d864205469), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.074850 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Pushing event updated for resources: {'Port': ['ID=5abc95b5-4cc5-44b6-af0b-2759c31d6149,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:33.083406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f1150533-2eaa-455e-ae57-e8a110f3d067 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.087033 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f1150533-2eaa-455e-ae57-e8a110f3d067 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8379951 Jul 28 10:38:33.087033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Made reservation on behalf of 64cc6289ea42425b991fefecc2283ad4 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:33.087644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.090885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51844) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.137563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2046477298'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:33.199594 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (ad3adb32-c04b-468c-9e6e-f8d864205469), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.206206 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks [] for router_controller (ad3adb32-c04b-468c-9e6e-f8d864205469), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.208893 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.225905 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-15537341-040f-41ac-ae96-b0e7de7f3018 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=c22d167c-1d1f-4a41-b549-24a0b16d3e56 HTTP/1.1" status: 200 len: 468 time: 0.1330271 Jul 28 10:38:33.230734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51848) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.308059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:33.311354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.332200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.360289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (ad3adb32-c04b-468c-9e6e-f8d864205469), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.360880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3adb32-c04b-468c-9e6e-f8d864205469 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:38:33.365401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.369295 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e30c8ce3-c72f-4772-8b94-8a2d4a2f3e38 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ad3adb32-c04b-468c-9e6e-f8d864205469 HTTP/1.1" status: 204 len: 168 time: 4.6203535 Jul 28 10:38:33.382647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51852) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.504928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:33.510385 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:33.528215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16f53f56-a108-4ef4-980d-36fa6282eab0 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.529744 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-16f53f56-a108-4ef4-980d-36fa6282eab0 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/c22d167c-1d1f-4a41-b549-24a0b16d3e56 HTTP/1.1" status: 204 len: 168 time: 0.2956195 Jul 28 10:38:33.533432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51856) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.631146 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a3ce4b66-1e66-453d-822d-2f3a6240b3db tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=c22d167c-1d1f-4a41-b549-24a0b16d3e56 HTTP/1.1" status: 200 len: 216 time: 0.0885582 Jul 28 10:38:33.631842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51860) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.649999 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dd6f672c-693e-4b81-97a8-06b8b90a5752 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0139518 Jul 28 10:38:33.651117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51862) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.714557 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:33.724873 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e0979e1e-e430-4515-8d71-455878528936 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0689876 Jul 28 10:38:33.725631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51864) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.754778 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:33.804694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9e0004f8-a13d-430f-a2a0-980bcafe6cbc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.828598 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d9f07040-9b31-49d4-ab5a-363181b5e5a1 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/981d1dba-ce95-41aa-8b3e-5b3b0300fd9f HTTP/1.1" status: 200 len: 473 time: 0.0978680 Jul 28 10:38:33.834423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51868) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:33.851724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Router 08152304-1b73-4426-b588-94d7c6d2f607 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:33.909093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] Deleting subnet e865374a-1d35-41f7-a952-64fc81f3ed74 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:38:33.946997 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:33.949377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks [] for security_group (def562d8-d76b-42df-9100-7e8e88f3395b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.956152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0ec2f139-6bc7-4e33-b4e2-6e88e484f9ca None None] Provisioning complete for port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:33.957195 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f139-6bc7-4e33-b4e2-6e88e484f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.958607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] Publish callbacks [] for subnet (e865374a-1d35-41f7-a952-64fc81f3ed74), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:33.960986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event deleted for resources: {'Port': ['ID=9e0004f8-a13d-430f-a2a0-980bcafe6cbc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:33.963424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (def562d8-d76b-42df-9100-7e8e88f3395b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.016339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2f139-6bc7-4e33-b4e2-6e88e484f9ca None None] Port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:34.029605 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f64adbc8-1187-473b-8b32-b19516281339 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/0c68af15-a52a-43a7-b759-e4b7190f365a HTTP/1.1" status: 200 len: 459 time: 0.1143973 Jul 28 10:38:34.029832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def562d8-d76b-42df-9100-7e8e88f3395b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.037165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51870) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:34.066060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:34.075897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.080713 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (e865374a-1d35-41f7-a952-64fc81f3ed74), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.100212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (81206559-1209-44a1-b563-110d3be765a4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.100633 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Added segment 81206559-1209-44a1-b563-110d3be765a4 of type vlan for network 31a46682-7954-480a-a4de-5f409759b267 Jul 28 10:38:34.116486 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:34.166212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.168389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (510cf5c2-7971-4d14-ae45-5630afcadee6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.171219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.183153 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-db00085f-fe8e-40a1-8b01-747f6fa40014 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "DELETE /v2.0/floatingips/510cf5c2-7971-4d14-ae45-5630afcadee6 HTTP/1.1" status: 204 len: 168 time: 1.9617696 Jul 28 10:38:34.197672 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-690171a1-0f61-42c0-a452-12338f1ed5ed admin admin] 10.222.0.46 "PUT /v2.0/routers/08152304-1b73-4426-b588-94d7c6d2f607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4062338 Jul 28 10:38:34.216770 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:34.217396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 911097d8-6463-448b-a8b0-525ee394d0e8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:34.272401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for security_group (9a9c29e3-23dc-4778-8f3c-f1806b337177), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.272604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (31a46682-7954-480a-a4de-5f409759b267), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.272903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51876) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:34.279385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd361-dc7f-4001-b67c-4c4f2f68b522 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.281596 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1a9bd361-dc7f-4001-b67c-4c4f2f68b522 tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/0c68af15-a52a-43a7-b759-e4b7190f365a HTTP/1.1" status: 204 len: 168 time: 0.2421319 Jul 28 10:38:34.285036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51878) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:34.294821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-542d0b66-127b-475f-b9e4-7d396e0d8b26 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127496327', 'description': 'tempest-description--155524882'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:34.324559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9a9c29e3-23dc-4778-8f3c-f1806b337177), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.343990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 911097d8-6463-448b-a8b0-525ee394d0e8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:34.347071 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.418459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:34.432947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-542d0b66-127b-475f-b9e4-7d396e0d8b26 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.486438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c29e3-23dc-4778-8f3c-f1806b337177,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.486889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 911097d8-6463-448b-a8b0-525ee394d0e8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:34.487397 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.501127 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (e865374a-1d35-41f7-a952-64fc81f3ed74), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.521131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 911097d8-6463-448b-a8b0-525ee394d0e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=911097d8-6463-448b-a8b0-525ee394d0e8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:34.528216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.549456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (31a46682-7954-480a-a4de-5f409759b267), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.552399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:34.553300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.558948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a9e4f80c-db28-45ea-9995-b88edcd3b4e6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.559486 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Added segment a9e4f80c-db28-45ea-9995-b88edcd3b4e6 of type vlan for network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 Jul 28 10:38:34.621920 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:34.623651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=911097d8-6463-448b-a8b0-525ee394d0e8,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.629437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5b1d982-5acb-4c02-a013-ff9623924d02 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:34.663074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e5b1d982-5acb-4c02-a013-ff9623924d02 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:34.663421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5b1d982-5acb-4c02-a013-ff9623924d02 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:34.691959 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.6183736 Jul 28 10:38:34.706263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51886) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:34.709587 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:34.714907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Request body: {'subnet': {'network_id': '31a46682-7954-480a-a4de-5f409759b267', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-494951288-subnet', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:34.730874 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (dc8bb14f-a78a-4f5f-8a09-27e2254ff057), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.788379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9042-dce1-44e9-ba87-2ef9f3608f9b admin admin] Pushing event updated for resources: {'Network': ['ID=31a46682-7954-480a-a4de-5f409759b267,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.820334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 31a46682-7954-480a-a4de-5f409759b267 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:34.827859 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e5274596-2513-452e-82e8-f8b16e448a3a tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.829740 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e5274596-2513-452e-82e8-f8b16e448a3a tempest-MeteringIpV6TestJSON-430411682 tempest-MeteringIpV6TestJSON-430411682-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/981d1dba-ce95-41aa-8b3e-5b3b0300fd9f HTTP/1.1" status: 204 len: 168 time: 0.5422084 Jul 28 10:38:34.831015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Made reservation on behalf of 64cc6289ea42425b991fefecc2283ad4 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:34.838039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.842448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (e865374a-1d35-41f7-a952-64fc81f3ed74), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.889689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e865374a-1d35-41f7-a952-64fc81f3ed74,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.892156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (dc8bb14f-a78a-4f5f-8a09-27e2254ff057), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.897187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:34.897802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.924551 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.931479 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-429a0685-51c6-4e4e-b571-84dac27738b5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e865374a-1d35-41f7-a952-64fc81f3ed74 HTTP/1.1" status: 204 len: 168 time: 1.5441501 Jul 28 10:38:34.952023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51900) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:34.962475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-542d0b66-127b-475f-b9e4-7d396e0d8b26 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (65c12c8c-dc66-4908-a445-b1fcb62dae6c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:34.985315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9702c-63d0-456d-9dd2-d61f04643a56 None None] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:35.038509 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1312315 Jul 28 10:38:35.038509 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-542d0b66-127b-475f-b9e4-7d396e0d8b26 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (65c12c8c-dc66-4908-a445-b1fcb62dae6c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.038509 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (996513b8-53e8-4210-b7ed-589b524177ff), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.041083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51904) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:35.105520 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:35.148630 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5e15e34-c9ae-4dc6-bf0a-47f53dc30e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.155142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Sync routers for ids ['08152304-1b73-4426-b588-94d7c6d2f607'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:35.195488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Routers {'08152304-1b73-4426-b588-94d7c6d2f607'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:35.196334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['08152304-1b73-4426-b588-94d7c6d2f607'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:35.228930 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-542d0b66-127b-475f-b9e4-7d396e0d8b26 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.236151 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-542d0b66-127b-475f-b9e4-7d396e0d8b26 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9431648 Jul 28 10:38:35.237451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915946f9-51d5-41ee-9773-9ad2d8595c99 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Network': ['ID=dc8bb14f-a78a-4f5f-8a09-27e2254ff057,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:35.243218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51908) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:35.262496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:35.301095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'subnet': {'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:35.310026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-83cadc6f-6d63-490f-8357-0ef58839ef18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'security_group_rule': {'security_group_id': '65c12c8c-dc66-4908-a445-b1fcb62dae6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:35.328862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d0b66-127b-475f-b9e4-7d396e0d8b26 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c12c8c-dc66-4908-a445-b1fcb62dae6c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:35.332978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (44bb5bba-21fc-4a96-95fa-19067fbddbd8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.391291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (230ba4c6-61b1-4350-9b8a-17a60103186e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.444500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cd3aa-ae8d-4378-bc4d-b382fd05d27c req-2e3611ae-8f66-4816-b981-96dc1dbb7585 tempest-InstanceActionsTestJSON-181561003 tempest-InstanceActionsTestJSON-181561003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:35.446223 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-752cd3aa-ae8d-4378-bc4d-b382fd05d27c req-2e3611ae-8f66-4816-b981-96dc1dbb7585 tempest-InstanceActionsTestJSON-181561003 tempest-InstanceActionsTestJSON-181561003-project] 10.222.0.46 "GET /v2.0/networks?id=fa3ecf2c-6614-4894-bc11-9eaf1178a585 HTTP/1.1" status: 200 len: 813 time: 0.5256937 Jul 28 10:38:35.480742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51912) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:35.483224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] DHCP port deletion for 44bb5bba-21fc-4a96-95fa-19067fbddbd8 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:35.502740 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83cadc6f-6d63-490f-8357-0ef58839ef18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (5b55d509-6dab-4e6c-ad2a-031bb6165428), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.524097 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-752cd3aa-ae8d-4378-bc4d-b382fd05d27c req-d275b1db-6f91-4a0d-8675-d23b0a352fba tempest-InstanceActionsTestJSON-181561003 tempest-InstanceActionsTestJSON-181561003-project] 10.222.0.46 "GET /v2.0/quotas/50fb148287634cd88cc27a88a4ed00a1 HTTP/1.1" status: 200 len: 375 time: 0.0653582 Jul 28 10:38:35.548023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230ba4c6-61b1-4350-9b8a-17a60103186e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:35.558131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Deleting port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:35.558479 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.565006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Checking segment: {'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:35.566044 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Network hostable DHCP agents. Network: 31a46682-7954-480a-a4de-5f409759b267, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:35.572790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:35.582312 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:35.582514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.585397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] Deleting port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:35.586173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.617397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Set router 08152304-1b73-4426-b588-94d7c6d2f607 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:35.662611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Network 31a46682-7954-480a-a4de-5f409759b267 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:35.694633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 31a46682-7954-480a-a4de-5f409759b267) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:35.704128 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:35.717631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:35.718814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.726129 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:35.728324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30428d-4ac1-4edc-ada0-c2f8884a1f30 None None] Network 31a46682-7954-480a-a4de-5f409759b267 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:35.730758 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:35.738612 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-752cd3aa-ae8d-4378-bc4d-b382fd05d27c req-de12b904-481c-45f4-9819-3fd20e6611ef tempest-InstanceActionsTestJSON-181561003 tempest-InstanceActionsTestJSON-181561003-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50fb148287634cd88cc27a88a4ed00a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995895 Jul 28 10:38:35.771393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d639c1b3-a698-4615-9c91-111781276cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.808644 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-05fc134d-d826-4b5d-a2da-4651293e2f90 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1008639 Jul 28 10:38:35.813999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51916) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:35.821920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:35.893256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83cadc6f-6d63-490f-8357-0ef58839ef18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (5b55d509-6dab-4e6c-ad2a-031bb6165428), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.904280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] For port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,segment=NetworkSegment(ba279eed-de73-43ec-b718-2dd5fa2a0211),segment_id=ba279eed-de73-43ec-b718-2dd5fa2a0211)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:35.904656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.931804 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83cadc6f-6d63-490f-8357-0ef58839ef18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (5b55d509-6dab-4e6c-ad2a-031bb6165428), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.943444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (bd95bc5c-e00b-46a6-be9f-06841daed50e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.945112 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (bd95bc5c-e00b-46a6-be9f-06841daed50e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.951731 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Calling delete_port for 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:35.951951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (0278dcdb-8693-421a-8be5-d2d4f5c18941), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:35.960260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Router 996513b8-53e8-4210-b7ed-589b524177ff has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:36.002985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cadc6f-6d63-490f-8357-0ef58839ef18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b55d509-6dab-4e6c-ad2a-031bb6165428,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:36.006276 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-752cd3aa-ae8d-4378-bc4d-b382fd05d27c req-b8a1adc6-3a17-45c2-8f68-4ce00f5a5065 service neutron] 10.222.0.46 "GET /v2.0/networks/fa3ecf2c-6614-4894-bc11-9eaf1178a585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392302 Jul 28 10:38:36.054488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83cadc6f-6d63-490f-8357-0ef58839ef18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.055691 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-83cadc6f-6d63-490f-8357-0ef58839ef18 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7613580 Jul 28 10:38:36.067616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51918) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:36.069792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Subnet': ['ID=0278dcdb-8693-421a-8be5-d2d4f5c18941,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:36.100563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f239709e-39c4-44c4-9620-8ae1e6c4a96f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'security_group_rule': {'security_group_id': '65c12c8c-dc66-4908-a445-b1fcb62dae6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:36.103382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 911097d8-6463-448b-a8b0-525ee394d0e8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:36.111591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d639c1b3-a698-4615-9c91-111781276cfe admin admin] Publish callbacks [] for security_group (d309a39b-f89a-415d-831b-03a8faac4ab1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.122942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks [] for router_controller (bd95bc5c-e00b-46a6-be9f-06841daed50e), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.124134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d639c1b3-a698-4615-9c91-111781276cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d309a39b-f89a-415d-831b-03a8faac4ab1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.169670 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:36.201255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Checking segment: {'id': 'a9e4f80c-db28-45ea-9995-b88edcd3b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:36.201836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network hostable DHCP agents. Network: dc8bb14f-a78a-4f5f-8a09-27e2254ff057, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:36.229487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] For port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,segment=NetworkSegment(ba279eed-de73-43ec-b718-2dd5fa2a0211),segment_id=ba279eed-de73-43ec-b718-2dd5fa2a0211)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:36.230155 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.240982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f239709e-39c4-44c4-9620-8ae1e6c4a96f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (61052225-23cb-4ce9-899b-5ff7a424c827), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.254582 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d639c1b3-a698-4615-9c91-111781276cfe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac395532a9034c3583d88ad5b6aa43fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7697382 Jul 28 10:38:36.260797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639c1b3-a698-4615-9c91-111781276cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d309a39b-f89a-415d-831b-03a8faac4ab1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:36.265903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51920) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:36.268044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] Calling delete_port for 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:36.283701 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.284224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 911097d8-6463-448b-a8b0-525ee394d0e8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:36.284508 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.344072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:36.360618 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] Sync routers for ids ['996513b8-53e8-4210-b7ed-589b524177ff'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:36.374066 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2031cb53-dfa3-4ac2-afa0-29f7734ab1aa admin admin] 10.222.0.46 "PUT /v2.0/routers/996513b8-53e8-4210-b7ed-589b524177ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7449937 Jul 28 10:38:36.379036 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] Routers {'996513b8-53e8-4210-b7ed-589b524177ff'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:36.380095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['996513b8-53e8-4210-b7ed-589b524177ff'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:36.387137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51926) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:36.407740 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-752cd3aa-ae8d-4378-bc4d-b382fd05d27c req-aaf2d0ae-667a-4af4-8735-cc132273648c service neutron] 10.222.0.46 "GET /v2.0/networks/fa3ecf2c-6614-4894-bc11-9eaf1178a585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702142 Jul 28 10:38:36.420423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.471114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:31Z', 'revision_number': 4, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port': {'id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:24Z', 'updated_at': '2022-07-28T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5abc95b5-4cc5-44b6-af0b-2759c31d6149', 'name': '', 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'mac_address': 'fa:16:3e:fa:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf9954c6-5f14-4b97-a071-42cde4d1220d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:29Z', 'updated_at': '2022-07-28T10:38:31Z', 'revision_number': 2, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'subnets': [{'id': 'cf9954c6-5f14-4b97-a071-42cde4d1220d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:36.473726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:36.476825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:36.492342 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] No DVR routers for this DVR port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:36.532593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Checking router: 08152304-1b73-4426-b588-94d7c6d2f607 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:36.532942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Updating router 08152304-1b73-4426-b588-94d7c6d2f607 port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:36.548329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f239709e-39c4-44c4-9620-8ae1e6c4a96f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (61052225-23cb-4ce9-899b-5ff7a424c827), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.572151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f239709e-39c4-44c4-9620-8ae1e6c4a96f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (61052225-23cb-4ce9-899b-5ff7a424c827), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.596207 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:36.596661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks [] for router_gateway (bd95bc5c-e00b-46a6-be9f-06841daed50e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.612260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.623310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, dc8bb14f-a78a-4f5f-8a09-27e2254ff057) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:36.631695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:36.632364 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.675252 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] Set router 996513b8-53e8-4210-b7ed-589b524177ff gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:36.681355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239709e-39c4-44c4-9620-8ae1e6c4a96f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61052225-23cb-4ce9-899b-5ff7a424c827,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:36.686367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (44bb5bba-21fc-4a96-95fa-19067fbddbd8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.709462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f239709e-39c4-44c4-9620-8ae1e6c4a96f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.714461 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f239709e-39c4-44c4-9620-8ae1e6c4a96f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6442404 Jul 28 10:38:36.718834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51932) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:36.725744 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:36.731888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:36.739449 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bb5bba-21fc-4a96-95fa-19067fbddbd8']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:36.757688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba279eed-de73-43ec-b718-2dd5fa2a0211') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:36.758051 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba279eed-de73-43ec-b718-2dd5fa2a0211') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:36.774996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (ba279eed-de73-43ec-b718-2dd5fa2a0211), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.799557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.811513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ba279eed-de73-43ec-b718-2dd5fa2a0211), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:36.932018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826760ca-18a5-4704-ab03-2de21577607b None None] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:36.940535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:36.941046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (ba279eed-de73-43ec-b718-2dd5fa2a0211), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.021999 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:38:33Z', 'revision_number': 5, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:37.031500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-31a46682-7954-480a-a4de-5f409759b267', 'network_id': '31a46682-7954-480a-a4de-5f409759b267', 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'fixed_ips': [{'subnet_id': '230ba4c6-61b1-4350-9b8a-17a60103186e'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:38:37.032719 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.053835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-975f341d-645b-428b-941a-be53b1fb0fb5 admin admin] Publish callbacks [] for security_group (d309a39b-f89a-415d-831b-03a8faac4ab1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.071386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] Checking router: 996513b8-53e8-4210-b7ed-589b524177ff for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:37.083834 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:37.122595 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:37.126026 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] Routers {'996513b8-53e8-4210-b7ed-589b524177ff'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:37.127150 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['996513b8-53e8-4210-b7ed-589b524177ff'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:37.186560 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6b6c40f6-18cb-4b8e-a044-90635a1a68e3 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8907845 Jul 28 10:38:37.209922 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2139d021-b17a-4ebf-9d6a-c5332ec77fe9 req-7a9b2701-a519-46d9-91c2-8fab57a18a4f tempest-InstanceActionsTestJSON-181561003 tempest-InstanceActionsTestJSON-181561003-project] 10.222.0.46 "GET /v2.0/ports?device_id=71eece65-768c-41e3-89e9-87ac63faf774 HTTP/1.1" status: 200 len: 210 time: 0.1610291 Jul 28 10:38:37.216804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51938) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:37.230619 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:37.235467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-975f341d-645b-428b-941a-be53b1fb0fb5 admin admin] Publish callbacks [] for security_group (d309a39b-f89a-415d-831b-03a8faac4ab1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.252484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-492331209'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:37.337427 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] Set router 996513b8-53e8-4210-b7ed-589b524177ff gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:37.367498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks [] for router (996513b8-53e8-4210-b7ed-589b524177ff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.429505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 911097d8-6463-448b-a8b0-525ee394d0e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:37.493930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Allocated IP 172.20.0.2 (31a46682-7954-480a-a4de-5f409759b267/230ba4c6-61b1-4350-9b8a-17a60103186e/c83b960a-9ae0-4783-be6d-09c25c2ed5b9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:37.543098 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.575299 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ba279eed-de73-43ec-b718-2dd5fa2a0211 resource provider aggregate not found Jul 28 10:38:37.600488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:37.619086 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (44bb5bba-21fc-4a96-95fa-19067fbddbd8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.629408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.642581 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] 10.222.0.46 "DELETE /v2.0/networks/44bb5bba-21fc-4a96-95fa-19067fbddbd8 HTTP/1.1" status: 204 len: 168 time: 2.6881571 Jul 28 10:38:37.648600 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ba279eed-de73-43ec-b718-2dd5fa2a0211 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba279eed-de73-43ec-b718-2dd5fa2a0211 found for delete ", "request_id": "req-371154d9-b62b-403f-a2eb-5a91666de673"}]} Jul 28 10:38:37.676782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84277c-fb4c-4b4b-a2b8-9928fb6c0927 admin admin] Pushing event deleted for resources: {'Network': ['ID=44bb5bba-21fc-4a96-95fa-19067fbddbd8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:37.692261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.698624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-975f341d-645b-428b-941a-be53b1fb0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d309a39b-f89a-415d-831b-03a8faac4ab1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.705222 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-975f341d-645b-428b-941a-be53b1fb0fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.710545 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.712018 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-975f341d-645b-428b-941a-be53b1fb0fb5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d309a39b-f89a-415d-831b-03a8faac4ab1 HTTP/1.1" status: 204 len: 168 time: 1.4408689 Jul 28 10:38:37.728805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks [] for router_gateway (bd95bc5c-e00b-46a6-be9f-06841daed50e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.763078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:38:33Z', 'revision_number': 5, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:37.768608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f341d-645b-428b-941a-be53b1fb0fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309a39b-f89a-415d-831b-03a8faac4ab1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:37.779715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:37.780381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:37.842882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.854730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:37.858525 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.864393 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ec1b91-21ed-46d4-b520-484d09e83ec4 None None] The sync data for ids ['996513b8-53e8-4210-b7ed-589b524177ff'] in n-d-850468-6 is: [{'id': '996513b8-53e8-4210-b7ed-589b524177ff', 'name': 'tempest-TaggedBootDevicesTest-1611599326-router', 'tenant_id': '5466b69ba1924c50b3f20ad9f7f37884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:36:18Z', 'updated_at': '2022-07-28T10:38:33Z', 'revision_number': 5, 'project_id': '5466b69ba1924c50b3f20ad9f7f37884', 'gw_port': {'id': 'fb4e7c9a-e470-45c4-9484-98cc1288bbb1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996513b8-53e8-4210-b7ed-589b524177ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:36:21Z', 'updated_at': '2022-07-28T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:37.879324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks [] for router_gateway (996513b8-53e8-4210-b7ed-589b524177ff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.926203 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (3b4d6d5f-3e4b-4286-88d8-c6e636ea4418), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:37.942140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51950) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:37.966172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] device_id is not set on port 59e66b5e-6996-44f0-8287-3dde6675ce52 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:38:37.966882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'project_id': 'eec77b2e1f804b04916192b1f723fef5', 'fixed_ips': [{'subnet_id': '0278dcdb-8693-421a-8be5-d2d4f5c18941'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:38:37.967821 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.016240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.076290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] Pushing event deleted for resources: {'Port': ['ID=3b4d6d5f-3e4b-4286-88d8-c6e636ea4418,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:38.105373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Allocated IP 172.25.2.202 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/062274c3-fdfd-4349-9457-d97a6fc148d4) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:38.115561 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-06ee74e6-d380-421a-af3f-36e84b0886c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5b2e8199075416eb008280658561912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693327 Jul 28 10:38:38.117404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51954) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:38.124054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] Network 44bb5bba-21fc-4a96-95fa-19067fbddbd8 is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:38:38.125696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba23c3-0a9f-42ef-a502-1852b1785e9f None None] No DVR routers for this DVR port 3b4d6d5f-3e4b-4286-88d8-c6e636ea4418 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:38.131298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Deleting port fb4e7c9a-e470-45c4-9484-98cc1288bbb1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:38.132215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.282703 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:38.294241 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:38.338069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Allocated IP 2001:db8::36 (dc8bb14f-a78a-4f5f-8a09-27e2254ff057/0278dcdb-8693-421a-8be5-d2d4f5c18941/59e66b5e-6996-44f0-8287-3dde6675ce52) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:38.364906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] For port fb4e7c9a-e470-45c4-9484-98cc1288bbb1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:38.365283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.373460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51958) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:38.404828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Calling delete_port for fb4e7c9a-e470-45c4-9484-98cc1288bbb1 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:38.412919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.413396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e38cd8a-ecf4-4431-8fa8-428835e5b0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.426093 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:38.455681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Publish callbacks [] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.464149 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Publish callbacks [] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.471629 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.480196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.482809 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.510018 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:38.511458 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:38.544327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Network 31a46682-7954-480a-a4de-5f409759b267 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:38.555933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:38.560687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:38.564234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Pushing event updated for resources: {'Port': ['ID=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:38.672871 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d1139568-4e48-4f00-9938-591e04f094fe req-79ae9da1-5c61-45af-98cb-b02739e9d899 tempest-InstanceActionsTestJSON-181561003 tempest-InstanceActionsTestJSON-181561003-project] 10.222.0.46 "GET /v2.0/ports?device_id=71eece65-768c-41e3-89e9-87ac63faf774 HTTP/1.1" status: 200 len: 210 time: 0.1979961 Jul 28 10:38:38.684959 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:38.708515 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:38.712696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Allocated IP 172.25.2.174 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/e1df9e67-4a67-4848-bbc9-bc6d1e3821f2) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:38.717351 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c6cb136c-38cc-4035-be2b-b82b3907a603 admin admin] Publish callbacks [] for security_group (21bc91ff-5292-4780-b363-cd3518aff648), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.724590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:38.748410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'Port': ['ID=062274c3-fdfd-4349-9457-d97a6fc148d4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:38.772241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Attempting to bind port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:38.773884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Attempting to bind port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:38.775113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Attempting to bind port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 on network fa3ecf2c-6614-4894-bc11-9eaf1178a585 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:38.788690 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:38.838669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:38.839173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Checking segment: {'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:38.839658 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.840130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Bound using segment: {'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:38.840984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Bound port: 5abc95b5-4cc5-44b6-af0b-2759c31d6149, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659aa075-119d-4508-a3f2-ec61ce3336bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:38.841446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.924770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] For port 5abc95b5-4cc5-44b6-af0b-2759c31d6149, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:38.928948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] For port 5abc95b5-4cc5-44b6-af0b-2759c31d6149, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5abc95b5-4cc5-44b6-af0b-2759c31d6149,segment=NetworkSegment(659aa075-119d-4508-a3f2-ec61ce3336bc),segment_id=659aa075-119d-4508-a3f2-ec61ce3336bc)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:38.949824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a298b-da8b-4424-9e29-79280f756fe5 None None] Pushing event updated for resources: {'Port': ['ID=5abc95b5-4cc5-44b6-af0b-2759c31d6149,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:38.970504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:38.976231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c6cb136c-38cc-4035-be2b-b82b3907a603 admin admin] Publish callbacks [] for security_group (21bc91ff-5292-4780-b363-cd3518aff648), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.022209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Attempting to bind port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:39.022713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Attempting to bind port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:39.023153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Attempting to bind port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 on network 31a46682-7954-480a-a4de-5f409759b267 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:39.043526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:39.044225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Checking segment: {'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:39.044622 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.045200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Bound using segment: {'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:39.045653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Bound port: c83b960a-9ae0-4783-be6d-09c25c2ed5b9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:39.046808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.080667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (39c5f32c-c5c4-4569-a5b3-7ee54d4c555b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.084847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a298b-da8b-4424-9e29-79280f756fe5 None None] Pushing event updated for resources: {'Port': ['ID=5abc95b5-4cc5-44b6-af0b-2759c31d6149,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:39.092837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Routers {'08152304-1b73-4426-b588-94d7c6d2f607'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:39.093985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['08152304-1b73-4426-b588-94d7c6d2f607'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:39.143549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.172470 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c6cb136c-38cc-4035-be2b-b82b3907a603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (21bc91ff-5292-4780-b363-cd3518aff648), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.177202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c6cb136c-38cc-4035-be2b-b82b3907a603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.179180 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c6cb136c-38cc-4035-be2b-b82b3907a603 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21bc91ff-5292-4780-b363-cd3518aff648 HTTP/1.1" status: 204 len: 168 time: 1.0603607 Jul 28 10:38:39.224956 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-033c7419-639b-44c6-bb45-5e0d35d152ef req-465df8bc-2eb7-45ee-b0d6-e4ff477ba5ec tempest-InstanceActionsTestJSON-181561003 tempest-InstanceActionsTestJSON-181561003-project] 10.222.0.46 "GET /v2.0/ports?device_id=71eece65-768c-41e3-89e9-87ac63faf774 HTTP/1.1" status: 200 len: 210 time: 0.2183747 Jul 28 10:38:39.228220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (59e66b5e-6996-44f0-8287-3dde6675ce52), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.231391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e38cd8a-ecf4-4431-8fa8-428835e5b0d1 admin admin] Publish callbacks [] for security_group (87104fc9-1e32-4055-96e8-b4a189ffdf8f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.236848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fb4e7c9a-e470-45c4-9484-98cc1288bbb1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.242154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb136c-38cc-4035-be2b-b82b3907a603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bc91ff-5292-4780-b363-cd3518aff648,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:39.273341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8b7a3148-318a-4b27-a7c2-15bdb1b510b2 None None] Provisioning complete for port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:39.274003 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3148-318a-4b27-a7c2-15bdb1b510b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.389756 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:39.391509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e38cd8a-ecf4-4431-8fa8-428835e5b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (87104fc9-1e32-4055-96e8-b4a189ffdf8f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.554170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks [] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.581547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.583406 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4e7c9a-e470-45c4-9484-98cc1288bbb1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:39.596406 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.674022 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1e38cd8a-ecf4-4431-8fa8-428835e5b0d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5fdf1e05ef44dc7a06c3a54f3766987&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2932093 Jul 28 10:38:39.722517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event updated for resources: {'Port': ['ID=062274c3-fdfd-4349-9457-d97a6fc148d4,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:39.731732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51980) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:39.731732 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:39.733326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51984) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:39.733661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (996513b8-53e8-4210-b7ed-589b524177ff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.737699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38cd8a-ecf4-4431-8fa8-428835e5b0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87104fc9-1e32-4055-96e8-b4a189ffdf8f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:39.742257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] For port c83b960a-9ae0-4783-be6d-09c25c2ed5b9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:39.766481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] For port c83b960a-9ae0-4783-be6d-09c25c2ed5b9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,segment=NetworkSegment(81206559-1209-44a1-b563-110d3be765a4),segment_id=81206559-1209-44a1-b563-110d3be765a4)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:39.822328 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51988) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:39.851066 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.864797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (59e66b5e-6996-44f0-8287-3dde6675ce52), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.894664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] Set router 08152304-1b73-4426-b588-94d7c6d2f607 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:39.950408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (996513b8-53e8-4210-b7ed-589b524177ff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.958673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (39c5f32c-c5c4-4569-a5b3-7ee54d4c555b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:39.974898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks [] for router_controller (996513b8-53e8-4210-b7ed-589b524177ff), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.067055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.072597 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-820188bd-b959-4309-85ad-598dc2f32ba7 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3484650 Jul 28 10:38:40.097192 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:40.144110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:40.151422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:40.154684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.164176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Allocated IP 2001:db8::2 (dc8bb14f-a78a-4f5f-8a09-27e2254ff057/0278dcdb-8693-421a-8be5-d2d4f5c18941/e678fb63-f574-41ff-bcb0-b706459ecc65) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:40.178589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (996513b8-53e8-4210-b7ed-589b524177ff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.179223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 996513b8-53e8-4210-b7ed-589b524177ff {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:38:40.184317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e68c-99d7-472f-95dd-8da34d7384da admin admin] Publish callbacks [] for security_group (87104fc9-1e32-4055-96e8-b4a189ffdf8f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.188927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:40.195691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.197178 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f76db8bc-9d11-4d14-85f0-a3796432a18c admin admin] 10.222.0.46 "DELETE /v2.0/routers/996513b8-53e8-4210-b7ed-589b524177ff HTTP/1.1" status: 204 len: 168 time: 3.8087332 Jul 28 10:38:40.199811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=59e66b5e-6996-44f0-8287-3dde6675ce52,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:40.204467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:40.225914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:40.226581 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.229552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51994) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:40.416922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:40.417559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e24b17a6-5b0a-4e0c-afb7-c8c5f8208c38 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:40.477747 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b639-6fc0-4d6b-8133-8f5611e8fc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.501966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43a52-9e5f-4ed2-a963-5110e4c40e85 None None] Pushing event updated for resources: {'Port': ['ID=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:40.506391 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:40.507582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a3148-318a-4b27-a7c2-15bdb1b510b2 None None] Current status of the port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:40.508159 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3148-318a-4b27-a7c2-15bdb1b510b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.628266 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:40.639119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8b7a3148-318a-4b27-a7c2-15bdb1b510b2 None None] For port 5abc95b5-4cc5-44b6-af0b-2759c31d6149, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5abc95b5-4cc5-44b6-af0b-2759c31d6149,segment=NetworkSegment(659aa075-119d-4508-a3f2-ec61ce3336bc),segment_id=659aa075-119d-4508-a3f2-ec61ce3336bc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:40.659469 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3148-318a-4b27-a7c2-15bdb1b510b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.736065 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:40.813668 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b639-6fc0-4d6b-8133-8f5611e8fc51 admin admin] Publish callbacks [] for security_group (2ff2315e-e2ac-4e3a-b629-e516a3318016), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.814962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:40.852405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b639-6fc0-4d6b-8133-8f5611e8fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2ff2315e-e2ac-4e3a-b629-e516a3318016), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.869514 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:40.895247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3148-318a-4b27-a7c2-15bdb1b510b2 None None] Pushing event updated for resources: {'Port': ['ID=5abc95b5-4cc5-44b6-af0b-2759c31d6149,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:40.898511 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e68c-99d7-472f-95dd-8da34d7384da admin admin] Publish callbacks [] for security_group (87104fc9-1e32-4055-96e8-b4a189ffdf8f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.901128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52014) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:40.904363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2b639-6fc0-4d6b-8133-8f5611e8fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2315e-e2ac-4e3a-b629-e516a3318016,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:40.923371 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Publish callbacks [] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.933800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:40.948635 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6cb2b639-6fc0-4d6b-8133-8f5611e8fc51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed94043f218c4c5689758da6f18d38e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1470354 Jul 28 10:38:40.948635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (08152304-1b73-4426-b588-94d7c6d2f607), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.949693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52018) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:40.956585 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:40.966758 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54883def-75e5-457d-80f5-334d5d3b2015 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7344232 Jul 28 10:38:40.967632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:31Z', 'revision_number': 4, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port': {'id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:24Z', 'updated_at': '2022-07-28T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5abc95b5-4cc5-44b6-af0b-2759c31d6149', 'name': '', 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'mac_address': 'fa:16:3e:fa:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf9954c6-5f14-4b97-a071-42cde4d1220d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:29Z', 'updated_at': '2022-07-28T10:38:38Z', 'revision_number': 4, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'subnets': [{'id': 'cf9954c6-5f14-4b97-a071-42cde4d1220d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:40.982939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d3c4c202-5c69-46cd-ae3a-9e63833b547c None None] Provisioning complete for port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:40.983411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c202-5c69-46cd-ae3a-9e63833b547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.000241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52020) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:41.009771 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-552330425', 'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:37:f0:95'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:41.033026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] Deleting subnet 65874538-cc7a-404a-ad4f-83fec4336c00 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:38:41.036534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Pushing event updated for resources: {'Port': ['ID=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.055035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5bd2a-c840-4229-bf7e-ea8ab0c7765d None None] The sync data for ids ['08152304-1b73-4426-b588-94d7c6d2f607'] in n-d-850468-6 is: [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:31Z', 'revision_number': 4, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port': {'id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:24Z', 'updated_at': '2022-07-28T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5abc95b5-4cc5-44b6-af0b-2759c31d6149', 'name': '', 'network_id': 'fa3ecf2c-6614-4894-bc11-9eaf1178a585', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'mac_address': 'fa:16:3e:fa:39:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'cf9954c6-5f14-4b97-a071-42cde4d1220d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:29Z', 'updated_at': '2022-07-28T10:38:38Z', 'revision_number': 4, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'subnets': [{'id': 'cf9954c6-5f14-4b97-a071-42cde4d1220d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:41.059128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:41.068253 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] Publish callbacks [] for subnet (65874538-cc7a-404a-ad4f-83fec4336c00), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.114268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:41.129369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:41.148703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1920687821-network', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:41.179060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Pushing event updated for resources: {'Port': ['ID=e678fb63-f574-41ff-bcb0-b706459ecc65,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.266855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Attempting to bind port e678fb63-f574-41ff-bcb0-b706459ecc65 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:41.267427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Attempting to bind port e678fb63-f574-41ff-bcb0-b706459ecc65 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a9e4f80c-db28-45ea-9995-b88edcd3b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:41.267819 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a7a1ee3-a624-4ed3-8e0f-69a345f5b3e3 req-e11dbec5-7b12-4b9b-978f-dca8a4083257 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1127496327&fields=id&tenant_id=379dcc2f97914adaa94499fd20cd9db1 HTTP/1.1" status: 200 len: 267 time: 0.5202551 Jul 28 10:38:41.268552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Attempting to bind port e678fb63-f574-41ff-bcb0-b706459ecc65 on network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:41.304308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:41.305187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Checking segment: {'id': 'a9e4f80c-db28-45ea-9995-b88edcd3b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:41.305603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.306046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Bound using segment: {'id': 'a9e4f80c-db28-45ea-9995-b88edcd3b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:41.306637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Bound port: e678fb63-f574-41ff-bcb0-b706459ecc65, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e4f80c-db28-45ea-9995-b88edcd3b4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:41.307505 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.315759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2d4eff3-432f-48b0-a62c-108a345f0fa0 admin admin] Publish callbacks [] for security_group (2ff2315e-e2ac-4e3a-b629-e516a3318016), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.339400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Made reservation on behalf of 68c2fb476a154c3bb04127e64323fe4f for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:41.341726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.372062 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2d4eff3-432f-48b0-a62c-108a345f0fa0 admin admin] Publish callbacks [] for security_group (2ff2315e-e2ac-4e3a-b629-e516a3318016), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.386796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.418275 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:41.436589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] For port e678fb63-f574-41ff-bcb0-b706459ecc65, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:41.442946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] For port e678fb63-f574-41ff-bcb0-b706459ecc65, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e678fb63-f574-41ff-bcb0-b706459ecc65,segment=NetworkSegment(a9e4f80c-db28-45ea-9995-b88edcd3b4e6),segment_id=a9e4f80c-db28-45ea-9995-b88edcd3b4e6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:41.467731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4c202-5c69-46cd-ae3a-9e63833b547c None None] Current status of the port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:41.472587 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.505419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e68c-99d7-472f-95dd-8da34d7384da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (87104fc9-1e32-4055-96e8-b4a189ffdf8f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.508256 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8d0e68c-99d7-472f-95dd-8da34d7384da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.509553 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f8d0e68c-99d7-472f-95dd-8da34d7384da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87104fc9-1e32-4055-96e8-b4a189ffdf8f HTTP/1.1" status: 204 len: 168 time: 1.7788377 Jul 28 10:38:41.541904 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.579548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (65874538-cc7a-404a-ad4f-83fec4336c00), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.605540 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:41.658932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d5ecd-7f66-441e-b7e8-3718e39e1856 None None] Pushing event updated for resources: {'Port': ['ID=e678fb63-f574-41ff-bcb0-b706459ecc65,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.682908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0e68c-99d7-472f-95dd-8da34d7384da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87104fc9-1e32-4055-96e8-b4a189ffdf8f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.712768 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2d4eff3-432f-48b0-a62c-108a345f0fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2ff2315e-e2ac-4e3a-b629-e516a3318016), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.721644 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2d4eff3-432f-48b0-a62c-108a345f0fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.722966 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b2d4eff3-432f-48b0-a62c-108a345f0fa0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ff2315e-e2ac-4e3a-b629-e516a3318016 HTTP/1.1" status: 204 len: 168 time: 0.7725682 Jul 28 10:38:41.782120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1ee3-a624-4ed3-8e0f-69a345f5b3e3 req-d32126c0-90d9-4970-afbe-d2919ba439bb tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:41.784157 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a7a1ee3-a624-4ed3-8e0f-69a345f5b3e3 req-d32126c0-90d9-4970-afbe-d2919ba439bb tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/networks?id=69500ed2-ae4f-4144-8e9d-24b29e196bec HTTP/1.1" status: 200 len: 811 time: 0.4977686 Jul 28 10:38:41.801247 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:41.830063 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a7a1ee3-a624-4ed3-8e0f-69a345f5b3e3 req-0759e0a4-4451-43a1-88e9-c1bcc69dc67f tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/quotas/379dcc2f97914adaa94499fd20cd9db1 HTTP/1.1" status: 200 len: 375 time: 0.0356665 Jul 28 10:38:41.845532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:41.866329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4eff3-432f-48b0-a62c-108a345f0fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2315e-e2ac-4e3a-b629-e516a3318016,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.945458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Deleting port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:41.946259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:41.965678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90edeee6-133c-4686-806d-ebf04cc5123c None None] Network 31a46682-7954-480a-a4de-5f409759b267 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:42.070162 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks [] for security_group (544e6039-0bfe-4d6f-a67d-5a39b5e98591), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.142192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] For port 5abc95b5-4cc5-44b6-af0b-2759c31d6149, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5abc95b5-4cc5-44b6-af0b-2759c31d6149,segment=NetworkSegment(659aa075-119d-4508-a3f2-ec61ce3336bc),segment_id=659aa075-119d-4508-a3f2-ec61ce3336bc)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:42.142709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.176822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Calling delete_port for 5abc95b5-4cc5-44b6-af0b-2759c31d6149 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:42.179258 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:42.180215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (544e6039-0bfe-4d6f-a67d-5a39b5e98591), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.188117 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:42.201356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-53662c7a-f96c-4fdb-8c3b-b81109f3b761 None None] Provisioning complete for port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:42.201752 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53662c7a-f96c-4fdb-8c3b-b81109f3b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.283433 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:42.293098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c83b960a-9ae0-4783-be6d-09c25c2ed5b9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:42.332168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.379909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:42.422311 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544e6039-0bfe-4d6f-a67d-5a39b5e98591,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:42.461394 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ef2ded00-e73d-4f58-91fb-adfbf1bdbf86), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.461394 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Added segment ef2ded00-e73d-4f58-91fb-adfbf1bdbf86 of type vlan for network d43e09c9-da4b-48da-8e04-8c49b14ff213 Jul 28 10:38:42.462337 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a7a1ee3-a624-4ed3-8e0f-69a345f5b3e3 req-5d38ff92-8561-4414-89dd-1bbd368159bc tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=379dcc2f97914adaa94499fd20cd9db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6316352 Jul 28 10:38:42.591393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:42.591971 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.638411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] device_id is not set on port 36b166cf-4faa-42fe-8fe0-80802730e61e yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:38:42.686545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-53662c7a-f96c-4fdb-8c3b-b81109f3b761 None None] Current status of the port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:42.688072 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53662c7a-f96c-4fdb-8c3b-b81109f3b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.747305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (65874538-cc7a-404a-ad4f-83fec4336c00), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.774406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-53662c7a-f96c-4fdb-8c3b-b81109f3b761 None None] For port c83b960a-9ae0-4783-be6d-09c25c2ed5b9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,segment=NetworkSegment(81206559-1209-44a1-b563-110d3be765a4),segment_id=81206559-1209-44a1-b563-110d3be765a4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:42.803950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53662c7a-f96c-4fdb-8c3b-b81109f3b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.817102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:42.817501 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:42.953011 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (d43e09c9-da4b-48da-8e04-8c49b14ff213), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.010419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5abc95b5-4cc5-44b6-af0b-2759c31d6149), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.023537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89f9a3cc-da71-41e0-b409-4d17b347424f None None] Provisioning complete for port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:43.024372 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89f9a3cc-da71-41e0-b409-4d17b347424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.050851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (d43e09c9-da4b-48da-8e04-8c49b14ff213), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.053555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:43.054259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.096774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Allocated IP 2001:db8::a4 (dc8bb14f-a78a-4f5f-8a09-27e2254ff057/0278dcdb-8693-421a-8be5-d2d4f5c18941/36b166cf-4faa-42fe-8fe0-80802730e61e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:43.158859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Pushing event deleted for resources: {'Port': ['ID=5abc95b5-4cc5-44b6-af0b-2759c31d6149,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:43.185439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53662c7a-f96c-4fdb-8c3b-b81109f3b761 None None] Pushing event updated for resources: {'Port': ['ID=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:43.223230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:38:43.232338 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:38:43.327993 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4165859 Jul 28 10:38:43.331803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52054) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:43.357129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89f9a3cc-da71-41e0-b409-4d17b347424f None None] Current status of the port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:43.362122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Request body: {'subnet': {'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1920687821-subnet', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:43.376274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks [] for router_gateway (bd95bc5c-e00b-46a6-be9f-06841daed50e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.455592 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:43.513721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5f62a-cc43-4a48-8bd4-e6062faf767c admin admin] Pushing event updated for resources: {'Network': ['ID=d43e09c9-da4b-48da-8e04-8c49b14ff213,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:43.533481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:43.541786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Made reservation on behalf of 68c2fb476a154c3bb04127e64323fe4f for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:43.544965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.812836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (65874538-cc7a-404a-ad4f-83fec4336c00), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.835918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c624a04-a35d-40a8-9d8b-7ee7714dfa25 None None] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:43.856981 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.867750 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/65874538-cc7a-404a-ad4f-83fec4336c00 HTTP/1.1" status: 204 len: 168 time: 3.6348882 Jul 28 10:38:43.876412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52064) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:43.904251 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a7a1ee3-a624-4ed3-8e0f-69a345f5b3e3 req-43ebae8b-2279-46af-b6b3-ac5536e2327b service neutron] 10.222.0.46 "GET /v2.0/networks/69500ed2-ae4f-4144-8e9d-24b29e196bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3288112 Jul 28 10:38:43.943579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (36b166cf-4faa-42fe-8fe0-80802730e61e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:43.954131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (08152304-1b73-4426-b588-94d7c6d2f607), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.019588 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:44.130508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d592ed2-c9c0-4081-ab9b-c9fcf23d8591 None None] Network 05a77772-c4e2-4a74-abf0-0410056e1cbb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:44.131806 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:44.132618 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:44.158055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (36b166cf-4faa-42fe-8fe0-80802730e61e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.162606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607a1cf-001d-4496-a3f8-88f14fdd798d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65874538-cc7a-404a-ad4f-83fec4336c00,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:44.162822 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:44.164229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:44.171270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5abc95b5-4cc5-44b6-af0b-2759c31d6149 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:44.197118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1a3b4742-d19f-40bd-aed4-8762d197a3c0 None None] Provisioning complete for port e678fb63-f574-41ff-bcb0-b706459ecc65 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:44.197118 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4742-d19f-40bd-aed4-8762d197a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.210169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:44.257783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:44.284747 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5abc95b5-4cc5-44b6-af0b-2759c31d6149 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:44.285106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5abc95b5-4cc5-44b6-af0b-2759c31d6149 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:38:44.320748 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (927929b1-f889-4f25-bfe6-ff78e00b38a6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.337591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 5abc95b5-4cc5-44b6-af0b-2759c31d6149 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:38:44.356701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb4e7c9a-e470-45c4-9484-98cc1288bbb1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:44.375818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:44.387981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:44.394628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.438937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (05a77772-c4e2-4a74-abf0-0410056e1cbb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.485740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fb4e7c9a-e470-45c4-9484-98cc1288bbb1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:44.486118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb4e7c9a-e470-45c4-9484-98cc1288bbb1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:44.540449 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=927929b1-f889-4f25-bfe6-ff78e00b38a6,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:44.551440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Checking segment: {'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:44.551801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Network hostable DHCP agents. Network: d43e09c9-da4b-48da-8e04-8c49b14ff213, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:44.570772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Router 08152304-1b73-4426-b588-94d7c6d2f607 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:44.633128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:44.636168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b4742-d19f-40bd-aed4-8762d197a3c0 None None] Current status of the port e678fb63-f574-41ff-bcb0-b706459ecc65 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:44.636571 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4742-d19f-40bd-aed4-8762d197a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.677405 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:44.700867 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, d43e09c9-da4b-48da-8e04-8c49b14ff213) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:44.712259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:44.713390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.743647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1a3b4742-d19f-40bd-aed4-8762d197a3c0 None None] For port e678fb63-f574-41ff-bcb0-b706459ecc65, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e678fb63-f574-41ff-bcb0-b706459ecc65,segment=NetworkSegment(a9e4f80c-db28-45ea-9995-b88edcd3b4e6),segment_id=a9e4f80c-db28-45ea-9995-b88edcd3b4e6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:44.757013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b5cf7-23cf-4901-b166-9ff74b0f5a40 None None] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:44.760510 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa579531-85bd-4473-afca-7e5a30ad7a6b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4099870 Jul 28 10:38:44.760669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777045ed-827a-4be5-8856-4a23709402cc None None] DHCP port deletion for 05a77772-c4e2-4a74-abf0-0410056e1cbb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:44.762367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:44.764232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:44.770022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:44.813900 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d4fdeaff-da94-4d61-a4a4-a01c7eb55464 admin admin] 10.222.0.46 "PUT /v2.0/routers/08152304-1b73-4426-b588-94d7c6d2f607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9803641 Jul 28 10:38:44.813900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52092) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:44.823896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c0e7b156-61ec-4c68-ba39-8155fcbec2df), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.825169 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c0e7b156-61ec-4c68-ba39-8155fcbec2df), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:44.852157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] Sync routers for ids ['08152304-1b73-4426-b588-94d7c6d2f607'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:44.855132 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4742-d19f-40bd-aed4-8762d197a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.075114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks [] for router_controller (c0e7b156-61ec-4c68-ba39-8155fcbec2df), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.085148 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks [] for router (08152304-1b73-4426-b588-94d7c6d2f607), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.102732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c83b960a-9ae0-4783-be6d-09c25c2ed5b9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:45.127795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] Routers {'08152304-1b73-4426-b588-94d7c6d2f607'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:45.128459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['08152304-1b73-4426-b588-94d7c6d2f607'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:45.292649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52104) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:45.293085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-777045ed-827a-4be5-8856-4a23709402cc None None] Deleting port 655c7484-4f60-45c2-80df-490567827965 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:45.293462 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-777045ed-827a-4be5-8856-4a23709402cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (655c7484-4f60-45c2-80df-490567827965), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.302467 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.2975383 Jul 28 10:38:45.309690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52106) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:45.318961 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc576f-ed31-440c-96c4-d591026baac7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=36b166cf-4faa-42fe-8fe0-80802730e61e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:45.338931 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7a7a1ee3-a624-4ed3-8e0f-69a345f5b3e3 req-03964b26-f5a3-4bf6-88ef-858d3e50bee3 service neutron] 10.222.0.46 "GET /v2.0/networks/69500ed2-ae4f-4144-8e9d-24b29e196bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4127703 Jul 28 10:38:45.402168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b4742-d19f-40bd-aed4-8762d197a3c0 None None] Pushing event updated for resources: {'Port': ['ID=e678fb63-f574-41ff-bcb0-b706459ecc65,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:45.557591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Provisioning complete for port 59e66b5e-6996-44f0-8287-3dde6675ce52 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:45.558564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (59e66b5e-6996-44f0-8287-3dde6675ce52), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.562881 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:45.620683 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Deleting port 655c7484-4f60-45c2-80df-490567827965 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:45.621144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (655c7484-4f60-45c2-80df-490567827965), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.647016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Port 59e66b5e-6996-44f0-8287-3dde6675ce52 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:45.694444 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] For port 655c7484-4f60-45c2-80df-490567827965, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=655c7484-4f60-45c2-80df-490567827965,segment=NetworkSegment(7cb46090-75d9-46c2-82d5-95e9abcdc32b),segment_id=7cb46090-75d9-46c2-82d5-95e9abcdc32b)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:45.694908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (655c7484-4f60-45c2-80df-490567827965), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.716061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Calling delete_port for 655c7484-4f60-45c2-80df-490567827965 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:45.725632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1410524885', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:45.770857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-777045ed-827a-4be5-8856-4a23709402cc None None] For port 655c7484-4f60-45c2-80df-490567827965, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=655c7484-4f60-45c2-80df-490567827965,segment=NetworkSegment(7cb46090-75d9-46c2-82d5-95e9abcdc32b),segment_id=7cb46090-75d9-46c2-82d5-95e9abcdc32b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:45.771276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-777045ed-827a-4be5-8856-4a23709402cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (655c7484-4f60-45c2-80df-490567827965), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.799482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-777045ed-827a-4be5-8856-4a23709402cc None None] Calling delete_port for 655c7484-4f60-45c2-80df-490567827965 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:45.803969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbac71c-07e3-469f-9968-5bcab3faf3a2 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:45.810510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbac71c-07e3-469f-9968-5bcab3faf3a2 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:45.820161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbac71c-07e3-469f-9968-5bcab3faf3a2 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:45.822013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4dbac71c-07e3-469f-9968-5bcab3faf3a2 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4803967 Jul 28 10:38:45.848946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52120) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:45.849511 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:45.914550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (bd95bc5c-e00b-46a6-be9f-06841daed50e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.919587 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:45.921152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:45.922307 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.933155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Made reservation on behalf of c4500a192d404ffabb7ee66cc07ee914 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:45.936007 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.970905 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-96e0ea4a-fa2b-407b-b1e1-f5e87608ed4d req-88cbfaae-d9bb-409d-b665-b8467d233a60 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?device_id=319758b5-2a65-4373-9541-a108f238deb2 HTTP/1.1" status: 200 len: 210 time: 0.1223524 Jul 28 10:38:45.970905 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks [] for router_gateway (08152304-1b73-4426-b588-94d7c6d2f607), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:45.976762 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-777045ed-827a-4be5-8856-4a23709402cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (655c7484-4f60-45c2-80df-490567827965), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.021041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-d43e09c9-da4b-48da-8e04-8c49b14ff213', 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213', 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'fixed_ips': [{'subnet_id': '927929b1-f889-4f25-bfe6-ff78e00b38a6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:38:46.021725 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.032816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Provisioning complete for port 36b166cf-4faa-42fe-8fe0-80802730e61e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:46.033205 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (36b166cf-4faa-42fe-8fe0-80802730e61e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.044765 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.112221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777045ed-827a-4be5-8856-4a23709402cc None None] No DVR routers for this DVR port 655c7484-4f60-45c2-80df-490567827965 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:46.120203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777045ed-827a-4be5-8856-4a23709402cc None None] Pushing event deleted for resources: {'Port': ['ID=655c7484-4f60-45c2-80df-490567827965,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:46.122698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Port 36b166cf-4faa-42fe-8fe0-80802730e61e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:46.158275 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:46.176091 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks [] for router_gateway (c0e7b156-61ec-4c68-ba39-8155fcbec2df), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.182286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] Set router 08152304-1b73-4426-b588-94d7c6d2f607 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:46.185967 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:46.212798 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (655c7484-4f60-45c2-80df-490567827965), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.266592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Pushing event deleted for resources: {'Port': ['ID=655c7484-4f60-45c2-80df-490567827965,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:46.269019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] No DVR routers for this DVR port 655c7484-4f60-45c2-80df-490567827965 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:46.317100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Provisioning complete for port e678fb63-f574-41ff-bcb0-b706459ecc65 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:46.317510 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.337840 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Deleting port 911097d8-6463-448b-a8b0-525ee394d0e8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:46.338225 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.362442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting port 36b166cf-4faa-42fe-8fe0-80802730e61e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:46.362680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (36b166cf-4faa-42fe-8fe0-80802730e61e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.382894 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:46.403351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for security_group (54aceb08-5edb-4a5d-a191-7d8497e7db35), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.432116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (05a77772-c4e2-4a74-abf0-0410056e1cbb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.472689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (54aceb08-5edb-4a5d-a191-7d8497e7db35), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.477193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a77772-c4e2-4a74-abf0-0410056e1cbb']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:46.500201 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] device_id is not set on port dfd5a00b-3ed9-456a-94ac-964223c23ab1 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:38:46.515495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb46090-75d9-46c2-82d5-95e9abcdc32b') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:46.516998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb46090-75d9-46c2-82d5-95e9abcdc32b') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:46.524333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:46.525690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e678fb63-f574-41ff-bcb0-b706459ecc65 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:46.550819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Router bd95bc5c-e00b-46a6-be9f-06841daed50e is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:38:46.594254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (7cb46090-75d9-46c2-82d5-95e9abcdc32b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.632188 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aceb08-5edb-4a5d-a191-7d8497e7db35,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:46.688955 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7cb46090-75d9-46c2-82d5-95e9abcdc32b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.704330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:46.704796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (7cb46090-75d9-46c2-82d5-95e9abcdc32b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.708926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-73bab993-bdf6-40fb-9ff8-e02fdc2a87af None None] Current status of the port e678fb63-f574-41ff-bcb0-b706459ecc65 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:46.729190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e678fb63-f574-41ff-bcb0-b706459ecc65 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:46.729576 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.738441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] For port 911097d8-6463-448b-a8b0-525ee394d0e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=911097d8-6463-448b-a8b0-525ee394d0e8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:46.738952 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.761125 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7cb46090-75d9-46c2-82d5-95e9abcdc32b resource provider aggregate not found Jul 28 10:38:46.769105 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:46.769346 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (36b166cf-4faa-42fe-8fe0-80802730e61e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.782187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Calling delete_port for 911097d8-6463-448b-a8b0-525ee394d0e8 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:46.815204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Calling delete_port for 36b166cf-4faa-42fe-8fe0-80802730e61e owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:46.828752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Allocated IP 172.20.0.2 (d43e09c9-da4b-48da-8e04-8c49b14ff213/927929b1-f889-4f25-bfe6-ff78e00b38a6/3516ca6f-c945-45aa-a0ea-7845f1f8eb22) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:46.846005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-afb90fbd-567c-4241-9d4d-dca667fc62ce None None] Provisioning complete for port 59e66b5e-6996-44f0-8287-3dde6675ce52 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:46.846384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-afb90fbd-567c-4241-9d4d-dca667fc62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (59e66b5e-6996-44f0-8287-3dde6675ce52), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.903385 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7cb46090-75d9-46c2-82d5-95e9abcdc32b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cb46090-75d9-46c2-82d5-95e9abcdc32b found for delete ", "request_id": "req-daecfebb-b8f7-460b-b5b1-93294e77160f"}]} Jul 28 10:38:46.924774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks [] for router_gateway (c0e7b156-61ec-4c68-ba39-8155fcbec2df), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.949462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.983409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Allocated IP 172.25.2.143 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/dfd5a00b-3ed9-456a-94ac-964223c23ab1) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:46.987443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (05a77772-c4e2-4a74-abf0-0410056e1cbb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:46.999712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.006586 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] 10.222.0.46 "DELETE /v2.0/networks/05a77772-c4e2-4a74-abf0-0410056e1cbb HTTP/1.1" status: 204 len: 168 time: 3.1170516 Jul 28 10:38:47.032259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:47.048324 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Sync routers for ids ['bd95bc5c-e00b-46a6-be9f-06841daed50e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:47.068202 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Routers {'bd95bc5c-e00b-46a6-be9f-06841daed50e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:47.070023 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['bd95bc5c-e00b-46a6-be9f-06841daed50e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:47.082384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aee09d-6002-498f-8c0f-af44a4fc80ea admin admin] Pushing event deleted for resources: {'Network': ['ID=05a77772-c4e2-4a74-abf0-0410056e1cbb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:47.085240 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:47.099197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.103886 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92c6a5e5-6b47-40cc-aa6a-4775bf9ad694 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.2866845 Jul 28 10:38:47.107393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52198) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:47.185465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:42Z', 'revision_number': 5, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port': {'id': '911097d8-6463-448b-a8b0-525ee394d0e8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08152304-1b73-4426-b588-94d7c6d2f607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:24Z', 'updated_at': '2022-07-28T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:47.282569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52202) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:47.284071 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Set router bd95bc5c-e00b-46a6-be9f-06841daed50e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:47.310315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] Checking router: 08152304-1b73-4426-b588-94d7c6d2f607 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:47.339173 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:47.367366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52204) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:47.372437 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-40268ab0-2072-42c6-ba1d-588699609cbb req-6ef3e228-819c-49c8-b45a-e917be838706 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?device_id=319758b5-2a65-4373-9541-a108f238deb2 HTTP/1.1" status: 200 len: 210 time: 0.0825868 Jul 28 10:38:47.479677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (911097d8-6463-448b-a8b0-525ee394d0e8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.519615 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:38:41Z', 'revision_number': 3, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port': {'id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:37Z', 'updated_at': '2022-07-28T10:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:47.547142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Pushing event deleted for resources: {'Port': ['ID=911097d8-6463-448b-a8b0-525ee394d0e8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:47.574149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Checking router: bd95bc5c-e00b-46a6-be9f-06841daed50e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:47.575470 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Updating router bd95bc5c-e00b-46a6-be9f-06841daed50e port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:47.584945 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-05b830e6-3796-4c8f-9792-7ec2f19e9012 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de552247daa44b5e8251b69d2c4caf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771184 Jul 28 10:38:47.591288 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:47.592286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52210) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:47.635329 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:47.641197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] Routers {'08152304-1b73-4426-b588-94d7c6d2f607'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:47.642122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['08152304-1b73-4426-b588-94d7c6d2f607'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:47.668294 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:47.693214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57286171-de07-4958-8bd3-d185f8b4e143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.720858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-afb90fbd-567c-4241-9d4d-dca667fc62ce None None] Port 59e66b5e-6996-44f0-8287-3dde6675ce52 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:47.740568 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.793355 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-440cbfd7-253d-4ea3-8304-af5d87033f9d req-193c96d9-a0da-4839-8116-2fc867f88e5a tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/ports?device_id=319758b5-2a65-4373-9541-a108f238deb2 HTTP/1.1" status: 200 len: 210 time: 0.0780408 Jul 28 10:38:47.803759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (36b166cf-4faa-42fe-8fe0-80802730e61e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.814519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-afb90fbd-567c-4241-9d4d-dca667fc62ce None None] Provisioning complete for port 36b166cf-4faa-42fe-8fe0-80802730e61e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:47.816639 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-afb90fbd-567c-4241-9d4d-dca667fc62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (36b166cf-4faa-42fe-8fe0-80802730e61e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.823907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57286171-de07-4958-8bd3-d185f8b4e143 admin admin] Publish callbacks [] for security_group (2588a1e4-9c40-4366-a72f-9325532f8bc0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.841745 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:47.848149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57286171-de07-4958-8bd3-d185f8b4e143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2588a1e4-9c40-4366-a72f-9325532f8bc0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.884688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Port': ['ID=36b166cf-4faa-42fe-8fe0-80802730e61e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:47.889275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (08152304-1b73-4426-b588-94d7c6d2f607), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.892564 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4633ecd-b27e-42a1-92ba-d7d26d1c1622 admin admin] Publish callbacks [] for security_group (8354a93e-a784-406c-896c-77ca72685363), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.894966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for port (dfd5a00b-3ed9-456a-94ac-964223c23ab1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.897130 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:47.921326 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Publish callbacks [] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:47.925359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] Set router 08152304-1b73-4426-b588-94d7c6d2f607 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:47.938977 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57286171-de07-4958-8bd3-d185f8b4e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588a1e4-9c40-4366-a72f-9325532f8bc0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:47.957334 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-57286171-de07-4958-8bd3-d185f8b4e143 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e915868816934385b3b4551698f4e807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5883358 Jul 28 10:38:47.958538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52214) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:48.014248 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:48.017080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:47Z', 'revision_number': 7, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:48.043181 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.051221 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (dfd5a00b-3ed9-456a-94ac-964223c23ab1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.092042 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:48.098583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:48.105403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:48.107548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:48.113065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:48.117823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:48.123510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-afb90fbd-567c-4241-9d4d-dca667fc62ce None None] Port 36b166cf-4faa-42fe-8fe0-80802730e61e was deleted so its status cannot be updated. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jul 28 10:38:48.129091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e678fb63-f574-41ff-bcb0-b706459ecc65 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:48.163128 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Pushing event updated for resources: {'Port': ['ID=dfd5a00b-3ed9-456a-94ac-964223c23ab1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:48.165499 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4633ecd-b27e-42a1-92ba-d7d26d1c1622 admin admin] Publish callbacks [] for security_group (8354a93e-a784-406c-896c-77ca72685363), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.222089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:48.222693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.235513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591c4bc-4980-4fcf-b10c-02f2c1204986 None None] The sync data for ids ['08152304-1b73-4426-b588-94d7c6d2f607'] in n-d-850468-6 is: [{'id': '08152304-1b73-4426-b588-94d7c6d2f607', 'name': 'tempest-InstanceActionsTestJSON-391869553-router', 'tenant_id': '50fb148287634cd88cc27a88a4ed00a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:22Z', 'updated_at': '2022-07-28T10:38:47Z', 'revision_number': 7, 'project_id': '50fb148287634cd88cc27a88a4ed00a1', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:48.238067 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (08152304-1b73-4426-b588-94d7c6d2f607), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.241558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks [] for router_controller (08152304-1b73-4426-b588-94d7c6d2f607), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.246735 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.271705 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0c9d9f18-4c9c-4649-a523-6148eb4b33a4 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9662774 Jul 28 10:38:48.273637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52218) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:48.283073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.143'}]}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:48.347513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (b99d7049-282c-439f-b6ca-2c809c8e35a0), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.350096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (b99d7049-282c-439f-b6ca-2c809c8e35a0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.425547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.429852 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-424aad50-de20-4b78-8ce3-ef720412eff4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/ports/36b166cf-4faa-42fe-8fe0-80802730e61e HTTP/1.1" status: 204 len: 168 time: 2.5790207 Jul 28 10:38:48.437279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52222) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:48.438800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Allocated IP 172.25.2.120 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:48.443750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (08152304-1b73-4426-b588-94d7c6d2f607), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.444683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08152304-1b73-4426-b588-94d7c6d2f607 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:38:48.444958 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52224) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:48.454408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Pushing event updated for resources: {'Port': ['ID=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:48.459560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Attempting to bind port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:48.460228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Attempting to bind port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:48.460882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Attempting to bind port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 on network d43e09c9-da4b-48da-8e04-8c49b14ff213 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:48.470440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:48.473315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Checking segment: {'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:48.473315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.473315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Bound using segment: {'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:48.473315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Bound port: 3516ca6f-c945-45aa-a0ea-7845f1f8eb22, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:48.474241 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.475118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.476275 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8e7c8378-c293-40cd-9221-342d8889714e admin admin] 10.222.0.46 "DELETE /v2.0/routers/08152304-1b73-4426-b588-94d7c6d2f607 HTTP/1.1" status: 204 len: 168 time: 3.6647983 Jul 28 10:38:48.479894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52226) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:48.485450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02b05bf1-0dab-4151-8e8b-b0101947fa82 admin admin] Publish callbacks [] for security_group (2588a1e4-9c40-4366-a72f-9325532f8bc0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.523019 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for router_controller (b99d7049-282c-439f-b6ca-2c809c8e35a0), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.546771 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-029d4d1d-55a8-46a9-9f1b-3acffee4782a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] GET failed (client error): The resource could not be found. Jul 28 10:38:48.553451 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-029d4d1d-55a8-46a9-9f1b-3acffee4782a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "GET /v2.0/ports/36b166cf-4faa-42fe-8fe0-80802730e61e HTTP/1.1" status: 404 len: 333 time: 0.1056116 Jul 28 10:38:48.554487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52228) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:48.564549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] For port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:48.568081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] For port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,segment=NetworkSegment(ef2ded00-e73d-4f58-91fb-adfbf1bdbf86),segment_id=ef2ded00-e73d-4f58-91fb-adfbf1bdbf86)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:48.572815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1141617119'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:48.576935 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.649475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17fc4b-560e-43f1-9d38-6e71a6df37c0 None None] Pushing event updated for resources: {'Port': ['ID=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:48.716196 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:48.780350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e678fb63-f574-41ff-bcb0-b706459ecc65 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:48.782367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67cc0e35-e71e-43b7-8262-0f1c2c959cdd tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (65c12c8c-dc66-4908-a445-b1fcb62dae6c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.794379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Allocated IP 172.20.0.1 (31a46682-7954-480a-a4de-5f409759b267/230ba4c6-61b1-4350-9b8a-17a60103186e/68d2d5f4-dfd2-400c-91b3-431af4b093da) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:48.828695 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for router_gateway (b99d7049-282c-439f-b6ca-2c809c8e35a0), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.847965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67cc0e35-e71e-43b7-8262-0f1c2c959cdd tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (65c12c8c-dc66-4908-a445-b1fcb62dae6c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.860885 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:48.875790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e678fb63-f574-41ff-bcb0-b706459ecc65 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:48.875790 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.918614 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:48.919553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4633ecd-b27e-42a1-92ba-d7d26d1c1622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8354a93e-a784-406c-896c-77ca72685363), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.922529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4633ecd-b27e-42a1-92ba-d7d26d1c1622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:48.928353 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b4633ecd-b27e-42a1-92ba-d7d26d1c1622 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8354a93e-a784-406c-896c-77ca72685363 HTTP/1.1" status: 204 len: 168 time: 1.2864964 Jul 28 10:38:48.979764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4633ecd-b27e-42a1-92ba-d7d26d1c1622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8354a93e-a784-406c-896c-77ca72685363,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:48.993741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02b05bf1-0dab-4151-8e8b-b0101947fa82 admin admin] Publish callbacks [] for security_group (2588a1e4-9c40-4366-a72f-9325532f8bc0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.011992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e678fb63-f574-41ff-bcb0-b706459ecc65 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:49.054182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] Deleting subnet cf9954c6-5f14-4b97-a071-42cde4d1220d {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:38:49.072329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] Publish callbacks [] for subnet (cf9954c6-5f14-4b97-a071-42cde4d1220d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.132514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks [] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.137354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67cc0e35-e71e-43b7-8262-0f1c2c959cdd tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (65c12c8c-dc66-4908-a445-b1fcb62dae6c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.140629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-67cc0e35-e71e-43b7-8262-0f1c2c959cdd tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.142143 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-67cc0e35-e71e-43b7-8262-0f1c2c959cdd tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "DELETE /v2.0/security-groups/65c12c8c-dc66-4908-a445-b1fcb62dae6c HTTP/1.1" status: 204 len: 168 time: 0.6958487 Jul 28 10:38:49.151371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52232) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:49.164550 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc0e35-e71e-43b7-8262-0f1c2c959cdd tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c12c8c-dc66-4908-a445-b1fcb62dae6c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:49.180127 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (cf9954c6-5f14-4b97-a071-42cde4d1220d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.188652 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks [] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.190040 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:49.223004 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-17faa94f-d7fd-479a-8d4e-295391e661e5 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] show failed (client error): The resource could not be found. Jul 28 10:38:49.226878 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-17faa94f-d7fd-479a-8d4e-295391e661e5 tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "GET /v2.0/security-groups/65c12c8c-dc66-4908-a445-b1fcb62dae6c HTTP/1.1" status: 404 len: 347 time: 0.0657196 Jul 28 10:38:49.232147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52236) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:49.259000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02b05bf1-0dab-4151-8e8b-b0101947fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2588a1e4-9c40-4366-a72f-9325532f8bc0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.261598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02b05bf1-0dab-4151-8e8b-b0101947fa82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.262806 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-02b05bf1-0dab-4151-8e8b-b0101947fa82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2588a1e4-9c40-4366-a72f-9325532f8bc0 HTTP/1.1" status: 204 len: 168 time: 1.2963617 Jul 28 10:38:49.382821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b05bf1-0dab-4151-8e8b-b0101947fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588a1e4-9c40-4366-a72f-9325532f8bc0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:49.399551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:49.407867 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.475319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 655c7484-4f60-45c2-80df-490567827965 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:49.525732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 655c7484-4f60-45c2-80df-490567827965 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:49.526577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 655c7484-4f60-45c2-80df-490567827965 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:49.597559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for router_gateway (b99d7049-282c-439f-b6ca-2c809c8e35a0), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.628377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.631117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52240) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:49.632664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.733658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] device_id is not set on port 5ee4fb3f-f5f7-4821-997d-5798129bbe23 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:38:49.736673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Network 31a46682-7954-480a-a4de-5f409759b267 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:49.742912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:49.746205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:49.804111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (bd95bc5c-e00b-46a6-be9f-06841daed50e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.840690 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Publish callbacks [] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.858020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.860073 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.891515 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:49.893185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (cf9954c6-5f14-4b97-a071-42cde4d1220d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:49.949226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:49.951486 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Pushing event updated for resources: {'Port': ['ID=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:49.963833 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.964177 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.964520 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.966233 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.966463 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.967014 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.970946 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.971487 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.971973 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.974375 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.975421 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.976002 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.976594 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.977126 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.977697 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:49.982628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Pushing event updated for resources: {'Port': ['ID=68d2d5f4-dfd2-400c-91b3-431af4b093da,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:50.025057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:50.042384 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Attempting to bind port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:50.043018 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Attempting to bind port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:50.043656 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Attempting to bind port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:50.047688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Deleting port 062274c3-fdfd-4349-9457-d97a6fc148d4 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:50.048058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.055921 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:50.056947 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:50.057746 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.058394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:50.059260 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Bound port: e1df9e67-4a67-4848-bbc9-bc6d1e3821f2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:50.059829 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.198078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52244) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:50.206647 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:50.220107 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] For port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:50.224861 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] For port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:50.232518 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.239554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a25f714e-f145-478f-a308-2382b6a7093d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.301057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:50.315147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Pushing event updated for resources: {'Port': ['ID=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:50.315754 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8db88-0b49-42f7-80d7-c2444a917be8 None None] Pushing event updated for resources: {'Port': ['ID=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:50.322992 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Routers {'bd95bc5c-e00b-46a6-be9f-06841daed50e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:50.324290 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['bd95bc5c-e00b-46a6-be9f-06841daed50e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:50.327189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6006b7dc-3740-4dc8-87ce-703faba51026 None None] Provisioning complete for port 68d2d5f4-dfd2-400c-91b3-431af4b093da triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:50.328388 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6006b7dc-3740-4dc8-87ce-703faba51026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.358973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for router (b99d7049-282c-439f-b6ca-2c809c8e35a0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.378395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:50.410490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Allocated IP 2001:db8::27d (dc8bb14f-a78a-4f5f-8a09-27e2254ff057/0278dcdb-8693-421a-8be5-d2d4f5c18941/5ee4fb3f-f5f7-4821-997d-5798129bbe23) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:50.433322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6006b7dc-3740-4dc8-87ce-703faba51026 None None] Port 68d2d5f4-dfd2-400c-91b3-431af4b093da cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:50.457558 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.471331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:50.471704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.558827 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] Set router bd95bc5c-e00b-46a6-be9f-06841daed50e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:50.571879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:50.572970 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.630841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,segment=NetworkSegment(ef2ded00-e73d-4f58-91fb-adfbf1bdbf86),segment_id=ef2ded00-e73d-4f58-91fb-adfbf1bdbf86)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:50.632663 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:50.645876 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.683349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (b99d7049-282c-439f-b6ca-2c809c8e35a0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.694301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5abc95b5-4cc5-44b6-af0b-2759c31d6149 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:50.694968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks [] for router_controller (b99d7049-282c-439f-b6ca-2c809c8e35a0), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.698793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.699398 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (062274c3-fdfd-4349-9457-d97a6fc148d4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.716683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Calling delete_port for 062274c3-fdfd-4349-9457-d97a6fc148d4 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:50.789955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5abc95b5-4cc5-44b6-af0b-2759c31d6149 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:50.790488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5abc95b5-4cc5-44b6-af0b-2759c31d6149 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:50.791045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 911097d8-6463-448b-a8b0-525ee394d0e8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:50.804966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a25f714e-f145-478f-a308-2382b6a7093d admin admin] Publish callbacks [] for security_group (fc7c0569-5db1-43d8-bc3e-c6c529527f6e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.845485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 911097d8-6463-448b-a8b0-525ee394d0e8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:50.846036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 911097d8-6463-448b-a8b0-525ee394d0e8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:50.864276 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:50.866772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:50.878281 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:50.880444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be40065-638e-41fb-ae26-40e4285c5bdb None None] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:50.892394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a25f714e-f145-478f-a308-2382b6a7093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fc7c0569-5db1-43d8-bc3e-c6c529527f6e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.899639 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:50.906167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 4, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port': {'id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:37Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '68d2d5f4-dfd2-400c-91b3-431af4b093da', 'name': '', 'network_id': '31a46682-7954-480a-a4de-5f409759b267', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'mac_address': 'fa:16:3e:26:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:48Z', 'updated_at': '2022-07-28T10:38:48Z', 'revision_number': 1, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'subnets': [{'id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:50.922348 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (b99d7049-282c-439f-b6ca-2c809c8e35a0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.923359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b99d7049-282c-439f-b6ca-2c809c8e35a0 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:38:50.942042 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d792c6-f830-4967-b11f-79b67d95d015 None None] The sync data for ids ['bd95bc5c-e00b-46a6-be9f-06841daed50e'] in n-d-850468-6 is: [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 4, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port': {'id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:37Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '68d2d5f4-dfd2-400c-91b3-431af4b093da', 'name': '', 'network_id': '31a46682-7954-480a-a4de-5f409759b267', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'mac_address': 'fa:16:3e:26:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:48Z', 'updated_at': '2022-07-28T10:38:48Z', 'revision_number': 1, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'subnets': [{'id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:50.951446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:50.966032 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:50.969488 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:50.971276 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ce13000-9b53-414c-a77b-b44a74c70900 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5466b69ba1924c50b3f20ad9f7f37884&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3286364 Jul 28 10:38:50.988033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52246) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:50.994800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6fc027a1-5699-4626-a083-a4641a4a91b0 None None] Provisioning complete for port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:50.995303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fc027a1-5699-4626-a083-a4641a4a91b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.034937 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a25f714e-f145-478f-a308-2382b6a7093d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ade5119c7f144386827ee22a0b9c2b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8356290 Jul 28 10:38:51.045383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52248) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:51.046834 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 10:38:51.048076 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-71d614ce-dc66-4315-b838-b07e0e239d84 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7733407 Jul 28 10:38:51.050817 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f714e-f145-478f-a308-2382b6a7093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c0569-5db1-43d8-bc3e-c6c529527f6e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:51.063471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52250) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:51.128257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (062274c3-fdfd-4349-9457-d97a6fc148d4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.129725 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks [] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.160430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6fc027a1-5699-4626-a083-a4641a4a91b0 None None] Current status of the port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:51.169057 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.282860 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:51.288056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (cf9954c6-5f14-4b97-a071-42cde4d1220d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.314237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Deleting port dfd5a00b-3ed9-456a-94ac-964223c23ab1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:51.314804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dfd5a00b-3ed9-456a-94ac-964223c23ab1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.316947 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f64ef5fb-a0bf-40b8-9ac4-66b09c268aa5 admin admin] Publish callbacks [] for security_group (fc7c0569-5db1-43d8-bc3e-c6c529527f6e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.326030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Pushing event updated for resources: {'Port': ['ID=68d2d5f4-dfd2-400c-91b3-431af4b093da,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:51.369188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.373926 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Pushing event deleted for resources: {'Port': ['ID=062274c3-fdfd-4349-9457-d97a6fc148d4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:51.378829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (bd95bc5c-e00b-46a6-be9f-06841daed50e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.407060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f64ef5fb-a0bf-40b8-9ac4-66b09c268aa5 admin admin] Publish callbacks [] for security_group (fc7c0569-5db1-43d8-bc3e-c6c529527f6e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.431538 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:51.438954 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.443211 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cf9954c6-5f14-4b97-a071-42cde4d1220d HTTP/1.1" status: 204 len: 168 time: 2.9583945 Jul 28 10:38:51.445793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8d00a-e939-4e0f-9065-a3fe7da0275a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9954c6-5f14-4b97-a071-42cde4d1220d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:51.451828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6fa185-8f8c-444c-8986-e4bf2b818b0b None None] Network fa3ecf2c-6614-4894-bc11-9eaf1178a585 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:51.477074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52252) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:51.581471 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:51.591943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a22e88e0-f446-4f14-a7a8-be8c20bddc36 admin admin] Publish callbacks [] for security_group (9a17e2b8-3a2f-4ff6-b551-43baf297ac53), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.602903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dd4df80b-0b26-43b0-9e7b-3787dd93a2a8 None None] Provisioning complete for port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:51.603540 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dd4df80b-0b26-43b0-9e7b-3787dd93a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.612393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dfd5a00b-3ed9-456a-94ac-964223c23ab1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.623472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a22e88e0-f446-4f14-a7a8-be8c20bddc36 admin admin] Publish callbacks [] for security_group (9a17e2b8-3a2f-4ff6-b551-43baf297ac53), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.628094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Calling delete_port for dfd5a00b-3ed9-456a-94ac-964223c23ab1 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:51.693445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:51.693730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] DHCP port deletion for fa3ecf2c-6614-4894-bc11-9eaf1178a585 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:38:51.712703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=5ee4fb3f-f5f7-4821-997d-5798129bbe23,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:51.727938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:51.730953 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:51.734971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Network 31a46682-7954-480a-a4de-5f409759b267 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:51.740966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:51.742885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.755969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:51.760388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dd4df80b-0b26-43b0-9e7b-3787dd93a2a8 None None] Current status of the port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:51.774539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a22e88e0-f446-4f14-a7a8-be8c20bddc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9a17e2b8-3a2f-4ff6-b551-43baf297ac53), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.780204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a22e88e0-f446-4f14-a7a8-be8c20bddc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.784998 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a22e88e0-f446-4f14-a7a8-be8c20bddc36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a17e2b8-3a2f-4ff6-b551-43baf297ac53 HTTP/1.1" status: 204 len: 168 time: 0.7869081 Jul 28 10:38:51.795697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] Deleting port c50cc56d-d83a-45c4-b9db-44a51195d9b8 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:51.799351 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00c382ef-4bd9-4019-895c-a43189b5e725 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2437840 Jul 28 10:38:51.802970 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.809642 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52256) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:51.820345 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fa3ecf2c-6614-4894-bc11-9eaf1178a585), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.832825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks [] for floatingip (39c5f32c-c5c4-4569-a5b3-7ee54d4c555b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.836626 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:51.837639 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:37:f0:95'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:51.851147 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8a1f8d0d-3546-4f75-8688-5a8d050872ac tempest-AttachVolumeTestJSON-848021686 tempest-AttachVolumeTestJSON-848021686-project] 10.222.0.46 "DELETE /v2.0/floatingips/39c5f32c-c5c4-4569-a5b3-7ee54d4c555b HTTP/1.1" status: 204 len: 168 time: 2.6159770 Jul 28 10:38:51.852671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52258) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:51.861335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e88e0-f446-4f14-a7a8-be8c20bddc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17e2b8-3a2f-4ff6-b551-43baf297ac53,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:52.032229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] For port c50cc56d-d83a-45c4-b9db-44a51195d9b8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c50cc56d-d83a-45c4-b9db-44a51195d9b8,segment=NetworkSegment(659aa075-119d-4508-a3f2-ec61ce3336bc),segment_id=659aa075-119d-4508-a3f2-ec61ce3336bc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:52.035630 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.078396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] Calling delete_port for c50cc56d-d83a-45c4-b9db-44a51195d9b8 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:52.125463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f64ef5fb-a0bf-40b8-9ac4-66b09c268aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fc7c0569-5db1-43d8-bc3e-c6c529527f6e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.129318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f64ef5fb-a0bf-40b8-9ac4-66b09c268aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.138538 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f64ef5fb-a0bf-40b8-9ac4-66b09c268aa5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc7c0569-5db1-43d8-bc3e-c6c529527f6e HTTP/1.1" status: 204 len: 168 time: 1.0885503 Jul 28 10:38:52.138982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks [] for router_gateway (c0e7b156-61ec-4c68-ba39-8155fcbec2df), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.259902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ef5fb-a0bf-40b8-9ac4-66b09c268aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c0569-5db1-43d8-bc3e-c6c529527f6e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:52.401961 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:52.406648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Deleting port c50cc56d-d83a-45c4-b9db-44a51195d9b8 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:52.407385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.440386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:52.508418 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.544236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] No DVR routers for this DVR port c50cc56d-d83a-45c4-b9db-44a51195d9b8 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:52.558405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccd3b9-de25-4a45-b465-31095b9f208e None None] Pushing event deleted for resources: {'Port': ['ID=c50cc56d-d83a-45c4-b9db-44a51195d9b8,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:52.582810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b5933202-9485-44bd-9d30-e0a9c0f64951 None None] Provisioning complete for port 5ee4fb3f-f5f7-4821-997d-5798129bbe23 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:52.583196 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b5933202-9485-44bd-9d30-e0a9c0f64951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.589075 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:52.627627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] For port c50cc56d-d83a-45c4-b9db-44a51195d9b8, host n-d-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:52.628262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.638622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:52.639202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.644781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Calling delete_port for c50cc56d-d83a-45c4-b9db-44a51195d9b8 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:52.648412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Port c50cc56d-d83a-45c4-b9db-44a51195d9b8 was not found and therefore no delete operation was performed {{(pid=104688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:38:52.650015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c50cc56d-d83a-45c4-b9db-44a51195d9b8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.685745 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b5933202-9485-44bd-9d30-e0a9c0f64951 None None] Port 5ee4fb3f-f5f7-4821-997d-5798129bbe23 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:52.708472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b5933202-9485-44bd-9d30-e0a9c0f64951 None None] Provisioning complete for port 68d2d5f4-dfd2-400c-91b3-431af4b093da triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:52.708872 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b5933202-9485-44bd-9d30-e0a9c0f64951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.714164 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:52.717129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Router bd95bc5c-e00b-46a6-be9f-06841daed50e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:52.721346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c50cc56d-d83a-45c4-b9db-44a51195d9b8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:52.744726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] No DVR routers for this DVR port c50cc56d-d83a-45c4-b9db-44a51195d9b8 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:38:52.783169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (dfd5a00b-3ed9-456a-94ac-964223c23ab1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.850010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:52.924268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b5933202-9485-44bd-9d30-e0a9c0f64951 None None] Port 68d2d5f4-dfd2-400c-91b3-431af4b093da cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:52.964172 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:52.965363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:53.056196 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c50cc56d-d83a-45c4-b9db-44a51195d9b8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:53.074673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c0e7b156-61ec-4c68-ba39-8155fcbec2df), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:53.087783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c50cc56d-d83a-45c4-b9db-44a51195d9b8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:38:53.087783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c50cc56d-d83a-45c4-b9db-44a51195d9b8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:53.119429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fa3ecf2c-6614-4894-bc11-9eaf1178a585), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:53.154141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfd5a00b-3ed9-456a-94ac-964223c23ab1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:53.165779 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:53.166745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3ecf2c-6614-4894-bc11-9eaf1178a585']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:53.213442 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:53.217126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (297d4caa-9984-40f1-a208-423a00d86ae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:53.378819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659aa075-119d-4508-a3f2-ec61ce3336bc') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:53.379143 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659aa075-119d-4508-a3f2-ec61ce3336bc') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:53.712262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52296) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:53.754181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:53.767038 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b276890f-c628-400b-b859-45932b6e4953 admin admin] 10.222.0.46 "PUT /v2.0/routers/bd95bc5c-e00b-46a6-be9f-06841daed50e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6579096 Jul 28 10:38:53.779815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Router c0e7b156-61ec-4c68-ba39-8155fcbec2df is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:38:53.780506 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (659aa075-119d-4508-a3f2-ec61ce3336bc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:53.869265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:53.877735 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-82e9bc4c-43a5-4af7-a771-628c69829572 tempest-RoutersAdminNegativeIpV6Test-517046509 tempest-RoutersAdminNegativeIpV6Test-517046509-project-admin] 10.222.0.46 "DELETE /v2.0/ports/dfd5a00b-3ed9-456a-94ac-964223c23ab1 HTTP/1.1" status: 204 len: 168 time: 2.8080041 Jul 28 10:38:53.901970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (659aa075-119d-4508-a3f2-ec61ce3336bc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:53.926294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:53.927192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (659aa075-119d-4508-a3f2-ec61ce3336bc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:53.997851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1993383311-network', 'tenant_id': '3965b1f18dbe42e3b1a8d3cc06e787ff'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:54.022515 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Deleting port fd7d04e2-dac8-4e8b-b98c-2aa824437473 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:54.022857 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.050705 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 659aa075-119d-4508-a3f2-ec61ce3336bc resource provider aggregate not found Jul 28 10:38:54.076143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:54.087638 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 659aa075-119d-4508-a3f2-ec61ce3336bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 659aa075-119d-4508-a3f2-ec61ce3336bc found for delete ", "request_id": "req-e148a6e9-53c3-43aa-b702-e13fc897a4d7"}]} Jul 28 10:38:54.105403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Made reservation on behalf of 3965b1f18dbe42e3b1a8d3cc06e787ff for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:54.110292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.126179 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:54.140927 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.145125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.146586 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-067334dc-4019-4202-b550-98240e4c22f5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3810561 Jul 28 10:38:54.147328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.158184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52316) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:54.193478 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.205199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] For port fd7d04e2-dac8-4e8b-b98c-2aa824437473, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd7d04e2-dac8-4e8b-b98c-2aa824437473,segment=NetworkSegment(ac483290-1097-40bf-9b78-6290ea688554),segment_id=ac483290-1097-40bf-9b78-6290ea688554)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:54.205565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.236258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Calling delete_port for fd7d04e2-dac8-4e8b-b98c-2aa824437473 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:54.312608 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fa3ecf2c-6614-4894-bc11-9eaf1178a585), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.371187 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.377561 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] 10.222.0.46 "DELETE /v2.0/networks/fa3ecf2c-6614-4894-bc11-9eaf1178a585 HTTP/1.1" status: 204 len: 168 time: 2.8993764 Jul 28 10:38:54.382789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:54.413645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] In _notify_port_updated(), no bound segment for port 5ee4fb3f-f5f7-4821-997d-5798129bbe23 on network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 {{(pid=104688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:38:54.423583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:54.431393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.433661 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "PUT /v2.0/ports/5ee4fb3f-f5f7-4821-997d-5798129bbe23 HTTP/1.1" status: 200 len: 1002 time: 2.6041913 Jul 28 10:38:54.438476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52324) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:54.442959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8886d-00bc-4544-975d-43fcb2989e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3ecf2c-6614-4894-bc11-9eaf1178a585,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:54.464552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Sync routers for ids ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:54.497917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:54.503292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.560013 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:54.573556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Routers {'c0e7b156-61ec-4c68-ba39-8155fcbec2df'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:54.574541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:54.579146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdd060-ef1d-4cb7-a04a-c70e1dd8859a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=5ee4fb3f-f5f7-4821-997d-5798129bbe23,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:54.727979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52328) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:54.774769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks [] for security_group (409881d6-aae4-43b1-920d-03358363a4b7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.779923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Set router c0e7b156-61ec-4c68-ba39-8155fcbec2df gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:54.805877 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (409881d6-aae4-43b1-920d-03358363a4b7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.926939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bc458b25-88d3-4341-bc5c-2d32de019699 None None] Provisioning complete for port 5ee4fb3f-f5f7-4821-997d-5798129bbe23 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:54.927322 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc458b25-88d3-4341-bc5c-2d32de019699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.932798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting port 5ee4fb3f-f5f7-4821-997d-5798129bbe23 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:54.933773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:54.965376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:54.999649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409881d6-aae4-43b1-920d-03358363a4b7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:55.012702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52332) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:55.017269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bc458b25-88d3-4341-bc5c-2d32de019699 None None] Port 5ee4fb3f-f5f7-4821-997d-5798129bbe23 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:55.028590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:55.029156 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.067709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c51551f2-2b3e-4da2-8bac-5c100c377194), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.068126 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Added segment c51551f2-2b3e-4da2-8bac-5c100c377194 of type vlan for network 57359a1a-235d-4fb9-b480-45a4e841934e Jul 28 10:38:55.080637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:55.112052 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:55.120020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.120463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52334) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:55.126229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4969e62b-32ca-4c3f-a758-2a1251635383 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743985009', 'description': 'tempest-description--670470522'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:55.174958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Sync routers for ids ['bd95bc5c-e00b-46a6-be9f-06841daed50e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:55.175523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:38:51Z', 'revision_number': 3, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:55.198552 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Routers {'bd95bc5c-e00b-46a6-be9f-06841daed50e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:55.202184 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['bd95bc5c-e00b-46a6-be9f-06841daed50e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:55.219739 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4969e62b-32ca-4c3f-a758-2a1251635383 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.228776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (57359a1a-235d-4fb9-b480-45a4e841934e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.246315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Checking router: c0e7b156-61ec-4c68-ba39-8155fcbec2df for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:55.246681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Updating router c0e7b156-61ec-4c68-ba39-8155fcbec2df port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:55.261300 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f1f6b7d1-0b2d-4d50-a7fb-7e17542cf97a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50fb148287634cd88cc27a88a4ed00a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451165 Jul 28 10:38:55.261300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fd7d04e2-dac8-4e8b-b98c-2aa824437473), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.265317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52336) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:55.304117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.314826 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.318679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (57359a1a-235d-4fb9-b480-45a4e841934e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.318679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:55.318679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.370727 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Calling delete_port for 5ee4fb3f-f5f7-4821-997d-5798129bbe23 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:55.376311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-863eaaf5-9484-456d-9985-555b842f18e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.399096 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Set router bd95bc5c-e00b-46a6-be9f-06841daed50e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:55.401907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:55.440824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7d04e2-dac8-4e8b-b98c-2aa824437473,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:55.469609 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:55.478034 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7645798 Jul 28 10:38:55.485317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52340) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:55.495538 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:55.499627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Request body: {'subnet': {'network_id': '57359a1a-235d-4fb9-b480-45a4e841934e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1993383311-subnet', 'tenant_id': '3965b1f18dbe42e3b1a8d3cc06e787ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:55.507039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31db1c-eedf-4b04-bb4b-1d6817646c38 admin admin] Pushing event updated for resources: {'Network': ['ID=57359a1a-235d-4fb9-b480-45a4e841934e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:55.545674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 57359a1a-235d-4fb9-b480-45a4e841934e details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:55.623327 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:55.654603 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Made reservation on behalf of 3965b1f18dbe42e3b1a8d3cc06e787ff for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:55.657599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.686241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e29a9e7-ba79-419d-ae7f-d3aa66b3468b admin admin] Publish callbacks [] for security_group (781cf8fb-1493-4cfc-90e7-356737510d5f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.748362 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4969e62b-32ca-4c3f-a758-2a1251635383 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group (0d5d26ac-128f-4635-bdbc-fb1c4a29bf45), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.778834 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 4, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port': {'id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:37Z', 'updated_at': '2022-07-28T10:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '68d2d5f4-dfd2-400c-91b3-431af4b093da', 'name': '', 'network_id': '31a46682-7954-480a-a4de-5f409759b267', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'mac_address': 'fa:16:3e:26:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:48Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 2, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'subnets': [{'id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:55.791171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4969e62b-32ca-4c3f-a758-2a1251635383 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d5d26ac-128f-4635-bdbc-fb1c4a29bf45), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.877320 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Checking router: bd95bc5c-e00b-46a6-be9f-06841daed50e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:55.877320 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Updating router bd95bc5c-e00b-46a6-be9f-06841daed50e port 68d2d5f4-dfd2-400c-91b3-431af4b093da binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:55.882582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e29a9e7-ba79-419d-ae7f-d3aa66b3468b admin admin] Publish callbacks [] for security_group (781cf8fb-1493-4cfc-90e7-356737510d5f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.901018 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.955956 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Publish callbacks [] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.964421 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.986189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4969e62b-32ca-4c3f-a758-2a1251635383 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:55.989415 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4969e62b-32ca-4c3f-a758-2a1251635383 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8677235 Jul 28 10:38:56.006514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52350) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:56.020181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4f170748-6761-47d8-9aea-f7f836c984c3 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Request body: {'security_group_rule': {'security_group_id': '0d5d26ac-128f-4635-bdbc-fb1c4a29bf45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:56.023499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e62b-32ca-4c3f-a758-2a1251635383 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d26ac-128f-4635-bdbc-fb1c4a29bf45,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.025623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Attempting to bind port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:56.026037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Attempting to bind port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:56.026407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Attempting to bind port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:56.059691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:56.060499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:56.061158 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.063482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:56.064260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Bound port: 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:56.064846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.093741 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:56.110827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b8f4f-6dd0-4c21-b4b9-0c33fa08f472 None None] Pushing event updated for resources: {'Port': ['ID=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.130958 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:56.164628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-863eaaf5-9484-456d-9985-555b842f18e6 admin admin] Publish callbacks [] for security_group (66a63571-aae5-4748-b6d2-b48fc59a8d66), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.173379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (297d4caa-9984-40f1-a208-423a00d86ae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.174281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] For port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:56.175839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-863eaaf5-9484-456d-9985-555b842f18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (66a63571-aae5-4748-b6d2-b48fc59a8d66), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.178976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] For port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:56.207145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.241222 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:56.250873 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f170748-6761-47d8-9aea-f7f836c984c3 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group_rule (b40ec7b3-2f4c-4a66-8680-964df4a4ecb6), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.356580 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Publish callbacks [] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.370219 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.381051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:56.396414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Routers {'c0e7b156-61ec-4c68-ba39-8155fcbec2df'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:56.397339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:56.415672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5ee4fb3f-f5f7-4821-997d-5798129bbe23), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.420133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eaaf5-9484-456d-9985-555b842f18e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a63571-aae5-4748-b6d2-b48fc59a8d66,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.429120 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13030259-1627-4336-af1e-23343bba1e44 None None] Pushing event updated for resources: {'Port': ['ID=68d2d5f4-dfd2-400c-91b3-431af4b093da,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.487631 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-863eaaf5-9484-456d-9985-555b842f18e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ebda4528c9c40df869ca5e32666f4ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7395637 Jul 28 10:38:56.496930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b8f4f-6dd0-4c21-b4b9-0c33fa08f472 None None] Pushing event updated for resources: {'Port': ['ID=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.499914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52358) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:56.503689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Port': ['ID=5ee4fb3f-f5f7-4821-997d-5798129bbe23,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.503902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f170748-6761-47d8-9aea-f7f836c984c3 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group_rule (b40ec7b3-2f4c-4a66-8680-964df4a4ecb6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.595827 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Attempting to bind port 68d2d5f4-dfd2-400c-91b3-431af4b093da on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:38:56.596299 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Attempting to bind port 68d2d5f4-dfd2-400c-91b3-431af4b093da by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:38:56.597275 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Attempting to bind port 68d2d5f4-dfd2-400c-91b3-431af4b093da on network 31a46682-7954-480a-a4de-5f409759b267 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:38:56.604692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:38:56.610138 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Checking segment: {'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:56.610687 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.611183 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Bound using segment: {'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:38:56.612881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:56.613232 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Bound port: 68d2d5f4-dfd2-400c-91b3-431af4b093da, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81206559-1209-44a1-b563-110d3be765a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31a46682-7954-480a-a4de-5f409759b267'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:38:56.613384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.613806 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.630656 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:56.634129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e29a9e7-ba79-419d-ae7f-d3aa66b3468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (781cf8fb-1493-4cfc-90e7-356737510d5f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.636886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e29a9e7-ba79-419d-ae7f-d3aa66b3468b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.638262 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8e29a9e7-ba79-419d-ae7f-d3aa66b3468b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/781cf8fb-1493-4cfc-90e7-356737510d5f HTTP/1.1" status: 204 len: 168 time: 1.3698421 Jul 28 10:38:56.639847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f170748-6761-47d8-9aea-f7f836c984c3 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b40ec7b3-2f4c-4a66-8680-964df4a4ecb6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.680684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] Set router c0e7b156-61ec-4c68-ba39-8155fcbec2df gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:56.770471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f170748-6761-47d8-9aea-f7f836c984c3 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.779589 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4f170748-6761-47d8-9aea-f7f836c984c3 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7693279 Jul 28 10:38:56.802807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52370) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:56.804096 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] For port 68d2d5f4-dfd2-400c-91b3-431af4b093da, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:56.815576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8126663d-c1c7-42ec-a80c-73ec8cd6cb3e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Request body: {'security_group_rule': {'security_group_id': '0d5d26ac-128f-4635-bdbc-fb1c4a29bf45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:56.819386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] For port 68d2d5f4-dfd2-400c-91b3-431af4b093da, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=68d2d5f4-dfd2-400c-91b3-431af4b093da,segment=NetworkSegment(81206559-1209-44a1-b563-110d3be765a4),segment_id=81206559-1209-44a1-b563-110d3be765a4)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:56.842211 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.868055 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Router 297d4caa-9984-40f1-a208-423a00d86ae4 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:38:56.869266 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d336fb0-367b-42e9-abe7-0d5b2396ee2d admin admin] Publish callbacks [] for security_group (66a63571-aae5-4748-b6d2-b48fc59a8d66), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.872830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.919186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29a9e7-ba79-419d-ae7f-d3aa66b3468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781cf8fb-1493-4cfc-90e7-356737510d5f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.948103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8126663d-c1c7-42ec-a80c-73ec8cd6cb3e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group_rule (28e49fab-2717-476f-94ba-b83f1c8d44fe), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:56.974525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f170748-6761-47d8-9aea-f7f836c984c3 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40ec7b3-2f4c-4a66-8680-964df4a4ecb6,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:56.981010 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (2ef61da0-06bd-43fc-ba3f-9ed03f10d412), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.010141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5cf3b989-acb7-4bf8-812a-f7a3d32a7240 None None] Provisioning complete for port 68d2d5f4-dfd2-400c-91b3-431af4b093da triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:57.010555 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cf3b989-acb7-4bf8-812a-f7a3d32a7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.031915 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:57.034182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Routers {'bd95bc5c-e00b-46a6-be9f-06841daed50e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:57.035392 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['bd95bc5c-e00b-46a6-be9f-06841daed50e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:57.050935 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:57.125798 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:57.167449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d336fb0-367b-42e9-abe7-0d5b2396ee2d admin admin] Publish callbacks [] for security_group (66a63571-aae5-4748-b6d2-b48fc59a8d66), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.291555 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13030259-1627-4336-af1e-23343bba1e44 None None] Pushing event updated for resources: {'Port': ['ID=68d2d5f4-dfd2-400c-91b3-431af4b093da,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:57.303298 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef61da0-06bd-43fc-ba3f-9ed03f10d412,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:57.323294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Checking segment: {'id': 'c51551f2-2b3e-4da2-8bac-5c100c377194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57359a1a-235d-4fb9-b480-45a4e841934e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:38:57.324165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Network hostable DHCP agents. Network: 57359a1a-235d-4fb9-b480-45a4e841934e, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:57.353746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:57.362273 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1089f91e-3552-4178-b5ba-519af6197d06 admin admin] 10.222.0.46 "PUT /v2.0/routers/297d4caa-9984-40f1-a208-423a00d86ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5080149 Jul 28 10:38:57.364058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Network 57359a1a-235d-4fb9-b480-45a4e841934e is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:57.371769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52394) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:57.383728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 57359a1a-235d-4fb9-b480-45a4e841934e) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:57.399396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8126663d-c1c7-42ec-a80c-73ec8cd6cb3e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group_rule (28e49fab-2717-476f-94ba-b83f1c8d44fe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.414224 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] Set router bd95bc5c-e00b-46a6-be9f-06841daed50e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:57.433129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:38:57.434240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.475755 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2d2ddfd0-a5a2-4101-bbb8-f7d61fc35013 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9780865 Jul 28 10:38:57.496579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8126663d-c1c7-42ec-a80c-73ec8cd6cb3e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (28e49fab-2717-476f-94ba-b83f1c8d44fe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.527135 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.530728 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ace53c49-2ed4-4eb7-b99c-38da64e59e1b tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/ports/5ee4fb3f-f5f7-4821-997d-5798129bbe23 HTTP/1.1" status: 204 len: 168 time: 3.0809374 Jul 28 10:38:57.533600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:57.571804 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4985c9-8797-4249-9a38-c2752cb91c55 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] GET failed (client error): The resource could not be found. Jul 28 10:38:57.574452 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5b4985c9-8797-4249-9a38-c2752cb91c55 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "GET /v2.0/ports/5ee4fb3f-f5f7-4821-997d-5798129bbe23 HTTP/1.1" status: 404 len: 333 time: 0.0394223 Jul 28 10:38:57.580283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52404) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:57.586533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-785403975'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:57.593154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks [] for router (297d4caa-9984-40f1-a208-423a00d86ae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.616239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126663d-c1c7-42ec-a80c-73ec8cd6cb3e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e49fab-2717-476f-94ba-b83f1c8d44fe,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:57.704924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8126663d-c1c7-42ec-a80c-73ec8cd6cb3e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.709741 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:57.710820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:57.711930 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8126663d-c1c7-42ec-a80c-73ec8cd6cb3e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8974686 Jul 28 10:38:57.732377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:57.741454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] Sync routers for ids ['297d4caa-9984-40f1-a208-423a00d86ae4'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:57.751454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:38:57.754918 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d336fb0-367b-42e9-abe7-0d5b2396ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (66a63571-aae5-4748-b6d2-b48fc59a8d66), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.756944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d799f94f-0263-41f1-897f-31dcdd0e05e6 None None] Network 57359a1a-235d-4fb9-b480-45a4e841934e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:38:57.762076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d336fb0-367b-42e9-abe7-0d5b2396ee2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.763336 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0d336fb0-367b-42e9-abe7-0d5b2396ee2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66a63571-aae5-4748-b6d2-b48fc59a8d66 HTTP/1.1" status: 204 len: 168 time: 1.2571404 Jul 28 10:38:57.813454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.861421 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d336fb0-367b-42e9-abe7-0d5b2396ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a63571-aae5-4748-b6d2-b48fc59a8d66,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:57.887409 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 4, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port': {'id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:37Z', 'updated_at': '2022-07-28T10:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '68d2d5f4-dfd2-400c-91b3-431af4b093da', 'name': '', 'network_id': '31a46682-7954-480a-a4de-5f409759b267', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'mac_address': 'fa:16:3e:26:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:48Z', 'updated_at': '2022-07-28T10:38:56Z', 'revision_number': 4, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'subnets': [{'id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:57.895814 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks [] for router_gateway (297d4caa-9984-40f1-a208-423a00d86ae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.899232 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:57.904785 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:57.909134 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:57.959282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Allocated IP 172.20.0.1 (d43e09c9-da4b-48da-8e04-8c49b14ff213/927929b1-f889-4f25-bfe6-ff78e00b38a6/067a213c-b230-4357-9ffe-60393bfe7577) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:57.964785 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f08c09-8fe9-419e-8ffc-6ed6404a8a94 None None] The sync data for ids ['bd95bc5c-e00b-46a6-be9f-06841daed50e'] in n-d-850468-6 is: [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:38:50Z', 'revision_number': 4, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port': {'id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:37Z', 'updated_at': '2022-07-28T10:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '68d2d5f4-dfd2-400c-91b3-431af4b093da', 'name': '', 'network_id': '31a46682-7954-480a-a4de-5f409759b267', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'mac_address': 'fa:16:3e:26:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:48Z', 'updated_at': '2022-07-28T10:38:56Z', 'revision_number': 4, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'subnets': [{'id': '230ba4c6-61b1-4350-9b8a-17a60103186e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:57.976352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] Routers {'297d4caa-9984-40f1-a208-423a00d86ae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:57.977005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['297d4caa-9984-40f1-a208-423a00d86ae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:58.025893 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:58.027532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-57359a1a-235d-4fb9-b480-45a4e841934e', 'network_id': '57359a1a-235d-4fb9-b480-45a4e841934e', 'project_id': '3965b1f18dbe42e3b1a8d3cc06e787ff', 'fixed_ips': [{'subnet_id': '2ef61da0-06bd-43fc-ba3f-9ed03f10d412'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:38:58.032246 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.121788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52416) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:58.272597 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Allocated IP 172.20.0.2 (57359a1a-235d-4fb9-b480-45a4e841934e/2ef61da0-06bd-43fc-ba3f-9ed03f10d412/34aae9e9-d393-48b8-a44e-abcb5b7ba53f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:58.316371 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:58.431973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks [] for port (067a213c-b230-4357-9ffe-60393bfe7577), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.440194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] device_id is not set on port 10342a39-29f4-4e7d-b008-fcbe4440738d yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:38:58.471370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.538321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (067a213c-b230-4357-9ffe-60393bfe7577), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.541824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Deleting port 3ab612e7-a263-4b46-998a-6b5835c574c0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:38:58.541824 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.589457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:58.595367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:58.597333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68d2d5f4-dfd2-400c-91b3-431af4b093da up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:58.598490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:58.605584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Pushing event updated for resources: {'Port': ['ID=067a213c-b230-4357-9ffe-60393bfe7577,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:58.653558 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (c0e7b156-61ec-4c68-ba39-8155fcbec2df), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.741317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] For port 3ab612e7-a263-4b46-998a-6b5835c574c0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3ab612e7-a263-4b46-998a-6b5835c574c0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:58.743354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:38:51Z', 'revision_number': 3, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:58.745157 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.776950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Calling delete_port for 3ab612e7-a263-4b46-998a-6b5835c574c0 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:38:58.823023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29045b-3fda-4bcf-9c62-56bba76916d1 None None] The sync data for ids ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'] in n-d-850468-6 is: [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:38:51Z', 'revision_number': 3, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:58.832450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3b989-acb7-4bf8-812a-f7a3d32a7240 None None] Current status of the port 68d2d5f4-dfd2-400c-91b3-431af4b093da is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:38:58.832854 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cf3b989-acb7-4bf8-812a-f7a3d32a7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.872270 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:58.933888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Publish callbacks [] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.946983 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c5745ed-102c-4844-82d7-02ec7da1c6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:58.992507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] Set router 297d4caa-9984-40f1-a208-423a00d86ae4 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:59.069223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.123919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (067a213c-b230-4357-9ffe-60393bfe7577), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.166430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52430) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:59.180010 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:59.186434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5cf3b989-acb7-4bf8-812a-f7a3d32a7240 None None] For port 68d2d5f4-dfd2-400c-91b3-431af4b093da, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=68d2d5f4-dfd2-400c-91b3-431af4b093da,segment=NetworkSegment(81206559-1209-44a1-b563-110d3be765a4),segment_id=81206559-1209-44a1-b563-110d3be765a4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:59.189328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Pushing event updated for resources: {'Port': ['ID=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:59.197503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:57Z', 'revision_number': 6, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:59.243759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 68d2d5f4-dfd2-400c-91b3-431af4b093da triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:59.244367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.298709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cf3b989-acb7-4bf8-812a-f7a3d32a7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.434255 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:59.457040 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:59.462061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3b989-acb7-4bf8-812a-f7a3d32a7240 None None] Pushing event updated for resources: {'Port': ['ID=68d2d5f4-dfd2-400c-91b3-431af4b093da,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:59.464436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] Checking router: 297d4caa-9984-40f1-a208-423a00d86ae4 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:59.496258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2ec56217-754c-4689-b307-c906c7caae28 None None] Provisioning complete for port 067a213c-b230-4357-9ffe-60393bfe7577 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:38:59.496988 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ec56217-754c-4689-b307-c906c7caae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (067a213c-b230-4357-9ffe-60393bfe7577), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.507639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Network 57359a1a-235d-4fb9-b480-45a4e841934e is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:59.549875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:59.574873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:38:59.602593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] Routers {'297d4caa-9984-40f1-a208-423a00d86ae4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:38:59.603231 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['297d4caa-9984-40f1-a208-423a00d86ae4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:59.689366 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Allocated IP 2001:db8::3b7 (dc8bb14f-a78a-4f5f-8a09-27e2254ff057/0278dcdb-8693-421a-8be5-d2d4f5c18941/10342a39-29f4-4e7d-b008-fcbe4440738d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:59.698861 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Allocated IP 172.25.2.134 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/37364c96-c318-4b41-abed-9f0f9841c89b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:59.753130 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-005e39e3-a7d5-4a3e-94ca-7b8b06e1901c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4500a192d404ffabb7ee66cc07ee914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656588 Jul 28 10:38:59.760371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52448) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:59.826240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2ec56217-754c-4689-b307-c906c7caae28 None None] Port 067a213c-b230-4357-9ffe-60393bfe7577 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:38:59.861520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks [] for port (067a213c-b230-4357-9ffe-60393bfe7577), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.879288 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (067a213c-b230-4357-9ffe-60393bfe7577), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.896231 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c5745ed-102c-4844-82d7-02ec7da1c6ef admin admin] Publish callbacks [] for security_group (11a67afb-b1fa-4c75-a276-2475fc09dbd5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.898307 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:38:59.923544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] Set router 297d4caa-9984-40f1-a208-423a00d86ae4 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:38:59.935223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:38:59.941795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c5745ed-102c-4844-82d7-02ec7da1c6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (11a67afb-b1fa-4c75-a276-2475fc09dbd5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:38:59.993310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:57Z', 'revision_number': 6, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:00.000284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3ab612e7-a263-4b46-998a-6b5835c574c0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.061047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ae803-ccf0-478f-8ddf-7c9aa6413073 None None] The sync data for ids ['297d4caa-9984-40f1-a208-423a00d86ae4'] in n-d-850468-6 is: [{'id': '297d4caa-9984-40f1-a208-423a00d86ae4', 'name': 'tempest-AttachVolumeTestJSON-1917376605-router', 'tenant_id': '379dcc2f97914adaa94499fd20cd9db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:37:59Z', 'updated_at': '2022-07-28T10:38:57Z', 'revision_number': 6, 'project_id': '379dcc2f97914adaa94499fd20cd9db1', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:00.064119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2ec56217-754c-4689-b307-c906c7caae28 None None] Provisioning complete for port 68d2d5f4-dfd2-400c-91b3-431af4b093da triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:00.064625 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ec56217-754c-4689-b307-c906c7caae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.066705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Attempting to bind port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:00.067273 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Attempting to bind port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c51551f2-2b3e-4da2-8bac-5c100c377194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57359a1a-235d-4fb9-b480-45a4e841934e'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:00.067799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Attempting to bind port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f on network 57359a1a-235d-4fb9-b480-45a4e841934e {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:00.090614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Pushing event updated for resources: {'Port': ['ID=067a213c-b230-4357-9ffe-60393bfe7577,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:00.098652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5745ed-102c-4844-82d7-02ec7da1c6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a67afb-b1fa-4c75-a276-2475fc09dbd5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:00.110416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (c0e7b156-61ec-4c68-ba39-8155fcbec2df), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.129524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1d2984f-9d08-45d8-a528-fd90f3f3052f admin admin] Publish callbacks [] for security_group (54aceb08-5edb-4a5d-a191-7d8497e7db35), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.147570 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0c5745ed-102c-4844-82d7-02ec7da1c6ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13d07c2601934ada9944dc87cbead392&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0205634 Jul 28 10:39:00.152855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:00.153743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Checking segment: {'id': 'c51551f2-2b3e-4da2-8bac-5c100c377194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57359a1a-235d-4fb9-b480-45a4e841934e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:00.155130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.155707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Bound using segment: {'id': 'c51551f2-2b3e-4da2-8bac-5c100c377194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57359a1a-235d-4fb9-b480-45a4e841934e'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:00.156351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Bound port: 34aae9e9-d393-48b8-a44e-abcb5b7ba53f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51551f2-2b3e-4da2-8bac-5c100c377194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '57359a1a-235d-4fb9-b480-45a4e841934e'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:00.156897 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.160335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52454) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:00.182579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab612e7-a263-4b46-998a-6b5835c574c0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:00.191957 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:00.212104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-438860578-network', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:00.268716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] For port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:00.270576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:00.274640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:00.275595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f2a1-f4a7-444e-8903-2795b0dd31be req-5f45682d-fbbf-4b76-a2ec-979e2181a5ab tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:00.285458 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-80d6f2a1-f4a7-444e-8903-2795b0dd31be req-5f45682d-fbbf-4b76-a2ec-979e2181a5ab tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/networks?id=57359a1a-235d-4fb9-b480-45a4e841934e HTTP/1.1" status: 200 len: 816 time: 0.5312817 Jul 28 10:39:00.288958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] For port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,segment=NetworkSegment(c51551f2-2b3e-4da2-8bac-5c100c377194),segment_id=c51551f2-2b3e-4da2-8bac-5c100c377194)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:00.298339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 68d2d5f4-dfd2-400c-91b3-431af4b093da is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:00.318550 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.369067 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-80d6f2a1-f4a7-444e-8903-2795b0dd31be req-aa7b09d4-bc80-4cc1-84df-e2678fd82e49 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/quotas/3965b1f18dbe42e3b1a8d3cc06e787ff HTTP/1.1" status: 200 len: 375 time: 0.0825975 Jul 28 10:39:00.453233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Made reservation on behalf of 5dcb3952445d4a98aceb3fe9cea7dd64 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:00.455777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.501901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1d2984f-9d08-45d8-a528-fd90f3f3052f admin admin] Publish callbacks [] for security_group (54aceb08-5edb-4a5d-a191-7d8497e7db35), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.530772 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:00.562331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Router c0e7b156-61ec-4c68-ba39-8155fcbec2df has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:39:00.582116 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.585266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abc5ab-131f-4aac-aa38-6bba7b6464fd None None] Pushing event updated for resources: {'Port': ['ID=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:00.602109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2ec56217-754c-4689-b307-c906c7caae28 None None] Current status of the port 68d2d5f4-dfd2-400c-91b3-431af4b093da is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:00.618409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for port (37364c96-c318-4b41-abed-9f0f9841c89b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.639570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (297d4caa-9984-40f1-a208-423a00d86ae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.666118 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-80d6f2a1-f4a7-444e-8903-2795b0dd31be req-a3be9eb2-b297-4a5c-a831-4f1183c49e14 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3965b1f18dbe42e3b1a8d3cc06e787ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2959290 Jul 28 10:39:00.733330 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:00.836963 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:00.841817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad860fd1-e9ff-4473-ad4e-e6d53f3ec5ab admin admin] Publish callbacks [] for security_group (11a67afb-b1fa-4c75-a276-2475fc09dbd5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.040970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68d2d5f4-dfd2-400c-91b3-431af4b093da up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:01.062379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (297d4caa-9984-40f1-a208-423a00d86ae4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.070179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks [] for router_controller (297d4caa-9984-40f1-a208-423a00d86ae4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.077001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad860fd1-e9ff-4473-ad4e-e6d53f3ec5ab admin admin] Publish callbacks [] for security_group (11a67afb-b1fa-4c75-a276-2475fc09dbd5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.138483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-939b7a93-d02d-4134-852e-0347fcd08620 None None] Provisioning complete for port 067a213c-b230-4357-9ffe-60393bfe7577 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:01.139268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-939b7a93-d02d-4134-852e-0347fcd08620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (067a213c-b230-4357-9ffe-60393bfe7577), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.176482 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (37364c96-c318-4b41-abed-9f0f9841c89b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.203089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.232096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:01.249160 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-41bec39c-c92f-4072-8d6f-828ec46461f2 admin admin] 10.222.0.46 "PUT /v2.0/routers/c0e7b156-61ec-4c68-ba39-8155fcbec2df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0787160 Jul 28 10:39:01.250943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (297d4caa-9984-40f1-a208-423a00d86ae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.250943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297d4caa-9984-40f1-a208-423a00d86ae4 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:39:01.250943 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-80d6f2a1-f4a7-444e-8903-2795b0dd31be req-1ed07e8e-0c31-49a0-9c61-a8c5f95eacda service neutron] 10.222.0.46 "GET /v2.0/networks/57359a1a-235d-4fb9-b480-45a4e841934e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797760 Jul 28 10:39:01.255215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1d2984f-9d08-45d8-a528-fd90f3f3052f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (54aceb08-5edb-4a5d-a191-7d8497e7db35), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.257906 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1d2984f-9d08-45d8-a528-fd90f3f3052f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.258995 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e1d2984f-9d08-45d8-a528-fd90f3f3052f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54aceb08-5edb-4a5d-a191-7d8497e7db35 HTTP/1.1" status: 204 len: 168 time: 1.4926288 Jul 28 10:39:01.281417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-939b7a93-d02d-4134-852e-0347fcd08620 None None] Port 067a213c-b230-4357-9ffe-60393bfe7577 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:01.281653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2984f-9d08-45d8-a528-fd90f3f3052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aceb08-5edb-4a5d-a191-7d8497e7db35,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:01.290113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 68d2d5f4-dfd2-400c-91b3-431af4b093da triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:01.291101 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.319774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.323736 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f53fb477-f761-47bf-9126-356530f07ac9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/297d4caa-9984-40f1-a208-423a00d86ae4 HTTP/1.1" status: 204 len: 168 time: 3.9478664 Jul 28 10:39:01.324008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52460) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:01.360235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks [] for security_group (3bb60ddd-2372-4476-9ce0-9ddb7310dee9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.394958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:01.400993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Pushing event updated for resources: {'Port': ['ID=37364c96-c318-4b41-abed-9f0f9841c89b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:01.409528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:01.422103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] Deleting subnet 56ab08b0-2cff-401c-b9ca-8e919709f0c6 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:39:01.441565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3bb60ddd-2372-4476-9ce0-9ddb7310dee9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.442669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] Publish callbacks [] for subnet (56ab08b0-2cff-401c-b9ca-8e919709f0c6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.444252 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:01.460539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 68d2d5f4-dfd2-400c-91b3-431af4b093da is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:01.462715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:01.478117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:01.497209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3275c7e1-eb8a-4452-99a0-ec5b43c48159), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.497607 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Added segment 3275c7e1-eb8a-4452-99a0-ec5b43c48159 of type vlan for network 860324d7-3c03-4bad-815a-334cd0e89fac Jul 28 10:39:01.561492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (56ab08b0-2cff-401c-b9ca-8e919709f0c6), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.585283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:01.586239 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.620476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:01.630723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:01.635020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (860324d7-3c03-4bad-815a-334cd0e89fac), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.682116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:01.688253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:01.688981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.706235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:01.717348 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:01.733207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (56ab08b0-2cff-401c-b9ca-8e919709f0c6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.764313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:01.764527 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.834294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (56ab08b0-2cff-401c-b9ca-8e919709f0c6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.839019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:01.847123 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.862328 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:01.863885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd7d04e2-dac8-4e8b-b98c-2aa824437473 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:01.879361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:39:01.899886 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:01.918884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ab08b0-2cff-401c-b9ca-8e919709f0c6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:01.923988 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.927267 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7e321cda-9296-4348-a32f-5c276b0d5595 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/56ab08b0-2cff-401c-b9ca-8e919709f0c6 HTTP/1.1" status: 204 len: 168 time: 0.6022456 Jul 28 10:39:01.930162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:01.949852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb60ddd-2372-4476-9ce0-9ddb7310dee9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:01.971389 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3830454 Jul 28 10:39:01.972352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad860fd1-e9ff-4473-ad4e-e6d53f3ec5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (11a67afb-b1fa-4c75-a276-2475fc09dbd5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.978197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad860fd1-e9ff-4473-ad4e-e6d53f3ec5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:01.979444 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ad860fd1-e9ff-4473-ad4e-e6d53f3ec5ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11a67afb-b1fa-4c75-a276-2475fc09dbd5 HTTP/1.1" status: 204 len: 168 time: 1.8153758 Jul 28 10:39:01.997730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:02.000016 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:02.025270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fd7d04e2-dac8-4e8b-b98c-2aa824437473 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:02.031331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd7d04e2-dac8-4e8b-b98c-2aa824437473 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:02.031936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:37:f0:95'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:02.043862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9395ce-7299-4ab8-be90-473148bc4673 None None] Network 69500ed2-ae4f-4144-8e9d-24b29e196bec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:02.102561 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (69500ed2-ae4f-4144-8e9d-24b29e196bec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.135792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba5a61-cbbc-4ef2-8b27-d4575425c795 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=10342a39-29f4-4e7d-b008-fcbe4440738d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:02.153336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (860324d7-3c03-4bad-815a-334cd0e89fac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.158519 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:02.159165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.244982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Deleting port 977e859f-5743-4011-9509-30eb35c1bf4f {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:02.245958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.281982 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad860fd1-e9ff-4473-ad4e-e6d53f3ec5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a67afb-b1fa-4c75-a276-2475fc09dbd5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:02.298080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:02.308929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8ad5afa1-b15b-4b04-ba87-2ca5f779d574 None None] Provisioning complete for port 10342a39-29f4-4e7d-b008-fcbe4440738d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:02.308929 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ad5afa1-b15b-4b04-ba87-2ca5f779d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.312852 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:02.352064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] Pushing event updated for resources: {'Network': ['ID=860324d7-3c03-4bad-815a-334cd0e89fac,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:02.409244 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-80d6f2a1-f4a7-444e-8903-2795b0dd31be req-fdd9f399-127a-4d73-b21c-badd456ba4b4 service neutron] 10.222.0.46 "GET /v2.0/networks/57359a1a-235d-4fb9-b480-45a4e841934e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0932024 Jul 28 10:39:02.413526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] For port 977e859f-5743-4011-9509-30eb35c1bf4f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=977e859f-5743-4011-9509-30eb35c1bf4f,segment=NetworkSegment(ac483290-1097-40bf-9b78-6290ea688554),segment_id=ac483290-1097-40bf-9b78-6290ea688554)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:02.420232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.429783 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-72a9daf6-dc51-446b-bb64-00ba2f1ef962 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.4850028 Jul 28 10:39:02.443420 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Calling delete_port for 977e859f-5743-4011-9509-30eb35c1bf4f owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:02.443678 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52480) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:02.467277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 860324d7-3c03-4bad-815a-334cd0e89fac details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:02.470323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5afa1-b15b-4b04-ba87-2ca5f779d574 None None] Port 10342a39-29f4-4e7d-b008-fcbe4440738d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:02.622681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:02.629285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5c7996a9-b3d5-4a46-8d13-9245e3908697 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956659692', 'description': 'tempest-description--1424628240'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:02.630835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9120dd5-6db9-4d53-9a88-3f6e07dde8c9 None None] DHCP port deletion for 69500ed2-ae4f-4144-8e9d-24b29e196bec request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:39:02.635931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (977e859f-5743-4011-9509-30eb35c1bf4f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.649044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297a960-846e-4d77-b5fa-c5a3f77f1871 None None] Network 57359a1a-235d-4fb9-b480-45a4e841934e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:02.671849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Pushing event deleted for resources: {'Port': ['ID=977e859f-5743-4011-9509-30eb35c1bf4f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:02.682624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] No DVR routers for this DVR port 977e859f-5743-4011-9509-30eb35c1bf4f on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:02.742632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c7996a9-b3d5-4a46-8d13-9245e3908697 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.783658 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Sync routers for ids ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:02.808823 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Routers {'c0e7b156-61ec-4c68-ba39-8155fcbec2df'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:02.813358 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:02.958059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (69500ed2-ae4f-4144-8e9d-24b29e196bec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:02.964845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b02fd53c-ee32-4d76-a447-4794f5589776 None None] Provisioning complete for port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:02.965317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b02fd53c-ee32-4d76-a447-4794f5589776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.042508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69500ed2-ae4f-4144-8e9d-24b29e196bec']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:03.066687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac483290-1097-40bf-9b78-6290ea688554') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:03.067707 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac483290-1097-40bf-9b78-6290ea688554') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:03.088791 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (ac483290-1097-40bf-9b78-6290ea688554), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.088983 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1b70afd-5b4b-424d-8d77-bd54b9e1ec42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.127330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34aae9e9-d393-48b8-a44e-abcb5b7ba53f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:03.150645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ac483290-1097-40bf-9b78-6290ea688554), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.175953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c7996a9-b3d5-4a46-8d13-9245e3908697 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group (6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.194778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:03.195648 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (ac483290-1097-40bf-9b78-6290ea688554), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.216477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Request body: {'subnet': {'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-subnet', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:03.225394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52494) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:03.228979 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Set router c0e7b156-61ec-4c68-ba39-8155fcbec2df gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:03.273104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6791b04-a8a1-481d-926e-c07d29b05e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.302562 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for floatingip (7ce2c0e6-c960-4ada-aa3d-1ad50297383b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.335023 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:03.345974 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (69500ed2-ae4f-4144-8e9d-24b29e196bec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.356498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.377745 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/69500ed2-ae4f-4144-8e9d-24b29e196bec HTTP/1.1" status: 204 len: 168 time: 1.4435930 Jul 28 10:39:03.384166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Made reservation on behalf of 5dcb3952445d4a98aceb3fe9cea7dd64 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:03.385274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c7996a9-b3d5-4a46-8d13-9245e3908697 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.388650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.397555 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ac483290-1097-40bf-9b78-6290ea688554 resource provider aggregate not found Jul 28 10:39:03.536244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:03.539465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a07e57-bf83-4278-9b58-4c7922c3ace1 admin admin] Pushing event deleted for resources: {'Network': ['ID=69500ed2-ae4f-4144-8e9d-24b29e196bec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:03.547523 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.549590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b02fd53c-ee32-4d76-a447-4794f5589776 None None] Current status of the port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:03.550005 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b02fd53c-ee32-4d76-a447-4794f5589776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.554533 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ac483290-1097-40bf-9b78-6290ea688554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac483290-1097-40bf-9b78-6290ea688554 found for delete ", "request_id": "req-b1f2813a-43e4-44f2-a606-091773cf6bc2"}]} Jul 28 10:39:03.574853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c7996a9-b3d5-4a46-8d13-9245e3908697 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.576286 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c7996a9-b3d5-4a46-8d13-9245e3908697 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9520350 Jul 28 10:39:03.579390 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:39:03.590123 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7996a9-b3d5-4a46-8d13-9245e3908697 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:03.607100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52518) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:03.624598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Request body: {'security_group_rule': {'security_group_id': '6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:03.696479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b02fd53c-ee32-4d76-a447-4794f5589776 None None] For port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,segment=NetworkSegment(c51551f2-2b3e-4da2-8bac-5c100c377194),segment_id=c51551f2-2b3e-4da2-8bac-5c100c377194)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:03.704599 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:03.707723 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b02fd53c-ee32-4d76-a447-4794f5589776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.716526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:03.754306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6791b04-a8a1-481d-926e-c07d29b05e62 admin admin] Publish callbacks [] for security_group (eb80c492-46ef-480c-9bd4-0120e3d2cb38), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.846987 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:38:58Z', 'revision_number': 4, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '067a213c-b230-4357-9ffe-60393bfe7577', 'name': '', 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'mac_address': 'fa:16:3e:06:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '927929b1-f889-4f25-bfe6-ff78e00b38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:57Z', 'updated_at': '2022-07-28T10:38:59Z', 'revision_number': 2, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'subnets': [{'id': '927929b1-f889-4f25-bfe6-ff78e00b38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:03.852558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:03.854369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:03.914825 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Checking router: c0e7b156-61ec-4c68-ba39-8155fcbec2df for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:03.917217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fd53c-ee32-4d76-a447-4794f5589776 None None] Pushing event updated for resources: {'Port': ['ID=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:03.918890 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Updating router c0e7b156-61ec-4c68-ba39-8155fcbec2df port 067a213c-b230-4357-9ffe-60393bfe7577 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:03.919497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group_rule (0b43faf7-95c4-4f36-bfcd-dd14207e5cea), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.942444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09ee9bdf-5969-40f3-a901-f7879be65d37 None None] Provisioning complete for port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:03.942926 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09ee9bdf-5969-40f3-a901-f7879be65d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.946849 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-72c662f5-a379-44ba-b297-9f04a24fe3d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=379dcc2f97914adaa94499fd20cd9db1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284727 Jul 28 10:39:03.951018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52524) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:03.951470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52526) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:03.980054 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:03.980381 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:03.982696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:03.983081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:03.988810 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (067a213c-b230-4357-9ffe-60393bfe7577), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.003318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345f440-dc56-4f7a-bdd1-8a0b08b0cd3d req-14a8ab47-f217-4893-b2d1-11181c73b648 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:04.005225 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a345f440-dc56-4f7a-bdd1-8a0b08b0cd3d req-14a8ab47-f217-4893-b2d1-11181c73b648 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/networks?id=57359a1a-235d-4fb9-b480-45a4e841934e HTTP/1.1" status: 200 len: 816 time: 0.4836464 Jul 28 10:39:04.055846 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a345f440-dc56-4f7a-bdd1-8a0b08b0cd3d req-0fbe6588-30a1-474c-8239-a456c542d4e7 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/quotas/3965b1f18dbe42e3b1a8d3cc06e787ff HTTP/1.1" status: 200 len: 375 time: 0.0406713 Jul 28 10:39:04.095681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09ee9bdf-5969-40f3-a901-f7879be65d37 None None] Current status of the port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:04.107375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6791b04-a8a1-481d-926e-c07d29b05e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eb80c492-46ef-480c-9bd4-0120e3d2cb38), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.131658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group_rule (0b43faf7-95c4-4f36-bfcd-dd14207e5cea), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.131879 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (81c47ba1-dc97-417d-8b79-857816f19e54), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.135611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e091266-cf3f-4682-a54d-a5d1b567e146 admin admin] Publish callbacks [] for security_group (fa7305bc-7280-41be-8da6-980892c2eb16), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.141698 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e6791b04-a8a1-481d-926e-c07d29b05e62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4681074bd6eb4129ae4244d71ee8f24b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9120622 Jul 28 10:39:04.144381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52530) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:04.147919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (0b43faf7-95c4-4f36-bfcd-dd14207e5cea), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.150712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.170059 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a345f440-dc56-4f7a-bdd1-8a0b08b0cd3d req-7fdfd30b-3d7f-4062-a70c-056443ab993a tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3965b1f18dbe42e3b1a8d3cc06e787ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068115 Jul 28 10:39:04.179566 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:04.214656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:04.216952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b43faf7-95c4-4f36-bfcd-dd14207e5cea,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:04.225479 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:04.229631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (37364c96-c318-4b41-abed-9f0f9841c89b), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.256993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e091266-cf3f-4682-a54d-a5d1b567e146 admin admin] Publish callbacks [] for security_group (fa7305bc-7280-41be-8da6-980892c2eb16), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.262495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-540347673'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:04.279891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.281518 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6700106 Jul 28 10:39:04.289542 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52532) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:04.296556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3ab612e7-a263-4b46-998a-6b5835c574c0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:04.296877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.297528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.298250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.298797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.299335 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.299885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.300319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.300756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.301191 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.301621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.302090 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.302512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.302938 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.303361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.303784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0a6f11-9713-48ec-a1db-e1fa846b5529 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:04.309674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d97fdff4-d17f-43e7-8923-e7890a547759 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Request body: {'security_group_rule': {'security_group_id': '6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:04.327045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3ab612e7-a263-4b46-998a-6b5835c574c0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:04.328755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3ab612e7-a263-4b46-998a-6b5835c574c0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:04.329759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 977e859f-5743-4011-9509-30eb35c1bf4f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:04.364039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 977e859f-5743-4011-9509-30eb35c1bf4f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:04.364666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 977e859f-5743-4011-9509-30eb35c1bf4f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:04.393414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Made reservation on behalf of 3eddb67e790349c2b08c2f8282bf73ca for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:04.398526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for port (37364c96-c318-4b41-abed-9f0f9841c89b), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.399390 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.413042 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:04.425597 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (37364c96-c318-4b41-abed-9f0f9841c89b), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.429781 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Publish callbacks [] for port (067a213c-b230-4357-9ffe-60393bfe7577), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.440499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.461894 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (067a213c-b230-4357-9ffe-60393bfe7577), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.470256 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a345f440-dc56-4f7a-bdd1-8a0b08b0cd3d req-8a8e86ba-8d1f-4bfa-93da-bbdc27e122d3 service neutron] 10.222.0.46 "GET /v2.0/networks/57359a1a-235d-4fb9-b480-45a4e841934e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889972 Jul 28 10:39:04.481055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e091266-cf3f-4682-a54d-a5d1b567e146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fa7305bc-7280-41be-8da6-980892c2eb16), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.484278 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e091266-cf3f-4682-a54d-a5d1b567e146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.485589 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e091266-cf3f-4682-a54d-a5d1b567e146 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa7305bc-7280-41be-8da6-980892c2eb16 HTTP/1.1" status: 204 len: 168 time: 0.5311539 Jul 28 10:39:04.488125 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:04.507385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d97fdff4-d17f-43e7-8923-e7890a547759 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group_rule (071f813a-20de-47bb-a8f7-633c33fb393d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.557483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f98b8-454f-4d85-95d0-8a634f92f207 None None] Pushing event updated for resources: {'Port': ['ID=067a213c-b230-4357-9ffe-60393bfe7577,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:04.568206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34aae9e9-d393-48b8-a44e-abcb5b7ba53f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:04.644555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:04.645110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.670684 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791b04-a8a1-481d-926e-c07d29b05e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80c492-46ef-480c-9bd4-0120e3d2cb38,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:04.674293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (7ce2c0e6-c960-4ada-aa3d-1ad50297383b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.695507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Checking segment: {'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:04.695992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Network hostable DHCP agents. Network: 860324d7-3c03-4bad-815a-334cd0e89fac, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:04.698930 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Attempting to bind port 067a213c-b230-4357-9ffe-60393bfe7577 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:04.699360 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Attempting to bind port 067a213c-b230-4357-9ffe-60393bfe7577 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:04.699676 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Attempting to bind port 067a213c-b230-4357-9ffe-60393bfe7577 on network d43e09c9-da4b-48da-8e04-8c49b14ff213 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:04.712039 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:04.712418 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Checking segment: {'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:04.712887 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.713211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Bound using segment: {'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:04.713750 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Bound port: 067a213c-b230-4357-9ffe-60393bfe7577, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:04.714148 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (067a213c-b230-4357-9ffe-60393bfe7577), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.727632 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:04.753152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e091266-cf3f-4682-a54d-a5d1b567e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7305bc-7280-41be-8da6-980892c2eb16,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:04.791780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c47ba1-dc97-417d-8b79-857816f19e54,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:04.808278 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks [] for security_group (6f18590b-6e61-48a7-b929-9a8cdfb75bb9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.821034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Network 860324d7-3c03-4bad-815a-334cd0e89fac is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:04.825305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6f18590b-6e61-48a7-b929-9a8cdfb75bb9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.841692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 860324d7-3c03-4bad-815a-334cd0e89fac) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:04.852825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Pushing event updated for resources: {'Port': ['ID=37364c96-c318-4b41-abed-9f0f9841c89b,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:04.857416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.859103 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11eba367-f5c1-4c51-9ef9-79adb8b3220e tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1425819 Jul 28 10:39:04.866913 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] For port 067a213c-b230-4357-9ffe-60393bfe7577, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:04.872586 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] For port 067a213c-b230-4357-9ffe-60393bfe7577, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=067a213c-b230-4357-9ffe-60393bfe7577,segment=NetworkSegment(ef2ded00-e73d-4f58-91fb-adfbf1bdbf86),segment_id=ef2ded00-e73d-4f58-91fb-adfbf1bdbf86)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:04.881161 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (067a213c-b230-4357-9ffe-60393bfe7577), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.892111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ab603-0164-429f-b75c-827bed979350 None None] Network 860324d7-3c03-4bad-815a-334cd0e89fac requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:04.899675 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:04.899986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:04.909086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:04.916705 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:04.977997 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Routers {'c0e7b156-61ec-4c68-ba39-8155fcbec2df'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:04.979474 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:38:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:04.984417 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:05.035701 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7a6d13e3-31c6-415e-a033-aa3c28c76bb7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.036228 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Added segment 7a6d13e3-31c6-415e-a033-aa3c28c76bb7 of type vlan for network 79dac79f-271a-43ab-ac64-fb6f586cc362 Jul 28 10:39:05.039226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f18590b-6e61-48a7-b929-9a8cdfb75bb9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:05.050809 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f98b8-454f-4d85-95d0-8a634f92f207 None None] Pushing event updated for resources: {'Port': ['ID=067a213c-b230-4357-9ffe-60393bfe7577,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:05.054894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d34078e2-a101-49a7-b3fc-2acc2767aa43 admin admin] Publish callbacks [] for security_group (eb80c492-46ef-480c-9bd4-0120e3d2cb38), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.113988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-06c4b166-6e2b-434f-b5d4-d5b55909cac0 None None] Provisioning complete for port 067a213c-b230-4357-9ffe-60393bfe7577 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:05.115857 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-06c4b166-6e2b-434f-b5d4-d5b55909cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (067a213c-b230-4357-9ffe-60393bfe7577), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.119350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d97fdff4-d17f-43e7-8923-e7890a547759 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group_rule (071f813a-20de-47bb-a8f7-633c33fb393d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.134795 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a345f440-dc56-4f7a-bdd1-8a0b08b0cd3d req-92a095a7-93c1-45d5-b610-58ae5f2d3a1e service neutron] 10.222.0.46 "GET /v2.0/networks/57359a1a-235d-4fb9-b480-45a4e841934e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547527 Jul 28 10:39:05.146116 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-27524e89-d05d-4444-8c39-36ebb0e4a464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.167167 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-45e3c6ce-43a2-42f3-b1e3-9608460caa00 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6413562 Jul 28 10:39:05.169804 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52542) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:05.189433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d34078e2-a101-49a7-b3fc-2acc2767aa43 admin admin] Publish callbacks [] for security_group (eb80c492-46ef-480c-9bd4-0120e3d2cb38), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.193583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d97fdff4-d17f-43e7-8923-e7890a547759 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (071f813a-20de-47bb-a8f7-633c33fb393d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.221848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Request body: {'router': {'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:05.239907 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] Set router c0e7b156-61ec-4c68-ba39-8155fcbec2df gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:05.269031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fdff4-d17f-43e7-8923-e7890a547759 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071f813a-20de-47bb-a8f7-633c33fb393d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:05.273604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (79dac79f-271a-43ab-ac64-fb6f586cc362), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.314984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d97fdff4-d17f-43e7-8923-e7890a547759 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.317143 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d97fdff4-d17f-43e7-8923-e7890a547759 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0222237 Jul 28 10:39:05.321110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52552) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:05.328430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:05.380040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.404102 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (79dac79f-271a-43ab-ac64-fb6f586cc362), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.415783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:05.417099 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.556170 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6003485 Jul 28 10:39:05.569638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52560) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:05.571291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-860324d7-3c03-4bad-815a-334cd0e89fac', 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac', 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'fixed_ips': [{'subnet_id': '81c47ba1-dc97-417d-8b79-857816f19e54'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:39:05.572844 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.580345 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Request body: {'subnet': {'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:05.592290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:05.618854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d06c8-2245-4ea9-bbf2-894eab2ec5e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event updated for resources: {'Network': ['ID=79dac79f-271a-43ab-ac64-fb6f586cc362,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:05.706004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.736490 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.787360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (2848b699-bfca-49e1-a32d-1f894206eb87), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.789926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (2848b699-bfca-49e1-a32d-1f894206eb87), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.813542 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ff911e3a-306f-477b-b946-b9303f178f45 req-1b66503d-28da-4e9c-8a21-a3a119948d0b tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--743985009&fields=id&tenant_id=64cc6289ea42425b991fefecc2283ad4 HTTP/1.1" status: 200 len: 267 time: 0.5440831 Jul 28 10:39:05.836382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Made reservation on behalf of 3eddb67e790349c2b08c2f8282bf73ca for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:05.843379 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:05.887284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.018299 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:06.069468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Allocated IP 172.25.2.6 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/d2b29e87-0511-433f-9f31-a248e548ff57) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:06.069820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-06c4b166-6e2b-434f-b5d4-d5b55909cac0 None None] Current status of the port 067a213c-b230-4357-9ffe-60393bfe7577 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:06.070476 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-06c4b166-6e2b-434f-b5d4-d5b55909cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (067a213c-b230-4357-9ffe-60393bfe7577), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.085149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:38:58Z', 'revision_number': 4, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '067a213c-b230-4357-9ffe-60393bfe7577', 'name': '', 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'mac_address': 'fa:16:3e:06:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '927929b1-f889-4f25-bfe6-ff78e00b38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:57Z', 'updated_at': '2022-07-28T10:39:04Z', 'revision_number': 4, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'subnets': [{'id': '927929b1-f889-4f25-bfe6-ff78e00b38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:06.101908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] In _notify_port_updated(), no bound segment for port 10342a39-29f4-4e7d-b008-fcbe4440738d on network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:39:06.121065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:06.121766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.122861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:06.126786 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "PUT /v2.0/ports/10342a39-29f4-4e7d-b008-fcbe4440738d HTTP/1.1" status: 200 len: 1002 time: 4.1249838 Jul 28 10:39:06.145890 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a2d67-6f7f-4f12-89d4-164390756c1e None None] The sync data for ids ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'] in n-d-850468-6 is: [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:38:58Z', 'revision_number': 4, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '067a213c-b230-4357-9ffe-60393bfe7577', 'name': '', 'network_id': 'd43e09c9-da4b-48da-8e04-8c49b14ff213', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'mac_address': 'fa:16:3e:06:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '927929b1-f889-4f25-bfe6-ff78e00b38a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:57Z', 'updated_at': '2022-07-28T10:39:04Z', 'revision_number': 4, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'subnets': [{'id': '927929b1-f889-4f25-bfe6-ff78e00b38a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:06.159155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52580) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:06.201033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-06c4b166-6e2b-434f-b5d4-d5b55909cac0 None None] For port 067a213c-b230-4357-9ffe-60393bfe7577, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=067a213c-b230-4357-9ffe-60393bfe7577,segment=NetworkSegment(ef2ded00-e73d-4f58-91fb-adfbf1bdbf86),segment_id=ef2ded00-e73d-4f58-91fb-adfbf1bdbf86)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:06.242636 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks [] for router_controller (2848b699-bfca-49e1-a32d-1f894206eb87), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.319950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff911e3a-306f-477b-b946-b9303f178f45 req-4da84d54-a856-46a7-adeb-43198ae60bfd tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:06.321678 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ff911e3a-306f-477b-b946-b9303f178f45 req-4da84d54-a856-46a7-adeb-43198ae60bfd tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/networks?id=31a46682-7954-480a-a4de-5f409759b267 HTTP/1.1" status: 200 len: 814 time: 0.5067959 Jul 28 10:39:06.328391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d34078e2-a101-49a7-b3fc-2acc2767aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eb80c492-46ef-480c-9bd4-0120e3d2cb38), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.331280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d34078e2-a101-49a7-b3fc-2acc2767aa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.335580 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d34078e2-a101-49a7-b3fc-2acc2767aa43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb80c492-46ef-480c-9bd4-0120e3d2cb38 HTTP/1.1" status: 204 len: 168 time: 2.1825106 Jul 28 10:39:06.394092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5563eae-f47c-4c61-91b1-45a1bb6030e4 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=10342a39-29f4-4e7d-b008-fcbe4440738d,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:06.442874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Allocated IP 172.20.0.2 (860324d7-3c03-4bad-815a-334cd0e89fac/81c47ba1-dc97-417d-8b79-857816f19e54/66f98d3d-1233-4c0d-ab5b-fdd6922407f9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:06.482156 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:06.483041 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:06.565090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34078e2-a101-49a7-b3fc-2acc2767aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80c492-46ef-480c-9bd4-0120e3d2cb38,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:06.588733 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ff911e3a-306f-477b-b946-b9303f178f45 req-8a32004e-8dea-4d95-afc4-6d3a5b92fc3a tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/quotas/64cc6289ea42425b991fefecc2283ad4 HTTP/1.1" status: 200 len: 375 time: 0.2489874 Jul 28 10:39:06.723342 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:06.725062 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:06.730037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 067a213c-b230-4357-9ffe-60393bfe7577 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:06.743877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for port (d2b29e87-0511-433f-9f31-a248e548ff57), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.752870 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098939-f932-4437-ae06-88e2e60cd23f req-83718ccf-35e4-473d-b70c-7f0ecb424083 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:06.754721 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-74098939-f932-4437-ae06-88e2e60cd23f req-83718ccf-35e4-473d-b70c-7f0ecb424083 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/networks?id=57359a1a-235d-4fb9-b480-45a4e841934e HTTP/1.1" status: 200 len: 816 time: 0.6749778 Jul 28 10:39:06.762393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (0a758c83-a975-449a-aa84-fc85069055ae), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.771104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting port 10342a39-29f4-4e7d-b008-fcbe4440738d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:06.771443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.831606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks [] for router_gateway (2848b699-bfca-49e1-a32d-1f894206eb87), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.846597 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-06c4b166-6e2b-434f-b5d4-d5b55909cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (067a213c-b230-4357-9ffe-60393bfe7577), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.953575 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Publish callbacks [] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:06.981722 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:06.983452 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ff911e3a-306f-477b-b946-b9303f178f45 req-fe18dc1c-66e9-4925-8b6a-ea1ff037368c tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=64cc6289ea42425b991fefecc2283ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3842652 Jul 28 10:39:07.006919 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-74098939-f932-4437-ae06-88e2e60cd23f req-770e04db-eb8f-4833-9952-8b4160c99c50 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/quotas/3965b1f18dbe42e3b1a8d3cc06e787ff HTTP/1.1" status: 200 len: 375 time: 0.2349310 Jul 28 10:39:07.165165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-342ec0a2-c6c3-4676-b933-5c00ad2b4709 None None] Provisioning complete for port 067a213c-b230-4357-9ffe-60393bfe7577 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:07.165722 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-342ec0a2-c6c3-4676-b933-5c00ad2b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (067a213c-b230-4357-9ffe-60393bfe7577), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.182664 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.185886 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:07.216071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks [] for router_gateway (2848b699-bfca-49e1-a32d-1f894206eb87), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.238869 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.258164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.366583 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ff911e3a-306f-477b-b946-b9303f178f45 req-14bf69e7-8afb-40cb-8d76-6baf0d24f3c3 service neutron] 10.222.0.46 "GET /v2.0/networks/31a46682-7954-480a-a4de-5f409759b267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807448 Jul 28 10:39:07.399049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4b166-6e2b-434f-b5d4-d5b55909cac0 None None] Pushing event updated for resources: {'Port': ['ID=067a213c-b230-4357-9ffe-60393bfe7577,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:07.470001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Network 860324d7-3c03-4bad-815a-334cd0e89fac is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:07.479936 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.578612 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ff911e3a-306f-477b-b946-b9303f178f45 req-4f656ef0-363d-4c39-b515-ae5557c9a048 service neutron] 10.222.0.46 "GET /v2.0/networks/31a46682-7954-480a-a4de-5f409759b267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097790 Jul 28 10:39:07.628517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Pushing event updated for resources: {'Port': ['ID=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:07.635862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:07.643151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:07.675662 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event updated for resources: {'Subnet': ['ID=0a758c83-a975-449a-aa84-fc85069055ae,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:07.720988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-342ec0a2-c6c3-4676-b933-5c00ad2b4709 None None] Current status of the port 067a213c-b230-4357-9ffe-60393bfe7577 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:07.743820 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d2b29e87-0511-433f-9f31-a248e548ff57), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.753627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-342ec0a2-c6c3-4676-b933-5c00ad2b4709 None None] Provisioning complete for port 10342a39-29f4-4e7d-b008-fcbe4440738d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:07.754071 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-342ec0a2-c6c3-4676-b933-5c00ad2b4709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.784714 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-74098939-f932-4437-ae06-88e2e60cd23f req-cc7cb9b3-38e3-473c-b56a-3400b203bd30 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3965b1f18dbe42e3b1a8d3cc06e787ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7762485 Jul 28 10:39:07.818913 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.821324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 067a213c-b230-4357-9ffe-60393bfe7577 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:07.822109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (067a213c-b230-4357-9ffe-60393bfe7577), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.881510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Checking segment: {'id': '7a6d13e3-31c6-415e-a033-aa3c28c76bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:07.881989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Network hostable DHCP agents. Network: 79dac79f-271a-43ab-ac64-fb6f586cc362, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:07.899024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.928305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:07.999174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Attempting to bind port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:08.000071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Attempting to bind port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:08.000552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Attempting to bind port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 on network 860324d7-3c03-4bad-815a-334cd0e89fac {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:08.005375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Allocated IP 172.25.2.42 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a773398b-2997-42a7-870c-c19d6e4cc8cd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:08.009355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:08.009643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Checking segment: {'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:08.010274 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.010884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Bound using segment: {'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:08.011445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Bound port: 66f98d3d-1233-4c0d-ab5b-fdd6922407f9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:08.011968 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.031297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-342ec0a2-c6c3-4676-b933-5c00ad2b4709 None None] Port 10342a39-29f4-4e7d-b008-fcbe4440738d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:08.055799 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:08.106142 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7766384c-b8a1-4303-b288-4956c5417621 req-7671304f-286c-4433-9554-5f2970ea4713 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eaf3533-646b-40e4-a091-6d33e25550e2 HTTP/1.1" status: 200 len: 210 time: 0.1911159 Jul 28 10:39:08.151429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:08.170607 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Calling delete_port for 10342a39-29f4-4e7d-b008-fcbe4440738d owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:08.174699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Pushing event updated for resources: {'Port': ['ID=d2b29e87-0511-433f-9f31-a248e548ff57,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:08.190734 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:08.196918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:08.243507 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:08.246448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] For port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:08.261877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] For port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,segment=NetworkSegment(3275c7e1-eb8a-4452-99a0-ec5b43c48159),segment_id=3275c7e1-eb8a-4452-99a0-ec5b43c48159)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:08.323209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.394804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 067a213c-b230-4357-9ffe-60393bfe7577 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:08.407047 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-74098939-f932-4437-ae06-88e2e60cd23f req-52de5720-427d-4334-a74b-1fe6176c85c2 service neutron] 10.222.0.46 "GET /v2.0/networks/57359a1a-235d-4fb9-b480-45a4e841934e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138750 Jul 28 10:39:08.437924 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:08.448947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks [] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.503191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fe639-e43d-410f-9f9b-0497ef133094 None None] Pushing event updated for resources: {'Port': ['ID=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:08.535848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 79dac79f-271a-43ab-ac64-fb6f586cc362) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:08.545262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9034be-3ff4-4f62-8212-4ca04f440010 None None] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:08.551071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:08.551679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.615133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.628699 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4123c58d-2fdc-4f92-bae0-93cadbb17419 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0576806 Jul 28 10:39:08.634283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52636) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:08.643248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Request body: {'port': {'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2103896130'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:08.722852 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:08.735780 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for floatingip (872d0210-c981-430b-b26d-8b635da32507), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.739535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 067a213c-b230-4357-9ffe-60393bfe7577 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:08.767350 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-74098939-f932-4437-ae06-88e2e60cd23f req-0d2f94e9-a5ee-405c-8631-8cc2a9e0e0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/57359a1a-235d-4fb9-b480-45a4e841934e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225179 Jul 28 10:39:08.770714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:08.786159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:08.793480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:08.816645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-79dac79f-271a-43ab-ac64-fb6f586cc362', 'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362', 'project_id': '3eddb67e790349c2b08c2f8282bf73ca', 'fixed_ips': [{'subnet_id': '0a758c83-a975-449a-aa84-fc85069055ae'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:39:08.817593 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.882095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d2b29e87-0511-433f-9f31-a248e548ff57), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:08.934557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (10342a39-29f4-4e7d-b008-fcbe4440738d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:09.027136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Port': ['ID=10342a39-29f4-4e7d-b008-fcbe4440738d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:09.132647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Made reservation on behalf of 3eddb67e790349c2b08c2f8282bf73ca for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:09.136271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:09.177887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Pushing event updated for resources: {'Port': ['ID=a773398b-2997-42a7-870c-c19d6e4cc8cd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:09.207025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 067a213c-b230-4357-9ffe-60393bfe7577 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:09.207500 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (067a213c-b230-4357-9ffe-60393bfe7577), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:09.255672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:09.270276 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ea2177b-4c0d-46c7-8b55-a9ac17db241a tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/ports/10342a39-29f4-4e7d-b008-fcbe4440738d HTTP/1.1" status: 204 len: 168 time: 3.1031895 Jul 28 10:39:09.293782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52650) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:09.447132 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5b2780-35fc-4a68-85b5-47a00de10a63 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] GET failed (client error): The resource could not be found. Jul 28 10:39:09.473554 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8e5b2780-35fc-4a68-85b5-47a00de10a63 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "GET /v2.0/ports/10342a39-29f4-4e7d-b008-fcbe4440738d HTTP/1.1" status: 404 len: 333 time: 0.1722245 Jul 28 10:39:09.477087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:09.529894 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] device_id is not set on port c1fbb33b-5bb3-4614-8def-be9e6222c3be yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:09.534512 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:09.568833 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4c226d58-eaa8-4bce-935e-ab2d99ba8395 req-7eee0b8a-2942-4760-ad06-6f6fab9a2d3e tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?device_id=43055861-475e-4c4c-ac33-428a805ba10e HTTP/1.1" status: 200 len: 210 time: 0.2294810 Jul 28 10:39:09.594334 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:09.695633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for port (d2b29e87-0511-433f-9f31-a248e548ff57), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:09.712989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 067a213c-b230-4357-9ffe-60393bfe7577 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:09.731159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1326831212'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:09.738125 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:09.746686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (d2b29e87-0511-433f-9f31-a248e548ff57), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:09.748234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Allocated IP 2001:db8::2 (79dac79f-271a-43ab-ac64-fb6f586cc362/0a758c83-a975-449a-aa84-fc85069055ae/9ca27546-a02c-4da1-8461-2d81eda68166) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:09.753992 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-172cd932-d222-497f-acc1-ebddb39eacdb req-e004f75e-ccbc-48b4-8ad3-2fc14c44c893 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eaf3533-646b-40e4-a091-6d33e25550e2 HTTP/1.1" status: 200 len: 210 time: 0.4225276 Jul 28 10:39:09.883825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Pushing event updated for resources: {'Port': ['ID=d2b29e87-0511-433f-9f31-a248e548ff57,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:09.952921 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (872d0210-c981-430b-b26d-8b635da32507), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:09.996985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.001093 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ec56ccb0-ebe2-4948-927f-f70bfaccb0e0 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.6785011 Jul 28 10:39:10.034431 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:10.063327 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks [] for router_gateway (2848b699-bfca-49e1-a32d-1f894206eb87), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.091292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Publish callbacks [] for port (9ca27546-a02c-4da1-8461-2d81eda68166), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.110128 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-85054fa4-1713-41fd-a2da-50c93762729f req-a6e768e5-0ee1-41e9-abf7-a2ba67b11631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eaf3533-646b-40e4-a091-6d33e25550e2 HTTP/1.1" status: 200 len: 210 time: 0.0764294 Jul 28 10:39:10.111642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.185245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:10.196077 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.203265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:10.218167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:10.226935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:10.267905 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Allocated IP 2001:db8::2d0 (79dac79f-271a-43ab-ac64-fb6f586cc362/0a758c83-a975-449a-aa84-fc85069055ae/c1fbb33b-5bb3-4614-8def-be9e6222c3be) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:10.361165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Pushing event updated for resources: {'Port': ['ID=9ca27546-a02c-4da1-8461-2d81eda68166,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:10.379053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] device_id is not set on port d0920f19-a80c-49ae-b107-49015759063a yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:10.395394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Attempting to bind port 9ca27546-a02c-4da1-8461-2d81eda68166 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:10.399697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Attempting to bind port 9ca27546-a02c-4da1-8461-2d81eda68166 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7a6d13e3-31c6-415e-a033-aa3c28c76bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:10.400528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Attempting to bind port 9ca27546-a02c-4da1-8461-2d81eda68166 on network 79dac79f-271a-43ab-ac64-fb6f586cc362 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:10.430199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:10.430588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Checking segment: {'id': '7a6d13e3-31c6-415e-a033-aa3c28c76bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:10.435209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.435687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Bound using segment: {'id': '7a6d13e3-31c6-415e-a033-aa3c28c76bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:10.436211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Bound port: 9ca27546-a02c-4da1-8461-2d81eda68166, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6d13e3-31c6-415e-a033-aa3c28c76bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:10.437170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.698473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] For port 9ca27546-a02c-4da1-8461-2d81eda68166, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:10.716103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] For port 9ca27546-a02c-4da1-8461-2d81eda68166, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ca27546-a02c-4da1-8461-2d81eda68166,segment=NetworkSegment(7a6d13e3-31c6-415e-a033-aa3c28c76bb7),segment_id=7a6d13e3-31c6-415e-a033-aa3c28c76bb7)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:10.728087 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:10.741724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:10.860270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks [] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.868437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:10.877035 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.884299 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:10.921910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f53e7d0-852d-4f11-b6df-7937e3752206 None None] Network 860324d7-3c03-4bad-815a-334cd0e89fac requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:10.955694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:10.956249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:10.989595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b426e17e-ec74-4730-8412-f3363ce45023 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group (0d5d26ac-128f-4635-bdbc-fb1c4a29bf45), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.026717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.032888 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b426e17e-ec74-4730-8412-f3363ce45023 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group (0d5d26ac-128f-4635-bdbc-fb1c4a29bf45), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.047199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2754b24c-b64f-4fa9-9ea5-0f94a9bc0cb3 None None] Provisioning complete for port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:11.047678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2754b24c-b64f-4fa9-9ea5-0f94a9bc0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.123143 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event updated for resources: {'Port': ['ID=c1fbb33b-5bb3-4614-8def-be9e6222c3be,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:11.160629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:11.162686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:11.167062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:11.173874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:11.175049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.204783 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:11.219779 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c6f3848a-78dc-4425-9b61-5bfbfb33d472 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5822568 Jul 28 10:39:11.223307 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:11.231672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Request body: {'port': {'network_id': '79dac79f-271a-43ab-ac64-fb6f586cc362', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1675694246', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:11.235213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.api.validators [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] bootfile-name is not in valid_values {{(pid=104688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:39:11.235881 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.api.validators [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] tftp-server is not in valid_values {{(pid=104688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:39:11.238321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.api.validators [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] server-ip-address is not in valid_values {{(pid=104688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:39:11.248565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b426e17e-ec74-4730-8412-f3363ce45023 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d5d26ac-128f-4635-bdbc-fb1c4a29bf45), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.252553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b426e17e-ec74-4730-8412-f3363ce45023 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.259350 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b426e17e-ec74-4730-8412-f3363ce45023 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "DELETE /v2.0/security-groups/0d5d26ac-128f-4635-bdbc-fb1c4a29bf45 HTTP/1.1" status: 204 len: 168 time: 0.3889678 Jul 28 10:39:11.264346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52760) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:11.307089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f070c3-c7af-4859-b42e-691ed6e1a5df None None] Pushing event updated for resources: {'Port': ['ID=9ca27546-a02c-4da1-8461-2d81eda68166,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:11.423725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52762) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:11.444266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426e17e-ec74-4730-8412-f3363ce45023 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d26ac-128f-4635-bdbc-fb1c4a29bf45,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:11.450402 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-78008859-2a88-4367-a77c-9c598dd68f96 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] show failed (client error): The resource could not be found. Jul 28 10:39:11.451843 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-78008859-2a88-4367-a77c-9c598dd68f96 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "GET /v2.0/security-groups/0d5d26ac-128f-4635-bdbc-fb1c4a29bf45 HTTP/1.1" status: 404 len: 347 time: 0.1454885 Jul 28 10:39:11.455265 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52766) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:11.620056 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:11.665727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:11.666828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.671524 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.718746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-944caf64-130c-4007-b9b3-40be8bdc4773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.731548 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-95281a9c-a1ed-402f-95a5-820b1a64767a req-691a7499-8a2e-48dc-b647-e3709f804f10 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?device_id=43055861-475e-4c4c-ac33-428a805ba10e HTTP/1.1" status: 200 len: 210 time: 0.1221030 Jul 28 10:39:11.752107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2754b24c-b64f-4fa9-9ea5-0f94a9bc0cb3 None None] Current status of the port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:11.752794 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2754b24c-b64f-4fa9-9ea5-0f94a9bc0cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.820492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,segment=NetworkSegment(3275c7e1-eb8a-4452-99a0-ec5b43c48159),segment_id=3275c7e1-eb8a-4452-99a0-ec5b43c48159)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:11.838168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Deleting port 37364c96-c318-4b41-abed-9f0f9841c89b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:11.838766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (37364c96-c318-4b41-abed-9f0f9841c89b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:11.852075 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Allocated IP 2001:db8::1ec (dc8bb14f-a78a-4f5f-8a09-27e2254ff057/0278dcdb-8693-421a-8be5-d2d4f5c18941/d0920f19-a80c-49ae-b107-49015759063a) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:11.873055 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.040473 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (2848b699-bfca-49e1-a32d-1f894206eb87), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.065514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (37364c96-c318-4b41-abed-9f0f9841c89b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.067031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for floatingip (37364c96-c318-4b41-abed-9f0f9841c89b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.086579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:12.095654 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-2754b24c-b64f-4fa9-9ea5-0f94a9bc0cb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:39:12.096949 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-2754b24c-b64f-4fa9-9ea5-0f94a9bc0cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:39:12.099643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Calling delete_port for 37364c96-c318-4b41-abed-9f0f9841c89b owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:12.202979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Made reservation on behalf of 3eddb67e790349c2b08c2f8282bf73ca for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:12.207029 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.221431 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-db266820-9616-4742-9ea4-c39075807d62 req-2f46ab5d-56f2-4a39-b431-b9209c536064 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?device_id=43055861-475e-4c4c-ac33-428a805ba10e HTTP/1.1" status: 200 len: 210 time: 0.0893347 Jul 28 10:39:12.334674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] device_id is not set on port 80366691-c30b-47d9-8dbe-d5acf9fc58dc yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:12.591469 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-944caf64-130c-4007-b9b3-40be8bdc4773 admin admin] Publish callbacks [] for security_group (a58a61e5-89cb-4606-81ed-4280ae1cdd82), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.623331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-944caf64-130c-4007-b9b3-40be8bdc4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a58a61e5-89cb-4606-81ed-4280ae1cdd82), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.645963 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (d0920f19-a80c-49ae-b107-49015759063a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.721420 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:12.735838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2754b24c-b64f-4fa9-9ea5-0f94a9bc0cb3 None None] Current status of the port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:12.757171 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944caf64-130c-4007-b9b3-40be8bdc4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a61e5-89cb-4606-81ed-4280ae1cdd82,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:12.804759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Router 2848b699-bfca-49e1-a32d-1f894206eb87 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:39:12.830506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d0920f19-a80c-49ae-b107-49015759063a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.864658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-430f10d5-463e-4ac5-94ac-5cd3a9c4ca24 None None] Provisioning complete for port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:12.866502 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-430f10d5-463e-4ac5-94ac-5cd3a9c4ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:12.878192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:12.923256 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-944caf64-130c-4007-b9b3-40be8bdc4773 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f501e789b9aa446db6ff1a0d7f4d4f04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4951868 Jul 28 10:39:12.930845 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:12.935707 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52818) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:12.952100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Allocated IP 2001:db8::9 (79dac79f-271a-43ab-ac64-fb6f586cc362/0a758c83-a975-449a-aa84-fc85069055ae/80366691-c30b-47d9-8dbe-d5acf9fc58dc) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:12.983135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4235c8-28cc-4942-a6c1-37f62ac0dc10 None None] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:13.013177 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (37364c96-c318-4b41-abed-9f0f9841c89b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.078853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Pushing event deleted for resources: {'Port': ['ID=37364c96-c318-4b41-abed-9f0f9841c89b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:13.138727 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:13.140551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:13.141089 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.143160 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:13.143822 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:13.145838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:13.148802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:13.165338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:13.174214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:13.180205 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:13.181082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.190120 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-28eab4b1-5d10-40ad-ae79-ce049c3f4768 req-43e08e03-33b8-4f18-ba2d-f2ffbfd9e998 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?device_id=c82c945b-51d1-4f7b-aa9e-0a9f84263137 HTTP/1.1" status: 200 len: 210 time: 0.1175754 Jul 28 10:39:13.192486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.194049 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-804ff589-d6c0-4edd-8087-cf516dcb3c1c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9944789 Jul 28 10:39:13.211530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52820) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:13.223440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=d0920f19-a80c-49ae-b107-49015759063a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:13.226134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Sync routers for ids ['2848b699-bfca-49e1-a32d-1f894206eb87'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:13.250381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.250764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.251110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.251448 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.251786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.252119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.252457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.274473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.274828 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.275173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.275521 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.275860 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.276192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.279668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.280102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:13.300754 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca305bcb-d874-4401-ac85-48c363c8ae45 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8201842 Jul 28 10:39:13.303181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52824) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:13.308626 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'network_id': 'dc8bb14f-a78a-4f5f-8a09-27e2254ff057', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1150246517'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:13.317688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd49f-8e57-4816-a8b4-42b4362e17be admin admin] Publish callbacks [] for security_group (a58a61e5-89cb-4606-81ed-4280ae1cdd82), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.356568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks [] for floatingip (7ce2c0e6-c960-4ada-aa3d-1ad50297383b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.368254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.374866 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-00a9a82b-edbf-4bd7-9125-f79bfa43e631 tempest-ServersTestFqdnHostnames-845557534 tempest-ServersTestFqdnHostnames-845557534-project] 10.222.0.46 "DELETE /v2.0/floatingips/7ce2c0e6-c960-4ada-aa3d-1ad50297383b HTTP/1.1" status: 204 len: 168 time: 1.9183743 Jul 28 10:39:13.379548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:13.407245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-430f10d5-463e-4ac5-94ac-5cd3a9c4ca24 None None] Current status of the port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:13.409318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Routers {'2848b699-bfca-49e1-a32d-1f894206eb87'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:13.418710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2848b699-bfca-49e1-a32d-1f894206eb87'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:13.609292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Made reservation on behalf of eec77b2e1f804b04916192b1f723fef5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:13.617697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.649871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Set router 2848b699-bfca-49e1-a32d-1f894206eb87 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:13.660640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] device_id is not set on port dd038ae6-331d-4cf7-9bc0-38cffeff3521 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:13.736932 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:13.738092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Provisioning complete for port 9ca27546-a02c-4da1-8461-2d81eda68166 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:13.738633 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:13.988217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:13.990157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ca27546-a02c-4da1-8461-2d81eda68166 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:14.122036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Allocated IP 2001:db8::26 (dc8bb14f-a78a-4f5f-8a09-27e2254ff057/0278dcdb-8693-421a-8be5-d2d4f5c18941/dd038ae6-331d-4cf7-9bc0-38cffeff3521) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:14.140411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9ca27546-a02c-4da1-8461-2d81eda68166 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:14.140858 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.212012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Current status of the port 9ca27546-a02c-4da1-8461-2d81eda68166 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:14.212793 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.389297 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks [] for port (80366691-c30b-47d9-8dbe-d5acf9fc58dc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.418462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.421303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:09Z', 'revision_number': 3, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port': {'id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:07Z', 'updated_at': '2022-07-28T10:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:14.438199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd49f-8e57-4816-a8b4-42b4362e17be admin admin] Publish callbacks [] for security_group (a58a61e5-89cb-4606-81ed-4280ae1cdd82), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.474368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.479643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] For port 9ca27546-a02c-4da1-8461-2d81eda68166, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ca27546-a02c-4da1-8461-2d81eda68166,segment=NetworkSegment(7a6d13e3-31c6-415e-a033-aa3c28c76bb7),segment_id=7a6d13e3-31c6-415e-a033-aa3c28c76bb7)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:14.482032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Checking router: 2848b699-bfca-49e1-a32d-1f894206eb87 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:14.490264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Updating router 2848b699-bfca-49e1-a32d-1f894206eb87 port a773398b-2997-42a7-870c-c19d6e4cc8cd binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:14.496005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (80366691-c30b-47d9-8dbe-d5acf9fc58dc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.509367 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a800dc4f-27cf-41f9-a597-944834a48fbd req-c6df5414-16c5-4bfe-aa19-bcc65f39dee1 tempest-ListServerFiltersTestJSON-417294713 tempest-ListServerFiltersTestJSON-417294713-project] 10.222.0.46 "GET /v2.0/ports?device_id=9485fc67-a713-40e2-b668-4ab159afd840 HTTP/1.1" status: 200 len: 210 time: 0.2052274 Jul 28 10:39:14.584853 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.598695 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:14.615602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=dd038ae6-331d-4cf7-9bc0-38cffeff3521,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:14.617123 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:14.635963 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:14.637385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:14.639181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:14.643063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:14.649706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:14.650752 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.674207 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ab59ecf-e1bc-4a84-b557-8a44a11a4ed7 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3697948 Jul 28 10:39:14.677102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52840) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:14.683946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:14.687765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:37:f0:95'}, {'ip_address': '2001:db8::1ec', 'mac_address': 'fa:16:3e:9a:32:20'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:14.700681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:14.717495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:14.718846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.727929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event updated for resources: {'Port': ['ID=80366691-c30b-47d9-8dbe-d5acf9fc58dc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:14.799470 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.883538 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:14.913436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Provisioning complete for port d0920f19-a80c-49ae-b107-49015759063a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:14.914494 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d0920f19-a80c-49ae-b107-49015759063a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:14.916276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9ca27546-a02c-4da1-8461-2d81eda68166 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:15.013133 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:15.045551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Pushing event updated for resources: {'Port': ['ID=9ca27546-a02c-4da1-8461-2d81eda68166,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:15.105539 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:15.117473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] Deleting subnet 2ef61da0-06bd-43fc-ba3f-9ed03f10d412 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:39:15.141435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] Publish callbacks [] for subnet (2ef61da0-06bd-43fc-ba3f-9ed03f10d412), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.148217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.148927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.149451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.150039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.151271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.151772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.152255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.152840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.153371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.154185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.154694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.155916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.156509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.157043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.157541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65577590-1a47-45a2-bd2c-88ae9741f690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:15.161678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Port d0920f19-a80c-49ae-b107-49015759063a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:15.178385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd49f-8e57-4816-a8b4-42b4362e17be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a58a61e5-89cb-4606-81ed-4280ae1cdd82), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.183957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd49f-8e57-4816-a8b4-42b4362e17be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.192237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Provisioning complete for port c1fbb33b-5bb3-4614-8def-be9e6222c3be triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:15.193392 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.202021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.202532 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fc8dd49f-8e57-4816-a8b4-42b4362e17be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a58a61e5-89cb-4606-81ed-4280ae1cdd82 HTTP/1.1" status: 204 len: 168 time: 2.2632020 Jul 28 10:39:15.232852 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:15.285649 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e65047d0-fce8-4c87-8c9e-9d82f7d8750f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.0607667 Jul 28 10:39:15.297984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52856) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:15.308193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Port c1fbb33b-5bb3-4614-8def-be9e6222c3be cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:15.313817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (2ef61da0-06bd-43fc-ba3f-9ed03f10d412), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.323372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Provisioning complete for port 9ca27546-a02c-4da1-8461-2d81eda68166 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:15.323915 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.325442 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dd49f-8e57-4816-a8b4-42b4362e17be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a61e5-89cb-4606-81ed-4280ae1cdd82,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:15.353605 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:15.536093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa3705-505a-4cb0-bee8-d62aa34d553f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:15.548414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa3705-505a-4cb0-bee8-d62aa34d553f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:15.565957 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baa3705-505a-4cb0-bee8-d62aa34d553f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:15.570581 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9baa3705-505a-4cb0-bee8-d62aa34d553f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2682247 Jul 28 10:39:15.576778 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52860) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:15.601948 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (bd95bc5c-e00b-46a6-be9f-06841daed50e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.737289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-87f31c81-05ac-4c15-b178-18c9aba79420 None None] Current status of the port 9ca27546-a02c-4da1-8461-2d81eda68166 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:15.746416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2ef61da0-06bd-43fc-ba3f-9ed03f10d412), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.794907 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Publish callbacks [] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.827654 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.833069 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.850729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52868) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:15.885038 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8404a16e-12b4-4e1c-a4f5-a6c3d76406e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:15.898245 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:15.899259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Deleting port 80366691-c30b-47d9-8dbe-d5acf9fc58dc {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:15.899737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (80366691-c30b-47d9-8dbe-d5acf9fc58dc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.059828 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:16.090360 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=39 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:16.114587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (2ef61da0-06bd-43fc-ba3f-9ed03f10d412), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.169666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Attempting to bind port a773398b-2997-42a7-870c-c19d6e4cc8cd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:16.170679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Attempting to bind port a773398b-2997-42a7-870c-c19d6e4cc8cd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:16.171770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Attempting to bind port a773398b-2997-42a7-870c-c19d6e4cc8cd on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:16.182616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:16.183364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:16.183940 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.184477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:16.185356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Bound port: a773398b-2997-42a7-870c-c19d6e4cc8cd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:16.187195 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.190158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef61da0-06bd-43fc-ba3f-9ed03f10d412,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:16.199362 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.202801 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-109256b0-5ad0-4e11-b029-5b7c3ef26f2a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ef61da0-06bd-43fc-ba3f-9ed03f10d412 HTTP/1.1" status: 204 len: 168 time: 1.1886752 Jul 28 10:39:16.206666 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52870) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:16.207340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6891e38-b011-4efa-bc3c-693280d969e2 None None] Network 57359a1a-235d-4fb9-b480-45a4e841934e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:16.225514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.228998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Allocated IP 172.20.0.1 (860324d7-3c03-4bad-815a-334cd0e89fac/81c47ba1-dc97-417d-8b79-857816f19e54/31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:16.235789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Provisioning complete for port dd038ae6-331d-4cf7-9bc0-38cffeff3521 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:16.236450 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.247023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.324706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4652a-2223-4bc0-9340-6e492355815f None None] Pushing event updated for resources: {'Port': ['ID=a773398b-2997-42a7-870c-c19d6e4cc8cd,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:16.367952 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:16.372507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (80366691-c30b-47d9-8dbe-d5acf9fc58dc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.372713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks [] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.415734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] In _notify_port_updated(), no bound segment for port dd038ae6-331d-4cf7-9bc0-38cffeff3521 on network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:39:16.419718 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:16.423236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:16.424121 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.425176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Port dd038ae6-331d-4cf7-9bc0-38cffeff3521 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:16.425757 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "PUT /v2.0/ports/dd038ae6-331d-4cf7-9bc0-38cffeff3521 HTTP/1.1" status: 200 len: 1066 time: 1.7465129 Jul 28 10:39:16.440163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52872) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:16.448605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] For port a773398b-2997-42a7-870c-c19d6e4cc8cd, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:16.448883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.450106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Calling delete_port for 80366691-c30b-47d9-8dbe-d5acf9fc58dc owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:16.465769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] For port a773398b-2997-42a7-870c-c19d6e4cc8cd, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a773398b-2997-42a7-870c-c19d6e4cc8cd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:16.474158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Provisioning complete for port c1fbb33b-5bb3-4614-8def-be9e6222c3be triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:16.474691 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.509715 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.544783 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef1518-e77e-401c-abc3-250d2bc1114d tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event updated for resources: {'Port': ['ID=dd038ae6-331d-4cf7-9bc0-38cffeff3521,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:16.590431 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (57359a1a-235d-4fb9-b480-45a4e841934e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.672855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Port c1fbb33b-5bb3-4614-8def-be9e6222c3be cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:16.694140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4652a-2223-4bc0-9340-6e492355815f None None] Pushing event updated for resources: {'Port': ['ID=a773398b-2997-42a7-870c-c19d6e4cc8cd,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:16.707977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Provisioning complete for port 80366691-c30b-47d9-8dbe-d5acf9fc58dc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:16.708376 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (80366691-c30b-47d9-8dbe-d5acf9fc58dc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.714700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] DHCP port deletion for 57359a1a-235d-4fb9-b480-45a4e841934e request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:39:16.721100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Deleting port 68d2d5f4-dfd2-400c-91b3-431af4b093da {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:16.722143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.821409 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:16.838565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Routers {'2848b699-bfca-49e1-a32d-1f894206eb87'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:16.841007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2848b699-bfca-49e1-a32d-1f894206eb87'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:16.884393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting port dd038ae6-331d-4cf7-9bc0-38cffeff3521 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:16.884753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.892774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] For port 68d2d5f4-dfd2-400c-91b3-431af4b093da, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=68d2d5f4-dfd2-400c-91b3-431af4b093da,segment=NetworkSegment(81206559-1209-44a1-b563-110d3be765a4),segment_id=81206559-1209-44a1-b563-110d3be765a4)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:16.893358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.909236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Calling delete_port for 68d2d5f4-dfd2-400c-91b3-431af4b093da owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:16.928206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-611acdb0-1d92-44ac-8da8-ae98f49bbebc None None] Port 80366691-c30b-47d9-8dbe-d5acf9fc58dc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:16.931570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Deleting port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:16.931885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:16.983890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] Deleting port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:16.984541 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.019150 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Network 860324d7-3c03-4bad-815a-334cd0e89fac is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:17.020062 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:17.033784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:17.038029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:17.059278 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:17.107882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ca27546-a02c-4da1-8461-2d81eda68166 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:17.110687 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:17.128849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8791686e-b8a0-4fae-97d7-a07daebd6b44 None None] Provisioning complete for port dd038ae6-331d-4cf7-9bc0-38cffeff3521 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:17.129724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8791686e-b8a0-4fae-97d7-a07daebd6b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.216431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Pushing event updated for resources: {'Port': ['ID=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:17.223837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] Set router 2848b699-bfca-49e1-a32d-1f894206eb87 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:17.240857 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8404a16e-12b4-4e1c-a4f5-a6c3d76406e3 admin admin] Publish callbacks [] for security_group (1433cf98-8e5d-4950-8ad2-69befb75278d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.275510 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8404a16e-12b4-4e1c-a4f5-a6c3d76406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1433cf98-8e5d-4950-8ad2-69befb75278d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.309226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] For port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,segment=NetworkSegment(c51551f2-2b3e-4da2-8bac-5c100c377194),segment_id=c51551f2-2b3e-4da2-8bac-5c100c377194)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:17.309754 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.313789 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (2848b699-bfca-49e1-a32d-1f894206eb87), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.364040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8791686e-b8a0-4fae-97d7-a07daebd6b44 None None] Port dd038ae6-331d-4cf7-9bc0-38cffeff3521 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:17.387240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] Calling delete_port for 34aae9e9-d393-48b8-a44e-abcb5b7ba53f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:17.484922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9ca27546-a02c-4da1-8461-2d81eda68166 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:17.485524 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.546786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404a16e-12b4-4e1c-a4f5-a6c3d76406e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1433cf98-8e5d-4950-8ad2-69befb75278d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:17.553420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-645180c7-6e8c-4016-8a66-a6b50ed0bb59 None None] Provisioning complete for port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:17.553798 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-645180c7-6e8c-4016-8a66-a6b50ed0bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.575542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8404a16e-12b4-4e1c-a4f5-a6c3d76406e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be99afb5d3434932ab42019a4270fb59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7234280 Jul 28 10:39:17.585814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52878) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:17.615792 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:17.648148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] For port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,segment=NetworkSegment(c51551f2-2b3e-4da2-8bac-5c100c377194),segment_id=c51551f2-2b3e-4da2-8bac-5c100c377194)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:17.648989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.651380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-645180c7-6e8c-4016-8a66-a6b50ed0bb59 None None] Port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:17.664317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.670347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:09Z', 'revision_number': 3, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port': {'id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:07Z', 'updated_at': '2022-07-28T10:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:17.701523 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Calling delete_port for 34aae9e9-d393-48b8-a44e-abcb5b7ba53f owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:17.719594 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.720552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (80366691-c30b-47d9-8dbe-d5acf9fc58dc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.731094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265895b3-c648-4cc3-b45b-e06cc7016ea8 None None] The sync data for ids ['2848b699-bfca-49e1-a32d-1f894206eb87'] in n-d-850468-6 is: [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:09Z', 'revision_number': 3, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port': {'id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:07Z', 'updated_at': '2022-07-28T10:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:17.769457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.772134 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event deleted for resources: {'Port': ['ID=80366691-c30b-47d9-8dbe-d5acf9fc58dc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:17.794052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] No DVR routers for this DVR port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:17.796876 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f24cc5-a30d-4436-aafe-e519cd0e565e None None] Pushing event deleted for resources: {'Port': ['ID=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:17.799935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9ca27546-a02c-4da1-8461-2d81eda68166 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:17.853989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Calling delete_port for dd038ae6-331d-4cf7-9bc0-38cffeff3521 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:17.930360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34aae9e9-d393-48b8-a44e-abcb5b7ba53f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:17.960290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:17.962319 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a3197a96-cb8e-46f2-904d-f7252955821f tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "DELETE /v2.0/ports/80366691-c30b-47d9-8dbe-d5acf9fc58dc HTTP/1.1" status: 204 len: 168 time: 2.3821964 Jul 28 10:39:17.977696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 34aae9e9-d393-48b8-a44e-abcb5b7ba53f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:17.977696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 34aae9e9-d393-48b8-a44e-abcb5b7ba53f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:17.980951 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52886) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:17.988753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Request body: {'port': {'name': 'tempest-new-port-name-771816546', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:17.989148 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.api.validators [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] bootfile-name is not in valid_values {{(pid=104687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:39:17.989422 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.api.validators [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] tftp-server is not in valid_values {{(pid=104687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:39:17.989783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.api.validators [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] server-ip-address is not in valid_values {{(pid=104687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:39:18.063347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks [] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.084156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.144407 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (34aae9e9-d393-48b8-a44e-abcb5b7ba53f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.203113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Pushing event deleted for resources: {'Port': ['ID=34aae9e9-d393-48b8-a44e-abcb5b7ba53f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:18.204697 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (68d2d5f4-dfd2-400c-91b3-431af4b093da), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.205261 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] No DVR routers for this DVR port 34aae9e9-d393-48b8-a44e-abcb5b7ba53f on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:18.234275 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebd65ae-ac4e-4308-9996-fd6559a9e77f admin admin] Publish callbacks [] for security_group (1433cf98-8e5d-4950-8ad2-69befb75278d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.241583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Pushing event updated for resources: {'Port': ['ID=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:18.269429 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:18.290102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.384266 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:18.388010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (2848b699-bfca-49e1-a32d-1f894206eb87), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.445211 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (57359a1a-235d-4fb9-b480-45a4e841934e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.464941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Pushing event deleted for resources: {'Port': ['ID=68d2d5f4-dfd2-400c-91b3-431af4b093da,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:18.481679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebd65ae-ac4e-4308-9996-fd6559a9e77f admin admin] Publish callbacks [] for security_group (1433cf98-8e5d-4950-8ad2-69befb75278d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.590393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dd038ae6-331d-4cf7-9bc0-38cffeff3521), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.611546 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57359a1a-235d-4fb9-b480-45a4e841934e']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:18.641464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51551f2-2b3e-4da2-8bac-5c100c377194') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:18.642812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51551f2-2b3e-4da2-8bac-5c100c377194') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:18.669257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (c51551f2-2b3e-4da2-8bac-5c100c377194), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.695189 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:18.741023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Port': ['ID=dd038ae6-331d-4cf7-9bc0-38cffeff3521,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:18.746088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c51551f2-2b3e-4da2-8bac-5c100c377194), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.817056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:18.817467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (c51551f2-2b3e-4da2-8bac-5c100c377194), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:18.924671 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c51551f2-2b3e-4da2-8bac-5c100c377194 resource provider aggregate not found Jul 28 10:39:18.963872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Network 860324d7-3c03-4bad-815a-334cd0e89fac is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:19.004815 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebd65ae-ac4e-4308-9996-fd6559a9e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1433cf98-8e5d-4950-8ad2-69befb75278d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.008362 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebd65ae-ac4e-4308-9996-fd6559a9e77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.009913 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4ebd65ae-ac4e-4308-9996-fd6559a9e77f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1433cf98-8e5d-4950-8ad2-69befb75278d HTTP/1.1" status: 204 len: 168 time: 1.4093530 Jul 28 10:39:19.011173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:19.135109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd65ae-ac4e-4308-9996-fd6559a9e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1433cf98-8e5d-4950-8ad2-69befb75278d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:19.146429 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c51551f2-2b3e-4da2-8bac-5c100c377194 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c51551f2-2b3e-4da2-8bac-5c100c377194 found for delete ", "request_id": "req-bd8c5d1b-a94f-404b-a1cf-3dfb82270734"}]} Jul 28 10:39:19.276669 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (57359a1a-235d-4fb9-b480-45a4e841934e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.287380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a773398b-2997-42a7-870c-c19d6e4cc8cd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:19.323884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.352095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (bd95bc5c-e00b-46a6-be9f-06841daed50e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.353144 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] 10.222.0.46 "DELETE /v2.0/networks/57359a1a-235d-4fb9-b480-45a4e841934e HTTP/1.1" status: 204 len: 168 time: 3.1434045 Jul 28 10:39:19.383883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a773398b-2997-42a7-870c-c19d6e4cc8cd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:19.384789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.449006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f51eb-e6b5-4b20-be4c-7596eb51ba76 admin admin] Pushing event deleted for resources: {'Network': ['ID=57359a1a-235d-4fb9-b480-45a4e841934e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:19.581122 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks [] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.614088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.654185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a773398b-2997-42a7-870c-c19d6e4cc8cd is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:19.654784 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.688818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52926) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:19.694698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a773398b-2997-42a7-870c-c19d6e4cc8cd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a773398b-2997-42a7-870c-c19d6e4cc8cd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:19.695896 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:19.697848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-cf5949e4-ed69-48c2-91f3-9a2c5521adfb None None] Provisioning complete for port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:19.698331 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf5949e4-ed69-48c2-91f3-9a2c5521adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.747303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] In _notify_port_updated(), no bound segment for port c1fbb33b-5bb3-4614-8def-be9e6222c3be on network 79dac79f-271a-43ab-ac64-fb6f586cc362 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:39:19.756456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:19.757499 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.759208 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "PUT /v2.0/ports/c1fbb33b-5bb3-4614-8def-be9e6222c3be HTTP/1.1" status: 200 len: 1129 time: 1.7771513 Jul 28 10:39:19.761681 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52928) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:19.766977 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.778115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cf5949e4-ed69-48c2-91f3-9a2c5521adfb None None] Port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:19.801166 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:19.810813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52932) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:19.818458 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5fca0fee-9b08-4ee2-b495-68ffa7c37961 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/ports/dd038ae6-331d-4cf7-9bc0-38cffeff3521 HTTP/1.1" status: 204 len: 168 time: 3.3617001 Jul 28 10:39:19.901363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfcb8f-3e61-4102-a183-0dd5d681e668 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event updated for resources: {'Port': ['ID=c1fbb33b-5bb3-4614-8def-be9e6222c3be,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:19.953428 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-629a2518-bfc9-486f-b605-ffbfc5bfbe51 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] GET failed (client error): The resource could not be found. Jul 28 10:39:19.963854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa7a24-0317-481b-97cb-c6d7d441c756 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:19.965358 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c3aa7a24-0317-481b-97cb-c6d7d441c756 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "GET /v2.0/ports/c1fbb33b-5bb3-4614-8def-be9e6222c3be HTTP/1.1" status: 200 len: 1129 time: 0.1866050 Jul 28 10:39:19.966524 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-629a2518-bfc9-486f-b605-ffbfc5bfbe51 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "GET /v2.0/ports/dd038ae6-331d-4cf7-9bc0-38cffeff3521 HTTP/1.1" status: 404 len: 333 time: 0.1523015 Jul 28 10:39:19.967112 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52938) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:19.970300 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:19.971080 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Router 2848b699-bfca-49e1-a32d-1f894206eb87 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:39:19.973725 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52940) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:20.004690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a773398b-2997-42a7-870c-c19d6e4cc8cd,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:20.210617 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:20.230254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting port d0920f19-a80c-49ae-b107-49015759063a {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:20.230385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d0920f19-a80c-49ae-b107-49015759063a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:20.234250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Deleting port c1fbb33b-5bb3-4614-8def-be9e6222c3be {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:20.234687 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:20.350042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-789e93c7-ff74-4d4e-86e1-d446ba53d3ca None None] Provisioning complete for port c1fbb33b-5bb3-4614-8def-be9e6222c3be triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:20.350639 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-789e93c7-ff74-4d4e-86e1-d446ba53d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:20.434607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-789e93c7-ff74-4d4e-86e1-d446ba53d3ca None None] Port c1fbb33b-5bb3-4614-8def-be9e6222c3be cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:20.542172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d0920f19-a80c-49ae-b107-49015759063a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:20.565771 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:20.569799 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Calling delete_port for d0920f19-a80c-49ae-b107-49015759063a owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:20.605102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Calling delete_port for c1fbb33b-5bb3-4614-8def-be9e6222c3be owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:20.610849 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f201f172-47e6-41d7-9be5-056b97549082 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3965b1f18dbe42e3b1a8d3cc06e787ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9136107 Jul 28 10:39:20.611721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52962) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:20.673702 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:20.695899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:20.710622 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cf67598a-9187-46fc-b86c-ff82cfb45740 admin admin] 10.222.0.46 "PUT /v2.0/routers/2848b699-bfca-49e1-a32d-1f894206eb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4957087 Jul 28 10:39:20.724862 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:20.786390 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95ad9a78-0d81-4161-b269-631cd04cf461 admin admin] Publish callbacks [] for security_group (409881d6-aae4-43b1-920d-03358363a4b7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:20.858591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95ad9a78-0d81-4161-b269-631cd04cf461 admin admin] Publish callbacks [] for security_group (409881d6-aae4-43b1-920d-03358363a4b7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:20.859340 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:20.900262 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Router bd95bc5c-e00b-46a6-be9f-06841daed50e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:39:20.974919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c1fbb33b-5bb3-4614-8def-be9e6222c3be), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.060321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event deleted for resources: {'Port': ['ID=c1fbb33b-5bb3-4614-8def-be9e6222c3be,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:21.073918 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Sync routers for ids ['2848b699-bfca-49e1-a32d-1f894206eb87'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:21.093680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.108008 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3458937c-4b71-4397-8df7-af4ec311935b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "DELETE /v2.0/ports/c1fbb33b-5bb3-4614-8def-be9e6222c3be HTTP/1.1" status: 204 len: 168 time: 1.1319685 Jul 28 10:39:21.109172 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Routers {'2848b699-bfca-49e1-a32d-1f894206eb87'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:21.109809 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2848b699-bfca-49e1-a32d-1f894206eb87'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:21.111848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:21.112169 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:21.134183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a773398b-2997-42a7-870c-c19d6e4cc8cd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:21.226215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:21.251742 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b368138-b273-44d7-8da8-0d2f89dc160d admin admin] 10.222.0.46 "PUT /v2.0/routers/bd95bc5c-e00b-46a6-be9f-06841daed50e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8637040 Jul 28 10:39:21.253026 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95ad9a78-0d81-4161-b269-631cd04cf461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (409881d6-aae4-43b1-920d-03358363a4b7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.258985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] Sync routers for ids ['bd95bc5c-e00b-46a6-be9f-06841daed50e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:21.260368 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95ad9a78-0d81-4161-b269-631cd04cf461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.263196 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-95ad9a78-0d81-4161-b269-631cd04cf461 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/409881d6-aae4-43b1-920d-03358363a4b7 HTTP/1.1" status: 204 len: 168 time: 0.6444612 Jul 28 10:39:21.265391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52982) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:21.291517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Deleting subnet 0a758c83-a975-449a-aa84-fc85069055ae {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:39:21.302773 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks [] for subnet (0a758c83-a975-449a-aa84-fc85069055ae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.362287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] Routers {'bd95bc5c-e00b-46a6-be9f-06841daed50e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:21.370070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['bd95bc5c-e00b-46a6-be9f-06841daed50e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:21.417640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (0a758c83-a975-449a-aa84-fc85069055ae), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.458781 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Set router 2848b699-bfca-49e1-a32d-1f894206eb87 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:21.534730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad9a78-0d81-4161-b269-631cd04cf461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409881d6-aae4-43b1-920d-03358363a4b7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:21.697307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (0a758c83-a975-449a-aa84-fc85069055ae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.729564 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks [] for router (bd95bc5c-e00b-46a6-be9f-06841daed50e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.750994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a773398b-2997-42a7-870c-c19d6e4cc8cd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:21.751716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:21.961350 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:17Z', 'revision_number': 4, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port': {'id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:07Z', 'updated_at': '2022-07-28T10:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067', 'name': '', 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'mac_address': 'fa:16:3e:5e:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '81c47ba1-dc97-417d-8b79-857816f19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:15Z', 'updated_at': '2022-07-28T10:39:17Z', 'revision_number': 2, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'subnets': [{'id': '81c47ba1-dc97-417d-8b79-857816f19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:21.982694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks [] for router_gateway (bd95bc5c-e00b-46a6-be9f-06841daed50e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.018964 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Checking router: 2848b699-bfca-49e1-a32d-1f894206eb87 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:22.026514 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Updating router 2848b699-bfca-49e1-a32d-1f894206eb87 port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:22.038620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] Set router bd95bc5c-e00b-46a6-be9f-06841daed50e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:22.053264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Deleting port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:22.053668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.100857 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.189795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (0a758c83-a975-449a-aa84-fc85069055ae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.196517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d0920f19-a80c-49ae-b107-49015759063a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.285293 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:22.290803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] For port e1df9e67-4a67-4848-bbc9-bc6d1e3821f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:22.291783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.325904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Calling delete_port for e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:22.358668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a773398b-2997-42a7-870c-c19d6e4cc8cd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:22.423891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event deleted for resources: {'Subnet': ['ID=0a758c83-a975-449a-aa84-fc85069055ae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:22.433108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Port': ['ID=d0920f19-a80c-49ae-b107-49015759063a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:22.442633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.450294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53034) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:22.458491 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c5e931a6-f2f3-416c-b090-db4d6caf8b75 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/ports/d0920f19-a80c-49ae-b107-49015759063a HTTP/1.1" status: 204 len: 168 time: 2.4835269 Jul 28 10:39:22.491605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.503279 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-06d17a73-e6df-4dab-a0ac-6f03045c5611 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "DELETE /v2.0/subnets/0a758c83-a975-449a-aa84-fc85069055ae HTTP/1.1" status: 204 len: 168 time: 1.3836985 Jul 28 10:39:22.506110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53036) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:22.511419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6474948-d81c-4892-97b7-9800714ce304 None None] Network 79dac79f-271a-43ab-ac64-fb6f586cc362 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:22.539897 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Publish callbacks [] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.567782 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.696779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (79dac79f-271a-43ab-ac64-fb6f586cc362), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.703378 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bdc9ca-0566-480d-9b31-df1a516c52b5 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] GET failed (client error): The resource could not be found. Jul 28 10:39:22.711069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53042) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:22.713090 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b1bdc9ca-0566-480d-9b31-df1a516c52b5 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "GET /v2.0/ports/d0920f19-a80c-49ae-b107-49015759063a HTTP/1.1" status: 404 len: 333 time: 0.2590811 Jul 28 10:39:22.819807 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46e55f-25e8-454d-8193-81e6d52df640 None None] Pushing event updated for resources: {'Port': ['ID=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:22.897913 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Attempting to bind port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:22.898288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Attempting to bind port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:22.898640 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Attempting to bind port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 on network 860324d7-3c03-4bad-815a-334cd0e89fac {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:22.915288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:22.915949 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Checking segment: {'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:22.916516 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:22.917127 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Bound using segment: {'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:22.917770 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Bound port: 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3275c7e1-eb8a-4452-99a0-ec5b43c48159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:22.918366 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.017369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:39:17Z', 'revision_number': 5, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port': {'id': 'e1df9e67-4a67-4848-bbc9-bc6d1e3821f2', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:30:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:37Z', 'updated_at': '2022-07-28T10:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:23.102506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] Checking router: bd95bc5c-e00b-46a6-be9f-06841daed50e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:23.105768 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] For port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:23.109375 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] For port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,segment=NetworkSegment(3275c7e1-eb8a-4452-99a0-ec5b43c48159),segment_id=3275c7e1-eb8a-4452-99a0-ec5b43c48159)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:23.114347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting port 59e66b5e-6996-44f0-8287-3dde6675ce52 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:23.114688 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (59e66b5e-6996-44f0-8287-3dde6675ce52), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.117730 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:23.127215 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.145136 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:23.150345 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:23.164944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] DHCP port deletion for 79dac79f-271a-43ab-ac64-fb6f586cc362 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:39:23.206232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] Routers {'bd95bc5c-e00b-46a6-be9f-06841daed50e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:23.213002 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:23.213224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['bd95bc5c-e00b-46a6-be9f-06841daed50e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:23.237673 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:23.238368 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:23.278109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Deleting port 9ca27546-a02c-4da1-8461-2d81eda68166 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:23.278552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.344711 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46e55f-25e8-454d-8193-81e6d52df640 None None] Pushing event updated for resources: {'Port': ['ID=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:23.367983 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Routers {'2848b699-bfca-49e1-a32d-1f894206eb87'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:23.372606 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2848b699-bfca-49e1-a32d-1f894206eb87'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:23.376156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (59e66b5e-6996-44f0-8287-3dde6675ce52), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.428424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Calling delete_port for 59e66b5e-6996-44f0-8287-3dde6675ce52 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:23.544895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e1df9e67-4a67-4848-bbc9-bc6d1e3821f2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.560627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] Set router bd95bc5c-e00b-46a6-be9f-06841daed50e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:23.629328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53058) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:23.669556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1df9e67-4a67-4848-bbc9-bc6d1e3821f2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:23.673212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (2848b699-bfca-49e1-a32d-1f894206eb87), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.714395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] For port 9ca27546-a02c-4da1-8461-2d81eda68166, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ca27546-a02c-4da1-8461-2d81eda68166,segment=NetworkSegment(7a6d13e3-31c6-415e-a033-aa3c28c76bb7),segment_id=7a6d13e3-31c6-415e-a033-aa3c28c76bb7)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:23.714816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.756672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:39:21Z', 'revision_number': 6, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:23.783784 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] Set router 2848b699-bfca-49e1-a32d-1f894206eb87 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:23.869440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-be9fa727-81a1-4feb-8183-872da5c0f468 None None] Provisioning complete for port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:23.870305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be9fa727-81a1-4feb-8183-872da5c0f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.882506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa59c1a-cb08-4a11-972b-3ade1f1de25a None None] The sync data for ids ['bd95bc5c-e00b-46a6-be9f-06841daed50e'] in n-d-850468-6 is: [{'id': 'bd95bc5c-e00b-46a6-be9f-06841daed50e', 'name': 'tempest-ServersTestFqdnHostnames-494951288-router', 'tenant_id': '64cc6289ea42425b991fefecc2283ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:35Z', 'updated_at': '2022-07-28T10:39:21Z', 'revision_number': 6, 'project_id': '64cc6289ea42425b991fefecc2283ad4', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:23.954485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1766447f-a4db-4f74-bbaa-5e0636caf7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:23.995664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] Deleting port 9ca27546-a02c-4da1-8461-2d81eda68166 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:23.997635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.002211 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1819231492-network', 'tenant_id': '97efe251e6184edcba2038bc2390f885'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:24.012875 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Calling delete_port for 9ca27546-a02c-4da1-8461-2d81eda68166 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:24.183446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (bd95bc5c-e00b-46a6-be9f-06841daed50e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.196606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Made reservation on behalf of 97efe251e6184edcba2038bc2390f885 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:24.199703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.209188 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:24.230261 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:17Z', 'revision_number': 4, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port': {'id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:07Z', 'updated_at': '2022-07-28T10:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067', 'name': '', 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'mac_address': 'fa:16:3e:5e:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '81c47ba1-dc97-417d-8b79-857816f19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:15Z', 'updated_at': '2022-07-28T10:39:23Z', 'revision_number': 4, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'subnets': [{'id': '81c47ba1-dc97-417d-8b79-857816f19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:24.257657 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:24.263723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] For port 9ca27546-a02c-4da1-8461-2d81eda68166, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9ca27546-a02c-4da1-8461-2d81eda68166,segment=NetworkSegment(7a6d13e3-31c6-415e-a033-aa3c28c76bb7),segment_id=7a6d13e3-31c6-415e-a033-aa3c28c76bb7)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:24.264134 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.289509 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e2186-4ba6-47e4-a3a2-57ffaada221a None None] The sync data for ids ['2848b699-bfca-49e1-a32d-1f894206eb87'] in n-d-850468-6 is: [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:17Z', 'revision_number': 4, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port': {'id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:07Z', 'updated_at': '2022-07-28T10:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067', 'name': '', 'network_id': '860324d7-3c03-4bad-815a-334cd0e89fac', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'mac_address': 'fa:16:3e:5e:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '81c47ba1-dc97-417d-8b79-857816f19e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:15Z', 'updated_at': '2022-07-28T10:39:23Z', 'revision_number': 4, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'subnets': [{'id': '81c47ba1-dc97-417d-8b79-857816f19e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:24.325501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] Calling delete_port for 9ca27546-a02c-4da1-8461-2d81eda68166 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:24.340946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.408585 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (bd95bc5c-e00b-46a6-be9f-06841daed50e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.417824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks [] for router_controller (bd95bc5c-e00b-46a6-be9f-06841daed50e), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.427715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be9fa727-81a1-4feb-8183-872da5c0f468 None None] Current status of the port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:24.427715 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be9fa727-81a1-4feb-8183-872da5c0f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.534041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be9fa727-81a1-4feb-8183-872da5c0f468 None None] For port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,segment=NetworkSegment(3275c7e1-eb8a-4452-99a0-ec5b43c48159),segment_id=3275c7e1-eb8a-4452-99a0-ec5b43c48159)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:24.557301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (bd95bc5c-e00b-46a6-be9f-06841daed50e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.557907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd95bc5c-e00b-46a6-be9f-06841daed50e {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:39:24.569132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.573230 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0d5fa00f-f53b-439a-a3db-d1fa0b4b0323 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bd95bc5c-e00b-46a6-be9f-06841daed50e HTTP/1.1" status: 204 len: 168 time: 3.2861309 Jul 28 10:39:24.575430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.583230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be9fa727-81a1-4feb-8183-872da5c0f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.585884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53064) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:24.625115 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=76,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:24.661400 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1766447f-a4db-4f74-bbaa-5e0636caf7d3 admin admin] Publish callbacks [] for security_group (58a5a019-da05-4f0c-b637-448cf9be1c2b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.667283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fa727-81a1-4feb-8183-872da5c0f468 None None] Pushing event updated for resources: {'Port': ['ID=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:24.693089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (59e66b5e-6996-44f0-8287-3dde6675ce52), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.698590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event deleted for resources: {'Port': ['ID=9ca27546-a02c-4da1-8461-2d81eda68166,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:24.721265 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] No DVR routers for this DVR port 9ca27546-a02c-4da1-8461-2d81eda68166 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:24.725986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dccfa316-4245-4f76-9709-29e82a02f31b None None] Provisioning complete for port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:24.726396 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dccfa316-4245-4f76-9709-29e82a02f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.730712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1766447f-a4db-4f74-bbaa-5e0636caf7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (58a5a019-da05-4f0c-b637-448cf9be1c2b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.730899 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (9ca27546-a02c-4da1-8461-2d81eda68166), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.794541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Port': ['ID=59e66b5e-6996-44f0-8287-3dde6675ce52,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:24.842847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:24.851042 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-57703786-f685-4e0a-b1ad-4ba1e782d535 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/ports/59e66b5e-6996-44f0-8287-3dde6675ce52 HTTP/1.1" status: 204 len: 168 time: 2.1339595 Jul 28 10:39:24.852245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53068) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:24.856324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] No DVR routers for this DVR port 9ca27546-a02c-4da1-8461-2d81eda68166 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:24.858079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dad89-861a-4b8a-a3f3-3c4493aba886 None None] Pushing event deleted for resources: {'Port': ['ID=9ca27546-a02c-4da1-8461-2d81eda68166,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:24.881576 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:24.995846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dccfa316-4245-4f76-9709-29e82a02f31b None None] Current status of the port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:25.088893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] Deleting subnet 230ba4c6-61b1-4350-9b8a-17a60103186e {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:39:25.121963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] Publish callbacks [] for subnet (230ba4c6-61b1-4350-9b8a-17a60103186e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.129807 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1766447f-a4db-4f74-bbaa-5e0636caf7d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38dc3f294de645fd9abe65725eb16781&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8957090 Jul 28 10:39:25.130939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766447f-a4db-4f74-bbaa-5e0636caf7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5a019-da05-4f0c-b637-448cf9be1c2b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:25.146113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53072) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:25.175641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:25.204204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks [] for security_group (bf92c74e-331a-4d90-8a44-80d8d9a3afb4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.214665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting subnet 0278dcdb-8693-421a-8be5-d2d4f5c18941 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:39:25.237308 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for subnet (0278dcdb-8693-421a-8be5-d2d4f5c18941), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.258331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (79dac79f-271a-43ab-ac64-fb6f586cc362), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.271223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bf92c74e-331a-4d90-8a44-80d8d9a3afb4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.304589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:25.305103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.359853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (230ba4c6-61b1-4350-9b8a-17a60103186e), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.382615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (0278dcdb-8693-421a-8be5-d2d4f5c18941), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.384184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dac79f-271a-43ab-ac64-fb6f586cc362']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:25.434305 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:25.453721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:25.456217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6d13e3-31c6-415e-a033-aa3c28c76bb7') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:25.456585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6d13e3-31c6-415e-a033-aa3c28c76bb7') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:25.477777 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf92c74e-331a-4d90-8a44-80d8d9a3afb4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:25.481087 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:25.499833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (7a6d13e3-31c6-415e-a033-aa3c28c76bb7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.541266 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e75d9ffb-a5e9-4f82-ac9f-875a44f18d96), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.541605 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Added segment e75d9ffb-a5e9-4f82-ac9f-875a44f18d96 of type vlan for network 2679ca73-1b44-4a58-8920-c704d26127c9 Jul 28 10:39:25.543011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68d2d5f4-dfd2-400c-91b3-431af4b093da no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:25.562346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-72432f6c-5254-497a-8b8d-73aec16fe58b admin admin] Publish callbacks [] for security_group (58a5a019-da05-4f0c-b637-448cf9be1c2b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.592407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 68d2d5f4-dfd2-400c-91b3-431af4b093da {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:25.593201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 68d2d5f4-dfd2-400c-91b3-431af4b093da not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:25.593349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ca27546-a02c-4da1-8461-2d81eda68166 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:25.637586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9ca27546-a02c-4da1-8461-2d81eda68166 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:25.638057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9ca27546-a02c-4da1-8461-2d81eda68166 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:25.638397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:25.658232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7a6d13e3-31c6-415e-a033-aa3c28c76bb7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.676054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:25.676949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1df9e67-4a67-4848-bbc9-bc6d1e3821f2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:25.687366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:25.687781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (7a6d13e3-31c6-415e-a033-aa3c28c76bb7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.722189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-72432f6c-5254-497a-8b8d-73aec16fe58b admin admin] Publish callbacks [] for security_group (58a5a019-da05-4f0c-b637-448cf9be1c2b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.746467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (0278dcdb-8693-421a-8be5-d2d4f5c18941), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.761391 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7a6d13e3-31c6-415e-a033-aa3c28c76bb7 resource provider aggregate not found Jul 28 10:39:25.773354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2679ca73-1b44-4a58-8920-c704d26127c9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.782432 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (230ba4c6-61b1-4350-9b8a-17a60103186e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.828909 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:25.829810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Deleting port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:25.830183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:25.861046 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7a6d13e3-31c6-415e-a033-aa3c28c76bb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a6d13e3-31c6-415e-a033-aa3c28c76bb7 found for delete ", "request_id": "req-e0cd561f-994d-401b-a48e-59d2e72b5b43"}]} Jul 28 10:39:25.886439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:39:25.978351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (79dac79f-271a-43ab-ac64-fb6f586cc362), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.000166 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (0278dcdb-8693-421a-8be5-d2d4f5c18941), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.001996 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.007505 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] 10.222.0.46 "DELETE /v2.0/networks/79dac79f-271a-43ab-ac64-fb6f586cc362 HTTP/1.1" status: 204 len: 168 time: 3.4303658 Jul 28 10:39:26.007964 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56643cec-45e0-4fe4-b6ac-419f2ab99d7b tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786 tempest-ExtraDHCPOptionsIpV6TestJSON-1829174786-project] Pushing event deleted for resources: {'Network': ['ID=79dac79f-271a-43ab-ac64-fb6f586cc362,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:26.009604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2679ca73-1b44-4a58-8920-c704d26127c9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.010602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:26.011392 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.015720 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (230ba4c6-61b1-4350-9b8a-17a60103186e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.065437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.070612 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/230ba4c6-61b1-4350-9b8a-17a60103186e HTTP/1.1" status: 204 len: 168 time: 1.4727018 Jul 28 10:39:26.074793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815abe3-2711-4266-b8e0-f8c47ce3bb04 None None] Network 31a46682-7954-480a-a4de-5f409759b267 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:26.075528 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:26.081428 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 2.4414790 Jul 28 10:39:26.112532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53084) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:26.112877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53086) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:26.152634 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Subnet': ['ID=0278dcdb-8693-421a-8be5-d2d4f5c18941,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:26.153086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae811f02-0753-4581-a6b6-cac8cf83521a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230ba4c6-61b1-4350-9b8a-17a60103186e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:26.184169 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.193313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-72432f6c-5254-497a-8b8d-73aec16fe58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (58a5a019-da05-4f0c-b637-448cf9be1c2b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.199388 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-732d53c3-498e-4c91-b514-17086442d752 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/subnets/0278dcdb-8693-421a-8be5-d2d4f5c18941 HTTP/1.1" status: 204 len: 168 time: 1.3424613 Jul 28 10:39:26.205393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-72432f6c-5254-497a-8b8d-73aec16fe58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.209244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] For port 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,segment=NetworkSegment(3275c7e1-eb8a-4452-99a0-ec5b43c48159),segment_id=3275c7e1-eb8a-4452-99a0-ec5b43c48159)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:26.209654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.213853 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-72432f6c-5254-497a-8b8d-73aec16fe58b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58a5a019-da05-4f0c-b637-448cf9be1c2b HTTP/1.1" status: 204 len: 168 time: 1.0163505 Jul 28 10:39:26.220539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53090) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:26.225109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4ec06-3153-4f41-b836-9d354dfaf859 admin admin] Pushing event updated for resources: {'Network': ['ID=2679ca73-1b44-4a58-8920-c704d26127c9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:26.258574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Request body: {'subnet': {'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1819231492-subnet', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:26.285790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c842d46-8f93-469b-bf03-0254e18522f9 None None] Network dc8bb14f-a78a-4f5f-8a09-27e2254ff057 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:26.293048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2679ca73-1b44-4a58-8920-c704d26127c9 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:26.336859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72432f6c-5254-497a-8b8d-73aec16fe58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5a019-da05-4f0c-b637-448cf9be1c2b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:26.480802 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:26.536520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (dc8bb14f-a78a-4f5f-8a09-27e2254ff057), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.542218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Made reservation on behalf of 97efe251e6184edcba2038bc2390f885 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:26.548226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53098) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:26.558133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.712178 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Deleting port e678fb63-f574-41ff-bcb0-b706459ecc65 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:26.717731 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.849388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Calling delete_port for 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:26.916424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] For port e678fb63-f574-41ff-bcb0-b706459ecc65, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e678fb63-f574-41ff-bcb0-b706459ecc65,segment=NetworkSegment(a9e4f80c-db28-45ea-9995-b88edcd3b4e6),segment_id=a9e4f80c-db28-45ea-9995-b88edcd3b4e6)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:26.916424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:26.954363 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Calling delete_port for e678fb63-f574-41ff-bcb0-b706459ecc65 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:27.007680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (31a46682-7954-480a-a4de-5f409759b267), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.160626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416a329-ff77-4db9-9169-51111110268e None None] DHCP port deletion for 31a46682-7954-480a-a4de-5f409759b267 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:39:27.273369 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9c634a31-7b24-4e9e-b5a3-da2bbb10f38b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3eddb67e790349c2b08c2f8282bf73ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7197783 Jul 28 10:39:27.274323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53114) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:27.370047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8416a329-ff77-4db9-9169-51111110268e None None] Deleting port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:27.370724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8416a329-ff77-4db9-9169-51111110268e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.395728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e678fb63-f574-41ff-bcb0-b706459ecc65), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.510911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.515961 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:27.524958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c319c8-1828-4417-8a1d-ec3a00d24131 None None] DHCP port deletion for dc8bb14f-a78a-4f5f-8a09-27e2254ff057 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:39:27.528537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Port': ['ID=e678fb63-f574-41ff-bcb0-b706459ecc65,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:27.564725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] No DVR routers for this DVR port e678fb63-f574-41ff-bcb0-b706459ecc65 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:27.608733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Deleting port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:27.608733 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.635056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8416a329-ff77-4db9-9169-51111110268e None None] For port c83b960a-9ae0-4783-be6d-09c25c2ed5b9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,segment=NetworkSegment(81206559-1209-44a1-b563-110d3be765a4),segment_id=81206559-1209-44a1-b563-110d3be765a4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:27.637491 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8416a329-ff77-4db9-9169-51111110268e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.662376 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:27.664135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Pushing event deleted for resources: {'Port': ['ID=31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:27.677936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83bd2ee9-83dd-4042-b793-f78dbbf77629 admin admin] Publish callbacks [] for security_group (6f18590b-6e61-48a7-b929-9a8cdfb75bb9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.698631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8416a329-ff77-4db9-9169-51111110268e None None] Calling delete_port for c83b960a-9ae0-4783-be6d-09c25c2ed5b9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:27.735460 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:27.783132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83bd2ee9-83dd-4042-b793-f78dbbf77629 admin admin] Publish callbacks [] for security_group (6f18590b-6e61-48a7-b929-9a8cdfb75bb9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:27.882731 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:27.948240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8416a329-ff77-4db9-9169-51111110268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.001907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416a329-ff77-4db9-9169-51111110268e None None] Pushing event deleted for resources: {'Port': ['ID=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:28.016828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416a329-ff77-4db9-9169-51111110268e None None] No DVR routers for this DVR port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:28.039945 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] For port c83b960a-9ae0-4783-be6d-09c25c2ed5b9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,segment=NetworkSegment(81206559-1209-44a1-b563-110d3be765a4),segment_id=81206559-1209-44a1-b563-110d3be765a4)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:28.040326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.057456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (be3da4e9-7f24-4049-913c-47d556ec3c00), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.101452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (dc8bb14f-a78a-4f5f-8a09-27e2254ff057), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.164349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Calling delete_port for c83b960a-9ae0-4783-be6d-09c25c2ed5b9 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:28.176063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8bb14f-a78a-4f5f-8a09-27e2254ff057']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:28.189506 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83bd2ee9-83dd-4042-b793-f78dbbf77629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6f18590b-6e61-48a7-b929-9a8cdfb75bb9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.192278 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83bd2ee9-83dd-4042-b793-f78dbbf77629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.195337 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-83bd2ee9-83dd-4042-b793-f78dbbf77629 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f18590b-6e61-48a7-b929-9a8cdfb75bb9 HTTP/1.1" status: 204 len: 168 time: 0.8988497 Jul 28 10:39:28.201091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e4f80c-db28-45ea-9995-b88edcd3b4e6') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:28.201453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e4f80c-db28-45ea-9995-b88edcd3b4e6') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:28.216489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd2ee9-83dd-4042-b793-f78dbbf77629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f18590b-6e61-48a7-b929-9a8cdfb75bb9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:28.219960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a9e4f80c-db28-45ea-9995-b88edcd3b4e6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.243551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a9e4f80c-db28-45ea-9995-b88edcd3b4e6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.252474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:28.252887 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a9e4f80c-db28-45ea-9995-b88edcd3b4e6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.287289 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a9e4f80c-db28-45ea-9995-b88edcd3b4e6 resource provider aggregate not found Jul 28 10:39:28.356342 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a9e4f80c-db28-45ea-9995-b88edcd3b4e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9e4f80c-db28-45ea-9995-b88edcd3b4e6 found for delete ", "request_id": "req-6b44e9d2-608f-4749-8615-877f7adbfdb4"}]} Jul 28 10:39:28.394871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3da4e9-7f24-4049-913c-47d556ec3c00,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:28.426751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (dc8bb14f-a78a-4f5f-8a09-27e2254ff057), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.451153 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Checking segment: {'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:28.451522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Network hostable DHCP agents. Network: 2679ca73-1b44-4a58-8920-c704d26127c9, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:28.466085 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.475078 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] 10.222.0.46 "DELETE /v2.0/networks/dc8bb14f-a78a-4f5f-8a09-27e2254ff057 HTTP/1.1" status: 204 len: 168 time: 2.2385294 Jul 28 10:39:28.476530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1abb8-c048-4cfd-b96e-928201939181 tempest-AllowedAddressPairIpV6TestJSON-636293781 tempest-AllowedAddressPairIpV6TestJSON-636293781-project] Pushing event deleted for resources: {'Network': ['ID=dc8bb14f-a78a-4f5f-8a09-27e2254ff057,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:28.495641 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (2848b699-bfca-49e1-a32d-1f894206eb87), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.509904 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c83b960a-9ae0-4783-be6d-09c25c2ed5b9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.664249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83b960a-9ae0-4783-be6d-09c25c2ed5b9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:28.670550 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Network 2679ca73-1b44-4a58-8920-c704d26127c9 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:28.684976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] No DVR routers for this DVR port c83b960a-9ae0-4783-be6d-09c25c2ed5b9 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:28.775736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2679ca73-1b44-4a58-8920-c704d26127c9) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:28.784611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:28.785256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.790955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e3004-5c5d-4b67-b544-8413c2021b23 None None] Network 2679ca73-1b44-4a58-8920-c704d26127c9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:28.967035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (31a46682-7954-480a-a4de-5f409759b267), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.980674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2679ca73-1b44-4a58-8920-c704d26127c9', 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9', 'project_id': '97efe251e6184edcba2038bc2390f885', 'fixed_ips': [{'subnet_id': 'be3da4e9-7f24-4049-913c-47d556ec3c00'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:39:28.982117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53152) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:28.984028 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3d3566af-33b9-455a-9d94-3b4b003b6815 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8651059 Jul 28 10:39:28.984524 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:28.988724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Request body: {'router': {'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:29.009742 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:29.015972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a46682-7954-480a-a4de-5f409759b267']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:29.043912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (311c26cc-295b-4122-b6a9-c34dba0237bd), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.047567 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (311c26cc-295b-4122-b6a9-c34dba0237bd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.056849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81206559-1209-44a1-b563-110d3be765a4') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:29.057211 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81206559-1209-44a1-b563-110d3be765a4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:29.076016 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (81206559-1209-44a1-b563-110d3be765a4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.084886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Router 2848b699-bfca-49e1-a32d-1f894206eb87 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:39:29.099014 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (81206559-1209-44a1-b563-110d3be765a4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.111902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:29.111902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (81206559-1209-44a1-b563-110d3be765a4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.199925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53158) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:29.214183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks [] for router_controller (311c26cc-295b-4122-b6a9-c34dba0237bd), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.253096 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 81206559-1209-44a1-b563-110d3be765a4 resource provider aggregate not found Jul 28 10:39:29.288569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c83b960a-9ae0-4783-be6d-09c25c2ed5b9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:29.320921 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 81206559-1209-44a1-b563-110d3be765a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81206559-1209-44a1-b563-110d3be765a4 found for delete ", "request_id": "req-fbb2e402-2dd9-4e7f-8483-3bf3338317b7"}]} Jul 28 10:39:29.366781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (31a46682-7954-480a-a4de-5f409759b267), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.370440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c83b960a-9ae0-4783-be6d-09c25c2ed5b9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:29.376154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c83b960a-9ae0-4783-be6d-09c25c2ed5b9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:29.377334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e678fb63-f574-41ff-bcb0-b706459ecc65 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:29.384455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.391278 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/31a46682-7954-480a-a4de-5f409759b267 HTTP/1.1" status: 204 len: 168 time: 3.2732534 Jul 28 10:39:29.447615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651f53-988c-4840-9282-ae8db22e77c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a46682-7954-480a-a4de-5f409759b267,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:29.454673 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:29.480713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:29.486443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e678fb63-f574-41ff-bcb0-b706459ecc65 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:29.487810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e678fb63-f574-41ff-bcb0-b706459ecc65 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:29.494548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] Sync routers for ids ['2848b699-bfca-49e1-a32d-1f894206eb87'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:29.504301 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-301244e4-37b6-4e61-8476-013cdeaa133a admin admin] 10.222.0.46 "PUT /v2.0/routers/2848b699-bfca-49e1-a32d-1f894206eb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3907032 Jul 28 10:39:29.508009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53176) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:29.515562 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] Routers {'2848b699-bfca-49e1-a32d-1f894206eb87'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:29.516212 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2848b699-bfca-49e1-a32d-1f894206eb87'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:29.628830 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:29.631425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Allocated IP 172.20.0.2 (2679ca73-1b44-4a58-8920-c704d26127c9/be3da4e9-7f24-4049-913c-47d556ec3c00/f845962b-4853-453e-af7c-0ba0046a3dee) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:29.719354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks [] for router (2848b699-bfca-49e1-a32d-1f894206eb87), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:29.802881 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] Set router 2848b699-bfca-49e1-a32d-1f894206eb87 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:29.872094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53182) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:30.053442 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Publish callbacks [] for port (f845962b-4853-453e-af7c-0ba0046a3dee), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.067652 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.099857 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-49add172-d001-46d2-b4a6-d6c86c3c33e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64cc6289ea42425b991fefecc2283ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234523 Jul 28 10:39:30.111659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53184) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:30.140591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Network 2679ca73-1b44-4a58-8920-c704d26127c9 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:30.145699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:30.149803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:30.165152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53186) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:30.248064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Pushing event updated for resources: {'Port': ['ID=f845962b-4853-453e-af7c-0ba0046a3dee,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:30.275184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Attempting to bind port f845962b-4853-453e-af7c-0ba0046a3dee on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:30.277045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Attempting to bind port f845962b-4853-453e-af7c-0ba0046a3dee by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:30.278229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Attempting to bind port f845962b-4853-453e-af7c-0ba0046a3dee on network 2679ca73-1b44-4a58-8920-c704d26127c9 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:30.296739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:30.299600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Checking segment: {'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:30.301767 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.302964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Bound using segment: {'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:30.303578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Bound port: f845962b-4853-453e-af7c-0ba0046a3dee, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:30.304768 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.356692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:27Z', 'revision_number': 5, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port': {'id': 'a773398b-2997-42a7-870c-c19d6e4cc8cd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:07Z', 'updated_at': '2022-07-28T10:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:30.368025 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks [] for router_gateway (2848b699-bfca-49e1-a32d-1f894206eb87), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.421138 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] Checking router: 2848b699-bfca-49e1-a32d-1f894206eb87 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:30.447669 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] Routers {'2848b699-bfca-49e1-a32d-1f894206eb87'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:30.448599 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2848b699-bfca-49e1-a32d-1f894206eb87'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:30.454343 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7c0a-e3d5-4c61-b9d0-4a104578962b admin admin] Publish callbacks [] for security_group (def562d8-d76b-42df-9100-7e8e88f3395b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.480486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] For port f845962b-4853-453e-af7c-0ba0046a3dee, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:30.488639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] For port f845962b-4853-453e-af7c-0ba0046a3dee, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f845962b-4853-453e-af7c-0ba0046a3dee,segment=NetworkSegment(e75d9ffb-a5e9-4f82-ac9f-875a44f18d96),segment_id=e75d9ffb-a5e9-4f82-ac9f-875a44f18d96)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:30.502665 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:30.511103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.536481 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:30.559230 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7c0a-e3d5-4c61-b9d0-4a104578962b admin admin] Publish callbacks [] for security_group (def562d8-d76b-42df-9100-7e8e88f3395b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.561117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks [] for router_gateway (311c26cc-295b-4122-b6a9-c34dba0237bd), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.657335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ce4af-69f8-491c-ba83-1e27758aa37b None None] Pushing event updated for resources: {'Port': ['ID=f845962b-4853-453e-af7c-0ba0046a3dee,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:30.739887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Deleting port a773398b-2997-42a7-870c-c19d6e4cc8cd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:30.744197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.753841 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] Set router 2848b699-bfca-49e1-a32d-1f894206eb87 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:30.891291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7c0a-e3d5-4c61-b9d0-4a104578962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (def562d8-d76b-42df-9100-7e8e88f3395b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.891550 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:30Z', 'revision_number': 6, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:30.897978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7c0a-e3d5-4c61-b9d0-4a104578962b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:30.903299 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ba5a7c0a-e3d5-4c61-b9d0-4a104578962b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/def562d8-d76b-42df-9100-7e8e88f3395b HTTP/1.1" status: 204 len: 168 time: 0.7884674 Jul 28 10:39:30.911420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dd98cd89-d0f3-4881-8b08-4fa4db1c4d66 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-877098901'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:30.912996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dd98cd89-d0f3-4881-8b08-4fa4db1c4d66 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Unknown quota resources ['metering_label']. {{(pid=104687) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:39:30.956850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53204) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:31.001702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d062eeb9-5b11-40c1-83a3-3ddcaa825bc4 None None] The sync data for ids ['2848b699-bfca-49e1-a32d-1f894206eb87'] in n-d-850468-6 is: [{'id': '2848b699-bfca-49e1-a32d-1f894206eb87', 'name': 'tempest-VirtualInterfacesTestJSON-438860578-router', 'tenant_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:05Z', 'updated_at': '2022-07-28T10:39:30Z', 'revision_number': 6, 'project_id': '5dcb3952445d4a98aceb3fe9cea7dd64', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:31.022786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a7c0a-e3d5-4c61-b9d0-4a104578962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def562d8-d76b-42df-9100-7e8e88f3395b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:31.062957 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-986d1bf1-01b7-47a5-b414-a53920e73062 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eec77b2e1f804b04916192b1f723fef5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8588910 Jul 28 10:39:31.081584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53206) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:31.224776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks [] for router_gateway (311c26cc-295b-4122-b6a9-c34dba0237bd), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.267568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.371913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3f773c5-fcd8-4626-abf2-7d309fd1bdfb admin admin] Publish callbacks [] for security_group (9a9c29e3-23dc-4778-8f3c-f1806b337177), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.435673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3f773c5-fcd8-4626-abf2-7d309fd1bdfb admin admin] Publish callbacks [] for security_group (9a9c29e3-23dc-4778-8f3c-f1806b337177), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.526518 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:31.581686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Allocated IP 172.25.2.72 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/f36a421b-cff6-48a9-a7d1-6a7850238718) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:31.661675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3f773c5-fcd8-4626-abf2-7d309fd1bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9a9c29e3-23dc-4778-8f3c-f1806b337177), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.681101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3f773c5-fcd8-4626-abf2-7d309fd1bdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.683232 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e3f773c5-fcd8-4626-abf2-7d309fd1bdfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a9c29e3-23dc-4778-8f3c-f1806b337177 HTTP/1.1" status: 204 len: 168 time: 0.6003821 Jul 28 10:39:31.828364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f773c5-fcd8-4626-abf2-7d309fd1bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c29e3-23dc-4778-8f3c-f1806b337177,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:31.829515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd98cd89-d0f3-4881-8b08-4fa4db1c4d66 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.830837 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd98cd89-d0f3-4881-8b08-4fa4db1c4d66 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.6619430 Jul 28 10:39:31.841689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53220) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:31.851874 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-52b97c2f-4d30-49c7-8d95-43b4b601b1d6 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '865abd30-28bf-41f2-ba8b-333583d2a79c'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:31.852407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-52b97c2f-4d30-49c7-8d95-43b4b601b1d6 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104687) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:39:31.870297 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] For port a773398b-2997-42a7-870c-c19d6e4cc8cd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a773398b-2997-42a7-870c-c19d6e4cc8cd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:31.870842 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:31.909064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-74029314'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:31.988446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks [] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:32.005235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Calling delete_port for a773398b-2997-42a7-870c-c19d6e4cc8cd owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:32.029710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Made reservation on behalf of b2ebcabdd2db4855947c69e71d27066b for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:32.039410 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:32.128535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:32.201406 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:32.258379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:32.262048 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:32.279319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:32.305975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:32.414360 n-d-850468-6 neutron-server[104687]: WARNING neutron.services.metering.metering_plugin [None req-52b97c2f-4d30-49c7-8d95-43b4b601b1d6 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 10:39:32.433829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Pushing event updated for resources: {'Port': ['ID=f36a421b-cff6-48a9-a7d1-6a7850238718,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:32.597207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf741f23-ebe4-49b0-a4c6-ca6e2458840d None None] Network 2679ca73-1b44-4a58-8920-c704d26127c9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:33.065886 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:33.122915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53256) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:33.127346 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-52b97c2f-4d30-49c7-8d95-43b4b601b1d6 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.130592 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-52b97c2f-4d30-49c7-8d95-43b4b601b1d6 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.2834141 Jul 28 10:39:33.135155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a8b3160a-6a45-43c7-82a8-0bbe4365fae6 None None] Provisioning complete for port f845962b-4853-453e-af7c-0ba0046a3dee triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:33.136276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8b3160a-6a45-43c7-82a8-0bbe4365fae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.166853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53258) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:33.182604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-13e6fa85-df43-4a16-a270-0ebb38a59a41 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '865abd30-28bf-41f2-ba8b-333583d2a79c'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:33.183048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-13e6fa85-df43-4a16-a270-0ebb38a59a41 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104687) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:39:33.228141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f845962b-4853-453e-af7c-0ba0046a3dee up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:33.278364 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f257c533-1762-42b4-bcf3-d89ee89dc164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.300165 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:33.301722 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks [] for router_gateway (311c26cc-295b-4122-b6a9-c34dba0237bd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.385314 n-d-850468-6 neutron-server[104687]: WARNING neutron.services.metering.metering_plugin [None req-13e6fa85-df43-4a16-a270-0ebb38a59a41 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 10:39:33.489528 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:33.492545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13e6fa85-df43-4a16-a270-0ebb38a59a41 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.493762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13e6fa85-df43-4a16-a270-0ebb38a59a41 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3258908 Jul 28 10:39:33.498503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:33.550811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a773398b-2997-42a7-870c-c19d6e4cc8cd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.605464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3160a-6a45-43c7-82a8-0bbe4365fae6 None None] Current status of the port f845962b-4853-453e-af7c-0ba0046a3dee is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:33.609174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8b3160a-6a45-43c7-82a8-0bbe4365fae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.613754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f845962b-4853-453e-af7c-0ba0046a3dee triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:33.622315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.628036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for security_group (80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.631316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a773398b-2997-42a7-870c-c19d6e4cc8cd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:33.643876 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8eec5dac-fd3b-41a5-ac85-13e63f741f03 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=50ccadb2-f628-486b-8724-81df0f084a04 HTTP/1.1" status: 200 len: 464 time: 0.1235654 Jul 28 10:39:33.647328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53270) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:33.692854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.720352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:33.748459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (38579014-fc80-499a-9016-cb62b56ec844), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.748459 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Added segment 38579014-fc80-499a-9016-cb62b56ec844 of type vlan for network 69d84acb-060f-46ef-b43d-4f1e201499a6 Jul 28 10:39:33.802656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53274) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:33.805048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a8b3160a-6a45-43c7-82a8-0bbe4365fae6 None None] For port f845962b-4853-453e-af7c-0ba0046a3dee, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f845962b-4853-453e-af7c-0ba0046a3dee,segment=NetworkSegment(e75d9ffb-a5e9-4f82-ac9f-875a44f18d96),segment_id=e75d9ffb-a5e9-4f82-ac9f-875a44f18d96)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:33.816554 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8b3160a-6a45-43c7-82a8-0bbe4365fae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:33.861313 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (69d84acb-060f-46ef-b43d-4f1e201499a6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.034903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:34.037370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0a25a961-05fd-49b2-a64d-3c299b1e4510 None None] Provisioning complete for port f845962b-4853-453e-af7c-0ba0046a3dee triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:34.037639 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a25a961-05fd-49b2-a64d-3c299b1e4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.041750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2097267506'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:34.043496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (69d84acb-060f-46ef-b43d-4f1e201499a6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.057654 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:34.058254 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.120440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1675151241-network', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:34.145779 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.1119816 Jul 28 10:39:34.167611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-333e0be5-a8dc-4989-a609-0b447b8a6ab5 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.169375 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-333e0be5-a8dc-4989-a609-0b447b8a6ab5 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/50ccadb2-f628-486b-8724-81df0f084a04 HTTP/1.1" status: 204 len: 168 time: 0.5204425 Jul 28 10:39:34.170182 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:34.174467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.183103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f845962b-4853-453e-af7c-0ba0046a3dee is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:34.184033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53278) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:34.184375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53280) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:34.187543 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.193803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'subnet': {'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:34.241716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3160a-6a45-43c7-82a8-0bbe4365fae6 None None] Pushing event updated for resources: {'Port': ['ID=f845962b-4853-453e-af7c-0ba0046a3dee,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:34.256170 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:34.273384 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0813a81a-4e5c-4c2e-8173-8031388f896d tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=50ccadb2-f628-486b-8724-81df0f084a04 HTTP/1.1" status: 200 len: 221 time: 0.0710158 Jul 28 10:39:34.277645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53282) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:34.278788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:34.289651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e3ae6bb1-179c-491c-a5e0-5a2ee393c9b0 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1531656744', 'description': 'label created by tempest'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:34.290159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e3ae6bb1-179c-491c-a5e0-5a2ee393c9b0 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Unknown quota resources ['metering_label']. {{(pid=104688) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Jul 28 10:39:34.331592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:34.331941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 31ad5124-a7c9-4f8f-a9a8-f91d4ef9e067 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:34.332361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a773398b-2997-42a7-870c-c19d6e4cc8cd no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:34.334194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0a25a961-05fd-49b2-a64d-3c299b1e4510 None None] Current status of the port f845962b-4853-453e-af7c-0ba0046a3dee is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:34.342114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (2848b699-bfca-49e1-a32d-1f894206eb87), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.345056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1716fe-2244-4b14-b2e9-59a5521c3e9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Network': ['ID=69d84acb-060f-46ef-b43d-4f1e201499a6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:34.385079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:34.387520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a773398b-2997-42a7-870c-c19d6e4cc8cd {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:34.398150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a773398b-2997-42a7-870c-c19d6e4cc8cd not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:34.504777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (2848b699-bfca-49e1-a32d-1f894206eb87), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.507809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks [] for router_controller (2848b699-bfca-49e1-a32d-1f894206eb87), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.571259 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:34.573827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Made reservation on behalf of c2e65742727a438083e4c2f1457181d7 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:34.577542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.595985 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.599124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (2848b699-bfca-49e1-a32d-1f894206eb87), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.599949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2848b699-bfca-49e1-a32d-1f894206eb87 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:39:34.606284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.611830 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-19cd4e2d-1250-4285-b964-7d8f9d6c02a4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2848b699-bfca-49e1-a32d-1f894206eb87 HTTP/1.1" status: 204 len: 168 time: 5.1006050 Jul 28 10:39:34.614754 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53286) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:34.660594 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:34.667480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (311c26cc-295b-4122-b6a9-c34dba0237bd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.676808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6bb1-179c-491c-a5e0-5a2ee393c9b0 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.681382 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e3ae6bb1-179c-491c-a5e0-5a2ee393c9b0 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3970237 Jul 28 10:39:34.684998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53288) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:34.735310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for security_group (cc38ac50-dbcb-4eda-b69c-a8615fe33d17), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.805089 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cc38ac50-dbcb-4eda-b69c-a8615fe33d17), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.840899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:34.858677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Made reservation on behalf of b2ebcabdd2db4855947c69e71d27066b for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:34.864100 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.874992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6881f225-588c-4c8a-b34c-9f948e94f605), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.875649 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Added segment 6881f225-588c-4c8a-b34c-9f948e94f605 of type vlan for network 049fa73e-6147-43ee-b955-1d88699510d8 Jul 28 10:39:34.903922 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a413aa1d-34a5-4569-9033-56b95800cd5e tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=36ad89b6-09ee-4613-9aa1-67846cd2c254 HTTP/1.1" status: 200 len: 468 time: 0.2127683 Jul 28 10:39:34.909762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53290) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:34.938642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] Deleting subnet 81c47ba1-dc97-417d-8b79-857816f19e54 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:39:34.987361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] Publish callbacks [] for subnet (81c47ba1-dc97-417d-8b79-857816f19e54), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:34.997284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-47243be5-1c9c-4465-bcdf-c9d5f1044a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.100262 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:35.104570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f845962b-4853-453e-af7c-0ba0046a3dee up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:35.142439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (049fa73e-6147-43ee-b955-1d88699510d8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.210229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38ac50-dbcb-4eda-b69c-a8615fe33d17,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:35.216404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (049fa73e-6147-43ee-b955-1d88699510d8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.220401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (81c47ba1-dc97-417d-8b79-857816f19e54), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.224406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f845962b-4853-453e-af7c-0ba0046a3dee triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:35.224903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.228093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:35.231665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.273688 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks [] for security_group (3de59dab-2d07-41dc-ad9a-71d0c7f591a7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.277512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89fbf01a-1d56-4fcd-afda-4ffdfa630e19 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.278787 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-89fbf01a-1d56-4fcd-afda-4ffdfa630e19 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/36ad89b6-09ee-4613-9aa1-67846cd2c254 HTTP/1.1" status: 204 len: 168 time: 0.3661141 Jul 28 10:39:35.285061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53294) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.300423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3de59dab-2d07-41dc-ad9a-71d0c7f591a7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.316836 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d18620ac-66a8-4019-b828-9f64d9a8b7ef tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=36ad89b6-09ee-4613-9aa1-67846cd2c254 HTTP/1.1" status: 200 len: 216 time: 0.0284288 Jul 28 10:39:35.325097 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53296) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.346051 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:35.352531 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:35.362165 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-14424191-bb91-4bf4-8887-86c1ab91c402 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0278471 Jul 28 10:39:35.374920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53298) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.403818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.404496 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Added segment b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1 of type vlan for network 73775266-e740-4d58-80c3-5cad247ffca6 Jul 28 10:39:35.407204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de59dab-2d07-41dc-ad9a-71d0c7f591a7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:35.408751 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6041634 Jul 28 10:39:35.423263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53300) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.451656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f845962b-4853-453e-af7c-0ba0046a3dee is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:35.453669 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'subnet': {'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:35.462017 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (73775266-e740-4d58-80c3-5cad247ffca6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.481493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (81c47ba1-dc97-417d-8b79-857816f19e54), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.481711 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47357a9c-6cf8-4204-995d-033df92f5a7b tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1049623 Jul 28 10:39:35.482272 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca8319-926c-4f56-bd0d-8076f3b707ce tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Network': ['ID=049fa73e-6147-43ee-b955-1d88699510d8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:35.487201 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53302) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.496703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 049fa73e-6147-43ee-b955-1d88699510d8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:35.543006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (73775266-e740-4d58-80c3-5cad247ffca6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.544056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:35.545836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.597290 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ada3b7a3-bcf1-4cdc-8e40-820ec79c8cba tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/865abd30-28bf-41f2-ba8b-333583d2a79c HTTP/1.1" status: 200 len: 472 time: 0.0696077 Jul 28 10:39:35.611611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53304) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.642114 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5114741 Jul 28 10:39:35.649119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53308) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.650554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (81c47ba1-dc97-417d-8b79-857816f19e54), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.655114 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-abe748f3-88ea-4326-b0a5-28f2f9c07bd6 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/fa3c18f2-7582-41ab-a661-fd8add59fbe1 HTTP/1.1" status: 200 len: 461 time: 0.0411181 Jul 28 10:39:35.660713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53310) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.665085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Request body: {'subnet': {'network_id': '73775266-e740-4d58-80c3-5cad247ffca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1675151241-subnet', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:35.703298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (362087dc-39aa-4b1e-ab02-3028ee27f041), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.728863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f2b2-35a8-49d2-a41a-2045d3c74de8 admin admin] Pushing event updated for resources: {'Network': ['ID=73775266-e740-4d58-80c3-5cad247ffca6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:35.731439 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:35.737696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.743104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d2890-49c6-4513-8520-83af411452de None None] Network 860324d7-3c03-4bad-815a-334cd0e89fac requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:35.745431 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/81c47ba1-dc97-417d-8b79-857816f19e54 HTTP/1.1" status: 204 len: 168 time: 1.1292853 Jul 28 10:39:35.746176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53312) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:35.752813 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Made reservation on behalf of c2e65742727a438083e4c2f1457181d7 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:35.755487 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.757461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c9edb-4254-4fda-a120-a6b5128b2f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c47ba1-dc97-417d-8b79-857816f19e54,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:35.829034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 73775266-e740-4d58-80c3-5cad247ffca6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:35.836502 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:35.870397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:35.877380 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:35.897722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Router 311c26cc-295b-4122-b6a9-c34dba0237bd is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:39:36.021493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5675bbe-1b78-4b91-b0d3-8679b658ffa7 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.022940 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b5675bbe-1b78-4b91-b0d3-8679b658ffa7 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/fa3c18f2-7582-41ab-a661-fd8add59fbe1 HTTP/1.1" status: 204 len: 168 time: 0.3387580 Jul 28 10:39:36.026935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53316) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:36.041778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (860324d7-3c03-4bad-815a-334cd0e89fac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.072653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Subnet': ['ID=362087dc-39aa-4b1e-ab02-3028ee27f041,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:36.088481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] DHCP port deletion for 860324d7-3c03-4bad-815a-334cd0e89fac request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:39:36.134581 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:36.137842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Checking segment: {'id': '38579014-fc80-499a-9016-cb62b56ec844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:36.138459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Network hostable DHCP agents. Network: 69d84acb-060f-46ef-b43d-4f1e201499a6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:36.152300 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:36.154741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] Deleting port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:36.155644 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.239531 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.255861 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:36.265538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] For port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,segment=NetworkSegment(3275c7e1-eb8a-4452-99a0-ec5b43c48159),segment_id=3275c7e1-eb8a-4452-99a0-ec5b43c48159)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:36.266295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.290305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] Calling delete_port for 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:36.302969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 69d84acb-060f-46ef-b43d-4f1e201499a6) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:36.305405 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:36.327510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Sync routers for ids ['311c26cc-295b-4122-b6a9-c34dba0237bd'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:36.330724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d3d1a2-558e-4fe9-95b1-a151f34bc821 None None] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:36.332542 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:36.333363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.367004 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b646e6a2-bd42-4d92-8e15-c3882400f097 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1770961 Jul 28 10:39:36.370994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53326) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:36.380203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-01718ad0-6d2d-4b0a-af6e-93bd103dc890 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-668794545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:36.417317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.427728 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4052b9f2-565b-4b2c-8d24-c7c1f540afd4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4444792 Jul 28 10:39:36.431076 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53328) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:36.456701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Routers {'311c26cc-295b-4122-b6a9-c34dba0237bd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:36.457488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['311c26cc-295b-4122-b6a9-c34dba0237bd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:36.535605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01718ad0-6d2d-4b0a-af6e-93bd103dc890 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.537078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01718ad0-6d2d-4b0a-af6e-93bd103dc890 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.588507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (f95f4792-4ba4-447c-b05b-1e97515b5895), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.624774 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.663567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] Pushing event deleted for resources: {'Port': ['ID=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:36.677406 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:36.719834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Deleting port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:36.722981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.751168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20053c7-98fc-408e-9309-97b8b1c9423f None None] No DVR routers for this DVR port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:36.751424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01718ad0-6d2d-4b0a-af6e-93bd103dc890 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for router_controller (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.778455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01718ad0-6d2d-4b0a-af6e-93bd103dc890 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:36.787785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Set router 311c26cc-295b-4122-b6a9-c34dba0237bd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:36.793480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-69d84acb-060f-46ef-b43d-4f1e201499a6', 'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6', 'project_id': 'b2ebcabdd2db4855947c69e71d27066b', 'fixed_ips': [{'subnet_id': '362087dc-39aa-4b1e-ab02-3028ee27f041'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:39:36.794505 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.096032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:37.120640 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:37.122199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] For port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9, host n-d-850468-6, got binding levels [] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:37.122749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.126667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:39:37.127206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:37.131535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1dd9a76e-939a-4865-a85e-bcef37e4af01 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.133295 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1dd9a76e-939a-4865-a85e-bcef37e4af01 tempest-MeteringTestJSON-110042404 tempest-MeteringTestJSON-110042404-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/865abd30-28bf-41f2-ba8b-333583d2a79c HTTP/1.1" status: 204 len: 168 time: 1.1054320 Jul 28 10:39:37.142547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (eeefac8b-dd24-40e7-b89c-b4eb091828a7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.158060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Calling delete_port for 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:37.190434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Subnet': ['ID=f95f4792-4ba4-447c-b05b-1e97515b5895,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:37.194985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 was not found and therefore no delete operation was performed {{(pid=104687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:39:37.201360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (66f98d3d-1233-4c0d-ab5b-fdd6922407f9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.240065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:39:32Z', 'revision_number': 3, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port': {'id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:31Z', 'updated_at': '2022-07-28T10:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:37.240789 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01718ad0-6d2d-4b0a-af6e-93bd103dc890 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.242071 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-01718ad0-6d2d-4b0a-af6e-93bd103dc890 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8698728 Jul 28 10:39:37.243154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.249277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] No DVR routers for this DVR port 66f98d3d-1233-4c0d-ab5b-fdd6922407f9 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:39:37.255868 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53346) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:37.268646 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Checking segment: {'id': '6881f225-588c-4c8a-b34c-9f948e94f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '049fa73e-6147-43ee-b955-1d88699510d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:37.269284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network hostable DHCP agents. Network: 049fa73e-6147-43ee-b955-1d88699510d8, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:37.278963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Pushing event deleted for resources: {'Port': ['ID=66f98d3d-1233-4c0d-ab5b-fdd6922407f9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:37.353366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Checking router: 311c26cc-295b-4122-b6a9-c34dba0237bd for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:37.354070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Updating router 311c26cc-295b-4122-b6a9-c34dba0237bd port f36a421b-cff6-48a9-a7d1-6a7850238718 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:37.366133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (860324d7-3c03-4bad-815a-334cd0e89fac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.403118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860324d7-3c03-4bad-815a-334cd0e89fac']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:37.416865 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:37.420080 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:37.422662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3275c7e1-eb8a-4452-99a0-ec5b43c48159') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:37.423169 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3275c7e1-eb8a-4452-99a0-ec5b43c48159') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:37.428448 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.440066 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (3275c7e1-eb8a-4452-99a0-ec5b43c48159), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.459123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3275c7e1-eb8a-4452-99a0-ec5b43c48159), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.469599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:37.470476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (3275c7e1-eb8a-4452-99a0-ec5b43c48159), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.511407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Allocated IP 172.20.0.2 (69d84acb-060f-46ef-b43d-4f1e201499a6/362087dc-39aa-4b1e-ab02-3028ee27f041/a692d6b1-d734-4d3e-8cd3-a7b0c44601a8) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:37.531101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network 049fa73e-6147-43ee-b955-1d88699510d8 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:37.564615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (860324d7-3c03-4bad-815a-334cd0e89fac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.571837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.578657 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] 10.222.0.46 "DELETE /v2.0/networks/860324d7-3c03-4bad-815a-334cd0e89fac HTTP/1.1" status: 204 len: 168 time: 1.8237650 Jul 28 10:39:37.578657 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3275c7e1-eb8a-4452-99a0-ec5b43c48159 resource provider aggregate not found Jul 28 10:39:37.593706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeefac8b-dd24-40e7-b89c-b4eb091828a7,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:37.646254 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3275c7e1-eb8a-4452-99a0-ec5b43c48159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3275c7e1-eb8a-4452-99a0-ec5b43c48159 found for delete ", "request_id": "req-45ff1e0b-7a21-4230-8beb-28bb3f19e2e0"}]} Jul 28 10:39:37.647714 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 049fa73e-6147-43ee-b955-1d88699510d8) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:37.661008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429eefd-2f9c-4674-a1de-4d80edd9a57a admin admin] Pushing event deleted for resources: {'Network': ['ID=860324d7-3c03-4bad-815a-334cd0e89fac,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:37.676706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Checking segment: {'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:37.677082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Network hostable DHCP agents. Network: 73775266-e740-4d58-80c3-5cad247ffca6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:37.687367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53356) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:37.716430 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:37.757296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:37.757902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.761330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Network 73775266-e740-4d58-80c3-5cad247ffca6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:37.774020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 73775266-e740-4d58-80c3-5cad247ffca6) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:37.786721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:37.788917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.804933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6a75d4-c501-4767-8410-b43cba4c9a73 None None] Network 049fa73e-6147-43ee-b955-1d88699510d8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:37.837654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c881f5e-97a9-4b18-9ad6-f03d84ccdc1c None None] Network 73775266-e740-4d58-80c3-5cad247ffca6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:37.847300 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-76a79101-257f-4814-be36-9e2a9cb1e1d4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1909399 Jul 28 10:39:37.849780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53360) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:37.858110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Request body: {'router': {'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:37.925217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c2a230e3-bf4c-4532-b730-48f209dde9c4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.926725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c2a230e3-bf4c-4532-b730-48f209dde9c4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.953979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87bc25a6-6a9f-4a09-8afb-59f542750f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:37.994588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53366) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:38.068729 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4e1502fb-7da9-42ca-95f9-60d69148bc8a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6424062 Jul 28 10:39:38.072006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:38.086577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'name': 'tempest-AllowedAddressPairTestJSON-676489010'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:38.095065 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e15bd6d6-08d4-44e2-9649-2d26264ee821 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dcb3952445d4a98aceb3fe9cea7dd64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937886 Jul 28 10:39:38.096740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53370) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:38.174703 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks [] for router_controller (c2a230e3-bf4c-4532-b730-48f209dde9c4), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.180061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.294721 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.397774 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.422484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53376) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:38.455091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e53cd-110a-4068-addc-234ca818058c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-73775266-e740-4d58-80c3-5cad247ffca6', 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6', 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'fixed_ips': [{'subnet_id': 'eeefac8b-dd24-40e7-b89c-b4eb091828a7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:39:38.456368 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-744e53cd-110a-4068-addc-234ca818058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.678048 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks [] for router_gateway (c2a230e3-bf4c-4532-b730-48f209dde9c4), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.712241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.725709 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:38.726791 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3062a87f-ea3e-412d-b3c7-c14ca4f7a968 admin admin] Publish callbacks [] for security_group (3bb60ddd-2372-4476-9ce0-9ddb7310dee9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.732453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:38.743493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.773828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87bc25a6-6a9f-4a09-8afb-59f542750f2e admin admin] Publish callbacks [] for security_group (0bd7fbb7-6f46-4931-8c64-20624d6e60ff), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.810746 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] device_id is not set on port c74c9834-e7c8-431d-a7d2-1d5a281d51eb yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:38.828259 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Publish callbacks [] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.832794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f35466b-2111-426e-a6ef-abf8e45c0ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.892019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87bc25a6-6a9f-4a09-8afb-59f542750f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0bd7fbb7-6f46-4931-8c64-20624d6e60ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.898400 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3062a87f-ea3e-412d-b3c7-c14ca4f7a968 admin admin] Publish callbacks [] for security_group (3bb60ddd-2372-4476-9ce0-9ddb7310dee9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:38.981015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-744e53cd-110a-4068-addc-234ca818058c None None] Allocated IP 172.20.0.2 (73775266-e740-4d58-80c3-5cad247ffca6/eeefac8b-dd24-40e7-b89c-b4eb091828a7/8bdf314d-c033-4a07-b27e-9cf2c3cab959) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:38.994247 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-87bc25a6-6a9f-4a09-8afb-59f542750f2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32ea02287454482db7fe9283b63c43aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3031323 Jul 28 10:39:38.995113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53380) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:39.002911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc25a6-6a9f-4a09-8afb-59f542750f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7fbb7-6f46-4931-8c64-20624d6e60ff,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:39.019624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Allocated IP 172.20.0.1 (2679ca73-1b44-4a58-8920-c704d26127c9/be3da4e9-7f24-4049-913c-47d556ec3c00/eff72cbe-26d9-44e9-aeff-8296268e8032) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:39.062382 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:39.096276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.113712 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=9 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:39.151589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks [] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.176562 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:39.221999 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Publish callbacks [] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.228329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-049fa73e-6147-43ee-b955-1d88699510d8', 'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'project_id': 'd833be7c4f864e439dca2dc903133ad5', 'fixed_ips': [{'subnet_id': 'f95f4792-4ba4-447c-b05b-1e97515b5895'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:39:39.229246 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.260703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f684e-41ae-4af0-9672-4ea97cd0ca1d None None] Pushing event updated for resources: {'Port': ['ID=f36a421b-cff6-48a9-a7d1-6a7850238718,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:39.263862 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.281671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3062a87f-ea3e-412d-b3c7-c14ca4f7a968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3bb60ddd-2372-4476-9ce0-9ddb7310dee9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.283375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Attempting to bind port f36a421b-cff6-48a9-a7d1-6a7850238718 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:39.283751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Attempting to bind port f36a421b-cff6-48a9-a7d1-6a7850238718 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:39.284287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Attempting to bind port f36a421b-cff6-48a9-a7d1-6a7850238718 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:39.287652 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3062a87f-ea3e-412d-b3c7-c14ca4f7a968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.289109 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3062a87f-ea3e-412d-b3c7-c14ca4f7a968 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3bb60ddd-2372-4476-9ce0-9ddb7310dee9 HTTP/1.1" status: 204 len: 168 time: 1.1553810 Jul 28 10:39:39.321598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks [] for router_gateway (c2a230e3-bf4c-4532-b730-48f209dde9c4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.347414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:39.347849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:39.347849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.348279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:39.348752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Bound port: f36a421b-cff6-48a9-a7d1-6a7850238718, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:39.349187 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.360819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.360819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062a87f-ea3e-412d-b3c7-c14ca4f7a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb60ddd-2372-4476-9ce0-9ddb7310dee9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:39.372597 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15b0a7c5-6292-4021-91bd-271c90638fbf admin admin] Publish callbacks [] for security_group (0bd7fbb7-6f46-4931-8c64-20624d6e60ff), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.411209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] For port f36a421b-cff6-48a9-a7d1-6a7850238718, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:39.413800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] For port f36a421b-cff6-48a9-a7d1-6a7850238718, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f36a421b-cff6-48a9-a7d1-6a7850238718,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:39.436221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Allocated IP 172.20.0.3 (049fa73e-6147-43ee-b955-1d88699510d8/f95f4792-4ba4-447c-b05b-1e97515b5895/c74c9834-e7c8-431d-a7d2-1d5a281d51eb) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:39.474108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:39.486732 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.493657 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:39.496665 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:39.497661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15b0a7c5-6292-4021-91bd-271c90638fbf admin admin] Publish callbacks [] for security_group (0bd7fbb7-6f46-4931-8c64-20624d6e60ff), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.548088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:39.558795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Pushing event updated for resources: {'Port': ['ID=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:39.565199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:39.619904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Allocated IP 172.25.2.159 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ce0e9424-817b-48b2-ac9e-1b486fc5da2e) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:39.643861 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15b0a7c5-6292-4021-91bd-271c90638fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0bd7fbb7-6f46-4931-8c64-20624d6e60ff), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.647256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15b0a7c5-6292-4021-91bd-271c90638fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.652561 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-15b0a7c5-6292-4021-91bd-271c90638fbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bd7fbb7-6f46-4931-8c64-20624d6e60ff HTTP/1.1" status: 204 len: 168 time: 0.6364906 Jul 28 10:39:39.705535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0a7c5-6292-4021-91bd-271c90638fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd7fbb7-6f46-4931-8c64-20624d6e60ff,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:39.732211 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:39.737903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-744e53cd-110a-4068-addc-234ca818058c None None] Publish callbacks [] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.786175 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:39.806914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Routers {'311c26cc-295b-4122-b6a9-c34dba0237bd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:39.810122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['311c26cc-295b-4122-b6a9-c34dba0237bd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:39.823002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f684e-41ae-4af0-9672-4ea97cd0ca1d None None] Pushing event updated for resources: {'Port': ['ID=f36a421b-cff6-48a9-a7d1-6a7850238718,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:39.834719 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-744e53cd-110a-4068-addc-234ca818058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.839005 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks [] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.892262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Attempting to bind port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:39.892739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Attempting to bind port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '38579014-fc80-499a-9016-cb62b56ec844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:39.893210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Attempting to bind port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 on network 69d84acb-060f-46ef-b43d-4f1e201499a6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:39.927399 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.944685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:39.945232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Checking segment: {'id': '38579014-fc80-499a-9016-cb62b56ec844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:39.945771 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.946347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Bound using segment: {'id': '38579014-fc80-499a-9016-cb62b56ec844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:39.946910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Bound port: a692d6b1-d734-4d3e-8cd3-a7b0c44601a8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38579014-fc80-499a-9016-cb62b56ec844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:39.947395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.985781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:39.999634 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:40.005983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e53cd-110a-4068-addc-234ca818058c None None] Network 73775266-e740-4d58-80c3-5cad247ffca6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:40.011172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:40.015503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:40.015928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-744e53cd-110a-4068-addc-234ca818058c None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:40.023727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e53cd-110a-4068-addc-234ca818058c None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:40.038431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e53cd-110a-4068-addc-234ca818058c None None] Pushing event updated for resources: {'Port': ['ID=8bdf314d-c033-4a07-b27e-9cf2c3cab959,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:40.089459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:40.132565 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:40.172482 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Network 2679ca73-1b44-4a58-8920-c704d26127c9 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:40.181529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] Set router 311c26cc-295b-4122-b6a9-c34dba0237bd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:40.192388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:40.206673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Allocated IP 172.20.0.1 (69d84acb-060f-46ef-b43d-4f1e201499a6/362087dc-39aa-4b1e-ab02-3028ee27f041/04f8cf5a-67c9-47c4-bc5f-5b620afa0d07) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:40.240615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:40.378875 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f35466b-2111-426e-a6ef-abf8e45c0ded admin admin] Publish callbacks [] for security_group (86de3f76-d1b7-468d-a7e6-0e8c1c7869c3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.408665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Pushing event updated for resources: {'Port': ['ID=eff72cbe-26d9-44e9-aeff-8296268e8032,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:40.420143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] For port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:40.444471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-744e53cd-110a-4068-addc-234ca818058c None None] Attempting to bind port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:40.446013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-744e53cd-110a-4068-addc-234ca818058c None None] Attempting to bind port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:40.446505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e53cd-110a-4068-addc-234ca818058c None None] Attempting to bind port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 on network 73775266-e740-4d58-80c3-5cad247ffca6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:40.472274 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:39:40.473531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] For port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,segment=NetworkSegment(38579014-fc80-499a-9016-cb62b56ec844),segment_id=38579014-fc80-499a-9016-cb62b56ec844)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:40.543407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e53cd-110a-4068-addc-234ca818058c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:40.544495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e53cd-110a-4068-addc-234ca818058c None None] Checking segment: {'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:40.545015 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-744e53cd-110a-4068-addc-234ca818058c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.546225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e53cd-110a-4068-addc-234ca818058c None None] Bound using segment: {'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:40.546870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-744e53cd-110a-4068-addc-234ca818058c None None] Bound port: 8bdf314d-c033-4a07-b27e-9cf2c3cab959, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:40.547367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-744e53cd-110a-4068-addc-234ca818058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.556079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks [] for router_gateway (c2a230e3-bf4c-4532-b730-48f209dde9c4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.560800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.602000 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:40.611509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f35466b-2111-426e-a6ef-abf8e45c0ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (86de3f76-d1b7-468d-a7e6-0e8c1c7869c3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.614009 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (311c26cc-295b-4122-b6a9-c34dba0237bd), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.641056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53416) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:40.719047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-744e53cd-110a-4068-addc-234ca818058c None None] For port 8bdf314d-c033-4a07-b27e-9cf2c3cab959, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:40.722864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-744e53cd-110a-4068-addc-234ca818058c None None] For port 8bdf314d-c033-4a07-b27e-9cf2c3cab959, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8bdf314d-c033-4a07-b27e-9cf2c3cab959,segment=NetworkSegment(b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1),segment_id=b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:40.729410 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:40.743393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (c74c9834-e7c8-431d-a7d2-1d5a281d51eb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.752930 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-744e53cd-110a-4068-addc-234ca818058c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.764795 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:40.824604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3d6b5432-0fc1-4063-8c51-c7f89bbc672e None None] Provisioning complete for port eff72cbe-26d9-44e9-aeff-8296268e8032 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:40.824980 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5432-0fc1-4063-8c51-c7f89bbc672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.852101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53420) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:40.867064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfcbe-c456-40d6-927d-4b87dcc042e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:40.871494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea0845-c354-4ff8-bf9f-36fa62865dd3 None None] Pushing event updated for resources: {'Port': ['ID=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:40.903214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:40.904619 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1f35466b-2111-426e-a6ef-abf8e45c0ded admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73ce013066a148cdb25d4429bd067ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4690657 Jul 28 10:39:40.928866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35466b-2111-426e-a6ef-abf8e45c0ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de3f76-d1b7-468d-a7e6-0e8c1c7869c3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:40.934361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c2a230e3-bf4c-4532-b730-48f209dde9c4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.173073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f569bf6-1c65-47d0-b4ad-d455b4f70ff0 admin admin] Publish callbacks [] for security_group (86de3f76-d1b7-468d-a7e6-0e8c1c7869c3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.215918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b5432-0fc1-4063-8c51-c7f89bbc672e None None] Port eff72cbe-26d9-44e9-aeff-8296268e8032 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:41.286100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e53cd-110a-4068-addc-234ca818058c None None] Pushing event updated for resources: {'Port': ['ID=8bdf314d-c033-4a07-b27e-9cf2c3cab959,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:41.300245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:39:32Z', 'revision_number': 3, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port': {'id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:31Z', 'updated_at': '2022-07-28T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:41.308803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:41.338638 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f569bf6-1c65-47d0-b4ad-d455b4f70ff0 admin admin] Publish callbacks [] for security_group (86de3f76-d1b7-468d-a7e6-0e8c1c7869c3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.443477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0a1cd-3b4c-42ae-9955-ea35cebfafb7 None None] The sync data for ids ['311c26cc-295b-4122-b6a9-c34dba0237bd'] in n-d-850468-6 is: [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:39:32Z', 'revision_number': 3, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port': {'id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:31Z', 'updated_at': '2022-07-28T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:41.464646 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:41.466331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:41.466714 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.495420 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.524174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Router c2a230e3-bf4c-4532-b730-48f209dde9c4 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:39:41.543385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f569bf6-1c65-47d0-b4ad-d455b4f70ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (86de3f76-d1b7-468d-a7e6-0e8c1c7869c3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.548463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f569bf6-1c65-47d0-b4ad-d455b4f70ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.553231 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1f569bf6-1c65-47d0-b4ad-d455b4f70ff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86de3f76-d1b7-468d-a7e6-0e8c1c7869c3 HTTP/1.1" status: 204 len: 168 time: 0.6423781 Jul 28 10:39:41.583182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f569bf6-1c65-47d0-b4ad-d455b4f70ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de3f76-d1b7-468d-a7e6-0e8c1c7869c3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:41.613823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:41.614515 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.701566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,segment=NetworkSegment(38579014-fc80-499a-9016-cb62b56ec844),segment_id=38579014-fc80-499a-9016-cb62b56ec844)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:41.709440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:41.751185 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-281855336-network', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:41.800717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:41.828604 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:41.896341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Made reservation on behalf of ec19e33656204aba8f69bb49d4c16d4a for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:41.914523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.003662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfcbe-c456-40d6-927d-4b87dcc042e5 admin admin] Publish callbacks [] for security_group (ba133afb-e6b6-4de7-9209-386f3db9b459), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.012738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.025814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.039859 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec8cfcbe-c456-40d6-927d-4b87dcc042e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba133afb-e6b6-4de7-9209-386f3db9b459), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.082053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cfcbe-c456-40d6-927d-4b87dcc042e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba133afb-e6b6-4de7-9209-386f3db9b459,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:42.112342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c74c9834-e7c8-431d-a7d2-1d5a281d51eb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.199126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network 049fa73e-6147-43ee-b955-1d88699510d8 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:42.253900 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ec8cfcbe-c456-40d6-927d-4b87dcc042e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11e399113b6547c1900d8ec7852a4c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6076982 Jul 28 10:39:42.256483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53438) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:42.262310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Allocated IP 172.20.0.2 (049fa73e-6147-43ee-b955-1d88699510d8/f95f4792-4ba4-447c-b05b-1e97515b5895/00fe12ec-6e9f-4294-8744-3120214362fd) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:42.311309 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:42.317328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:42.409069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:42.409726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.436520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.486745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.490052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:42.507059 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=c74c9834-e7c8-431d-a7d2-1d5a281d51eb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:42.507292 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Sync routers for ids ['c2a230e3-bf4c-4532-b730-48f209dde9c4'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:42.524506 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Routers {'c2a230e3-bf4c-4532-b730-48f209dde9c4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:42.525359 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c2a230e3-bf4c-4532-b730-48f209dde9c4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:42.544544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.546032 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cadcd60a-c6c7-474c-a7e4-54469ccbff29 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6946836 Jul 28 10:39:42.554605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53442) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:42.668287 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Set router c2a230e3-bf4c-4532-b730-48f209dde9c4 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:42.703575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd021f-b400-4996-8005-21c646e9cca9 None None] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:42.731363 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Port': ['ID=04f8cf5a-67c9-47c4-bc5f-5b620afa0d07,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:42.756384 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5cd7b2b1-6539-4afb-a614-f3b98f0ecb8b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6821895 Jul 28 10:39:42.758905 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:42.786748 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53448) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:42.821672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'name': 'tempest-AllowedAddressPairTestJSON-1366999694', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:71:1c:50'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:42.825454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2f2d303e-76f7-433f-b7e6-159d76400ac5 None None] Provisioning complete for port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:42.825985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f2d303e-76f7-433f-b7e6-159d76400ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.840002 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:42.848731 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:42.859093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Publish callbacks [] for port (00fe12ec-6e9f-4294-8744-3120214362fd), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:42.952704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:42.963196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:42.974374 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.000906 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:43.031270 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:43.056343 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:39:40Z', 'revision_number': 3, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:43.058575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Network 049fa73e-6147-43ee-b955-1d88699510d8 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:43.095139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:43.110764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:43.113384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Pushing event updated for resources: {'Port': ['ID=00fe12ec-6e9f-4294-8744-3120214362fd,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:43.135515 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Checking router: c2a230e3-bf4c-4532-b730-48f209dde9c4 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:43.135860 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Updating router c2a230e3-bf4c-4532-b730-48f209dde9c4 port ce0e9424-817b-48b2-ac9e-1b486fc5da2e binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:43.208266 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.242186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc292f31-4d3b-49f3-9aca-a4f46674756d None None] Network 73775266-e740-4d58-80c3-5cad247ffca6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:43.405688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d303e-76f7-433f-b7e6-159d76400ac5 None None] Current status of the port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:43.435806 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:43.449043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Attempting to bind port 00fe12ec-6e9f-4294-8744-3120214362fd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:43.453661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Attempting to bind port 00fe12ec-6e9f-4294-8744-3120214362fd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6881f225-588c-4c8a-b34c-9f948e94f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '049fa73e-6147-43ee-b955-1d88699510d8'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:43.453661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Attempting to bind port 00fe12ec-6e9f-4294-8744-3120214362fd on network 049fa73e-6147-43ee-b955-1d88699510d8 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:43.478960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks [] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.484181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:43.487357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Checking segment: {'id': '6881f225-588c-4c8a-b34c-9f948e94f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '049fa73e-6147-43ee-b955-1d88699510d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:43.488412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.489117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Bound using segment: {'id': '6881f225-588c-4c8a-b34c-9f948e94f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '049fa73e-6147-43ee-b955-1d88699510d8'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:43.490391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Bound port: 00fe12ec-6e9f-4294-8744-3120214362fd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6881f225-588c-4c8a-b34c-9f948e94f605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '049fa73e-6147-43ee-b955-1d88699510d8'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:43.491626 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.583939 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:43.586807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.587457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8ac2bebd-f373-4088-b651-175551cf4b71 None None] Provisioning complete for port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:43.589670 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ac2bebd-f373-4088-b651-175551cf4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.596266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:43.601135 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:43.657599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.895579 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Publish callbacks [] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:43.923467 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.006649 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:44.008789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.049443 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1ca25-cbc1-407d-b4c8-304ac4158236 None None] Pushing event updated for resources: {'Port': ['ID=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:44.064452 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Attempting to bind port ce0e9424-817b-48b2-ac9e-1b486fc5da2e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:44.064826 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Attempting to bind port ce0e9424-817b-48b2-ac9e-1b486fc5da2e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:44.065235 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Attempting to bind port ce0e9424-817b-48b2-ac9e-1b486fc5da2e on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:44.067610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28b45cc9-0a52-4e95-8b55-c107e224fd08 admin admin] Publish callbacks [] for security_group (ba133afb-e6b6-4de7-9209-386f3db9b459), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.071842 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:44.072537 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:44.073256 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.073819 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:44.074501 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Bound port: ce0e9424-817b-48b2-ac9e-1b486fc5da2e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:44.075042 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.083641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks [] for security_group (e012c3cb-c051-44aa-96a3-2098d20e9d08), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.096863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] For port 00fe12ec-6e9f-4294-8744-3120214362fd, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:44.113212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (311c26cc-295b-4122-b6a9-c34dba0237bd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.135190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] For port 00fe12ec-6e9f-4294-8744-3120214362fd, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00fe12ec-6e9f-4294-8744-3120214362fd,segment=NetworkSegment(6881f225-588c-4c8a-b34c-9f948e94f605),segment_id=6881f225-588c-4c8a-b34c-9f948e94f605)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:44.181307 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] For port ce0e9424-817b-48b2-ac9e-1b486fc5da2e, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:44.197494 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] For port ce0e9424-817b-48b2-ac9e-1b486fc5da2e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:44.210977 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.215129 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e012c3cb-c051-44aa-96a3-2098d20e9d08), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.219517 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.307984 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:44.317954 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1ca25-cbc1-407d-b4c8-304ac4158236 None None] Pushing event updated for resources: {'Port': ['ID=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:44.333622 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Pushing event updated for resources: {'Port': ['ID=eff72cbe-26d9-44e9-aeff-8296268e8032,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:44.352755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28b45cc9-0a52-4e95-8b55-c107e224fd08 admin admin] Publish callbacks [] for security_group (ba133afb-e6b6-4de7-9209-386f3db9b459), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.371373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:44.371909 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.392503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61495116-2304-4fa6-a32c-bf272e4fdf41 None None] Pushing event updated for resources: {'Port': ['ID=00fe12ec-6e9f-4294-8744-3120214362fd,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:44.393487 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Routers {'c2a230e3-bf4c-4532-b730-48f209dde9c4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:44.394365 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c2a230e3-bf4c-4532-b730-48f209dde9c4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:44.409367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Allocated IP 172.20.0.1 (73775266-e740-4d58-80c3-5cad247ffca6/eeefac8b-dd24-40e7-b89c-b4eb091828a7/fac02c23-0069-4a2d-a072-2bab40b3479b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:44.465258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2bebd-f373-4088-b651-175551cf4b71 None None] Current status of the port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:44.477997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ac2bebd-f373-4088-b651-175551cf4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.535593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:44.605838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012c3cb-c051-44aa-96a3-2098d20e9d08,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:44.607743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8ac2bebd-f373-4088-b651-175551cf4b71 None None] For port 8bdf314d-c033-4a07-b27e-9cf2c3cab959, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8bdf314d-c033-4a07-b27e-9cf2c3cab959,segment=NetworkSegment(b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1),segment_id=b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:44.614066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d16fc415-b6ba-4c13-bdd5-ea8f1abf9685), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.615004 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Added segment d16fc415-b6ba-4c13-bdd5-ea8f1abf9685 of type vlan for network 372a43c0-b145-47bb-b735-e65fe29e096f Jul 28 10:39:44.628311 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ac2bebd-f373-4088-b651-175551cf4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.710369 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] Set router c2a230e3-bf4c-4532-b730-48f209dde9c4 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:44.720573 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:44.740537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:44.798842 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks [] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.857260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Provisioning complete for port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:44.861578 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.864463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.883045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (372a43c0-b145-47bb-b735-e65fe29e096f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.896052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.947287 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28b45cc9-0a52-4e95-8b55-c107e224fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba133afb-e6b6-4de7-9209-386f3db9b459), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.950425 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-28b45cc9-0a52-4e95-8b55-c107e224fd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:44.951866 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-28b45cc9-0a52-4e95-8b55-c107e224fd08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba133afb-e6b6-4de7-9209-386f3db9b459 HTTP/1.1" status: 204 len: 168 time: 2.6842389 Jul 28 10:39:44.996024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Network 73775266-e740-4d58-80c3-5cad247ffca6 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:45.000213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:45.004979 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:45.005166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Network 2679ca73-1b44-4a58-8920-c704d26127c9 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:45.040588 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b45cc9-0a52-4e95-8b55-c107e224fd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba133afb-e6b6-4de7-9209-386f3db9b459,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:45.053607 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Pushing event updated for resources: {'Port': ['ID=fac02c23-0069-4a2d-a072-2bab40b3479b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:45.069139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (c2a230e3-bf4c-4532-b730-48f209dde9c4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:45.085695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:45.088206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:45.095023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8bdf314d-c033-4a07-b27e-9cf2c3cab959 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:45.283317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2bebd-f373-4088-b651-175551cf4b71 None None] Pushing event updated for resources: {'Port': ['ID=8bdf314d-c033-4a07-b27e-9cf2c3cab959,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:45.373625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:45.375026 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:45.386201 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:39:40Z', 'revision_number': 3, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:45.433814 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:45.452891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (372a43c0-b145-47bb-b735-e65fe29e096f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:45.460423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:45.462762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:45.486880 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9585dc-b052-41dd-a8ef-5e2360a825ba None None] The sync data for ids ['c2a230e3-bf4c-4532-b730-48f209dde9c4'] in n-d-850468-6 is: [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:39:40Z', 'revision_number': 3, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:45.521959 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:45.540033 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:45.590401 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:45.609117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Current status of the port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:45.662458 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 4.7925913 Jul 28 10:39:45.663470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53484) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:45.679053 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:45.680156 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Router 311c26cc-295b-4122-b6a9-c34dba0237bd has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:39:45.721068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Provisioning complete for port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:45.721466 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:45.778856 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:45.878728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Request body: {'subnet': {'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-281855336-subnet', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:45.949095 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks [] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:45.959482 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:46.117042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Current status of the port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:46.118418 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:46.141385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:46.145111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f36a421b-cff6-48a9-a7d1-6a7850238718 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:46.182272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Pushing event updated for resources: {'Port': ['ID=fac02c23-0069-4a2d-a072-2bab40b3479b,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:46.213962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (c2a230e3-bf4c-4532-b730-48f209dde9c4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:46.273703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] device_id is not set on port 5d5f3b5f-7d86-40a1-ab66-48b4a1f68788 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:46.331613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Provisioning complete for port 04f8cf5a-67c9-47c4-bc5f-5b620afa0d07 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:46.335403 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:46.505025 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24133e-db61-4541-ab3b-2d913e18bcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=372a43c0-b145-47bb-b735-e65fe29e096f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:46.526392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Made reservation on behalf of ec19e33656204aba8f69bb49d4c16d4a for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:46.532577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:46.535894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Network 73775266-e740-4d58-80c3-5cad247ffca6 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:46.538841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:46.543073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 372a43c0-b145-47bb-b735-e65fe29e096f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:46.593668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b5ff4-f574-4c4d-b3a4-eac69ec1357c None None] Port 04f8cf5a-67c9-47c4-bc5f-5b620afa0d07 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:46.721204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f36a421b-cff6-48a9-a7d1-6a7850238718 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:46.721587 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:46.929544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Router c2a230e3-bf4c-4532-b730-48f209dde9c4 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:39:47.061107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548a343-6e47-45fe-8c2b-5763575bad23 None None] Network 049fa73e-6147-43ee-b955-1d88699510d8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:47.203947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:47.218611 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5bdeba4f-bc51-4b2a-b915-52f9bca6b883 admin admin] 10.222.0.46 "PUT /v2.0/routers/c2a230e3-bf4c-4532-b730-48f209dde9c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6537104 Jul 28 10:39:47.230602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b152f75c-65e4-4c9b-ab82-675b769cc0ab None None] Provisioning complete for port fac02c23-0069-4a2d-a072-2bab40b3479b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:47.231374 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b152f75c-65e4-4c9b-ab82-675b769cc0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.323112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b152f75c-65e4-4c9b-ab82-675b769cc0ab None None] Port fac02c23-0069-4a2d-a072-2bab40b3479b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:47.344993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.375419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b152f75c-65e4-4c9b-ab82-675b769cc0ab None None] Provisioning complete for port eff72cbe-26d9-44e9-aeff-8296268e8032 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:47.375912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b152f75c-65e4-4c9b-ab82-675b769cc0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.382952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f36a421b-cff6-48a9-a7d1-6a7850238718 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:47.383399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.436885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b152f75c-65e4-4c9b-ab82-675b769cc0ab None None] Port eff72cbe-26d9-44e9-aeff-8296268e8032 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:47.493168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port f36a421b-cff6-48a9-a7d1-6a7850238718, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f36a421b-cff6-48a9-a7d1-6a7850238718,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:47.507417 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.581396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.650477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Provisioning complete for port fac02c23-0069-4a2d-a072-2bab40b3479b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:47.650882 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.715728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=f36a421b-cff6-48a9-a7d1-6a7850238718,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:47.747025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Port fac02c23-0069-4a2d-a072-2bab40b3479b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:47.755517 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:47.756937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Provisioning complete for port 00fe12ec-6e9f-4294-8744-3120214362fd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:47.757390 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.776881 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:47.778689 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:47.781277 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.906905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (715bdca3-13f7-4bcf-9610-516b7286191a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:47.909764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Port': ['ID=04f8cf5a-67c9-47c4-bc5f-5b620afa0d07,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:47.975021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Allocated IP 172.20.0.6 (049fa73e-6147-43ee-b955-1d88699510d8/f95f4792-4ba4-447c-b05b-1e97515b5895/5d5f3b5f-7d86-40a1-ab66-48b4a1f68788) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:48.007292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8bdf314d-c033-4a07-b27e-9cf2c3cab959 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:48.069668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Current status of the port 00fe12ec-6e9f-4294-8744-3120214362fd is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:48.070104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:48.157986 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:48.180920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:48.181304 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:48.185938 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:48.207402 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cd97261a-b443-4ce8-b029-eb0a59f04d88 admin admin] 10.222.0.46 "PUT /v2.0/routers/311c26cc-295b-4122-b6a9-c34dba0237bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7699461 Jul 28 10:39:48.263949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Sync routers for ids ['311c26cc-295b-4122-b6a9-c34dba0237bd'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:48.306170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] For port 00fe12ec-6e9f-4294-8744-3120214362fd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00fe12ec-6e9f-4294-8744-3120214362fd,segment=NetworkSegment(6881f225-588c-4c8a-b34c-9f948e94f605),segment_id=6881f225-588c-4c8a-b34c-9f948e94f605)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:48.319028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Routers {'311c26cc-295b-4122-b6a9-c34dba0237bd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:48.319690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['311c26cc-295b-4122-b6a9-c34dba0237bd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:48.325822 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:48.354229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715bdca3-13f7-4bcf-9610-516b7286191a,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:48.468564 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Checking segment: {'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:48.469099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Network hostable DHCP agents. Network: 372a43c0-b145-47bb-b735-e65fe29e096f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:48.478611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3f5157b2-98a9-4f7e-b967-2817f15b108c None None] Provisioning complete for port 00fe12ec-6e9f-4294-8744-3120214362fd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:48.479069 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f5157b2-98a9-4f7e-b967-2817f15b108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:48.622018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:48.623153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce0e9424-817b-48b2-ac9e-1b486fc5da2e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:48.737313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0dd78-cf75-448c-8c86-ab126fb56e69 None None] Pushing event updated for resources: {'Port': ['ID=00fe12ec-6e9f-4294-8744-3120214362fd,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:48.794600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Set router 311c26cc-295b-4122-b6a9-c34dba0237bd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:48.847839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Sync routers for ids ['c2a230e3-bf4c-4532-b730-48f209dde9c4'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:48.869274 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Routers {'c2a230e3-bf4c-4532-b730-48f209dde9c4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:48.876428 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c2a230e3-bf4c-4532-b730-48f209dde9c4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:48.928163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3d537-ee6a-4d69-8fc1-2e1314a6ad0f req-f0afbb4c-d2ab-4823-94b2-3bd0dde1809b tempest-ServerTagsTestJSON-983351976 tempest-ServerTagsTestJSON-983351976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:48.934268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3f5157b2-98a9-4f7e-b967-2817f15b108c None None] Current status of the port 00fe12ec-6e9f-4294-8744-3120214362fd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:48.937441 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2af3d537-ee6a-4d69-8fc1-2e1314a6ad0f req-f0afbb4c-d2ab-4823-94b2-3bd0dde1809b tempest-ServerTagsTestJSON-983351976 tempest-ServerTagsTestJSON-983351976-project] 10.222.0.46 "GET /v2.0/networks?id=73775266-e740-4d58-80c3-5cad247ffca6 HTTP/1.1" status: 200 len: 809 time: 0.2009726 Jul 28 10:39:48.956358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ce0e9424-817b-48b2-ac9e-1b486fc5da2e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:48.956640 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:48.957974 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2af3d537-ee6a-4d69-8fc1-2e1314a6ad0f req-cf10ad67-8fd9-4deb-84c0-deaf0a0bc1eb tempest-ServerTagsTestJSON-983351976 tempest-ServerTagsTestJSON-983351976-project] 10.222.0.46 "GET /v2.0/quotas/c2e65742727a438083e4c2f1457181d7 HTTP/1.1" status: 200 len: 375 time: 0.0191350 Jul 28 10:39:49.068888 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2af3d537-ee6a-4d69-8fc1-2e1314a6ad0f req-fd3e2e41-a2cf-41a0-802d-44236014a161 tempest-ServerTagsTestJSON-983351976 tempest-ServerTagsTestJSON-983351976-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2e65742727a438083e4c2f1457181d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088011 Jul 28 10:39:49.142569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3f5157b2-98a9-4f7e-b967-2817f15b108c None None] Provisioning complete for port c74c9834-e7c8-431d-a7d2-1d5a281d51eb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:49.143485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f5157b2-98a9-4f7e-b967-2817f15b108c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c74c9834-e7c8-431d-a7d2-1d5a281d51eb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.192424 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2af3d537-ee6a-4d69-8fc1-2e1314a6ad0f req-e0c22ca7-7b2d-4374-8256-1c0ce0d7c560 service neutron] 10.222.0.46 "GET /v2.0/networks/73775266-e740-4d58-80c3-5cad247ffca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224501 Jul 28 10:39:49.249702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Set router c2a230e3-bf4c-4532-b730-48f209dde9c4 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:49.253311 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:49.253729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:49.287891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:49.294943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Network 372a43c0-b145-47bb-b735-e65fe29e096f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:49.344393 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2af3d537-ee6a-4d69-8fc1-2e1314a6ad0f req-53c6de6f-f8ab-43e2-80d5-1c362d5c6701 service neutron] 10.222.0.46 "GET /v2.0/networks/73775266-e740-4d58-80c3-5cad247ffca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490455 Jul 28 10:39:49.365994 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:49.407857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3f5157b2-98a9-4f7e-b967-2817f15b108c None None] Port c74c9834-e7c8-431d-a7d2-1d5a281d51eb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:49.475746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ce0e9424-817b-48b2-ac9e-1b486fc5da2e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:49.493542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.552733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ce0e9424-817b-48b2-ac9e-1b486fc5da2e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:49.558180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 372a43c0-b145-47bb-b735-e65fe29e096f) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:49.582427 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.589950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00fe12ec-6e9f-4294-8744-3120214362fd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:49.612560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:49.613164 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.629264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223fd2b-f143-4798-b02d-0aa9cc97544f None None] Network 372a43c0-b145-47bb-b735-e65fe29e096f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:49.641175 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-edf69010-8a9c-4275-9863-01a4e73c338d req-951668a0-1325-45a6-9f77-d15cc9ba7f8b tempest-ServerTagsTestJSON-983351976 tempest-ServerTagsTestJSON-983351976-project] 10.222.0.46 "GET /v2.0/ports?device_id=4928e314-cd7d-4921-9f6a-177db89ae3d0 HTTP/1.1" status: 200 len: 210 time: 0.0690029 Jul 28 10:39:49.695266 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:39:45Z', 'revision_number': 4, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'fac02c23-0069-4a2d-a072-2bab40b3479b', 'name': '', 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'mac_address': 'fa:16:3e:f0:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'eeefac8b-dd24-40e7-b89c-b4eb091828a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:44Z', 'updated_at': '2022-07-28T10:39:45Z', 'revision_number': 2, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'subnets': [{'id': 'eeefac8b-dd24-40e7-b89c-b4eb091828a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:49.732350 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Checking router: c2a230e3-bf4c-4532-b730-48f209dde9c4 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:49.734617 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Updating router c2a230e3-bf4c-4532-b730-48f209dde9c4 port fac02c23-0069-4a2d-a072-2bab40b3479b binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:49.797794 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f2fa2c05-1ffe-4e36-afd2-9d824ca6ba95 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.9538729 Jul 28 10:39:49.800567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53584) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:49.804035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (5d5f3b5f-7d86-40a1-ab66-48b4a1f68788), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.805483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:49.890745 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.899558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (d0a842b2-6163-44f8-ab39-ae9a43d88215), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.901417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (d0a842b2-6163-44f8-ab39-ae9a43d88215), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:49.934012 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:49.936190 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:50.033294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Router 2009ce9f-44e9-479e-a4b8-76016b8cbfa9 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:39:50.035795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5d5f3b5f-7d86-40a1-ab66-48b4a1f68788), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.061028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-372a43c0-b145-47bb-b735-e65fe29e096f', 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f', 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'fixed_ips': [{'subnet_id': '715bdca3-13f7-4bcf-9610-516b7286191a'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:39:50.062972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.076034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4e756796-92ef-4f3e-94da-153de025fa78 None None] Provisioning complete for port 04f8cf5a-67c9-47c4-bc5f-5b620afa0d07 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:50.078277 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e756796-92ef-4f3e-94da-153de025fa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.088876 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:50.150645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks [] for router_controller (d0a842b2-6163-44f8-ab39-ae9a43d88215), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.152338 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:50.197780 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0c18519a-34f1-411f-9b21-130a52bebe1b req-0a0cf682-1cc2-43a9-bb77-b2c1070b09bd tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--956659692&fields=id&tenant_id=68c2fb476a154c3bb04127e64323fe4f HTTP/1.1" status: 200 len: 267 time: 0.2624168 Jul 28 10:39:50.231274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e756796-92ef-4f3e-94da-153de025fa78 None None] Port 04f8cf5a-67c9-47c4-bc5f-5b620afa0d07 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:50.241419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=5d5f3b5f-7d86-40a1-ab66-48b4a1f68788,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:50.270232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:39:42Z', 'revision_number': 4, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port': {'id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:31Z', 'updated_at': '2022-07-28T10:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'eff72cbe-26d9-44e9-aeff-8296268e8032', 'name': '', 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'mac_address': 'fa:16:3e:e8:7c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'be3da4e9-7f24-4049-913c-47d556ec3c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:38Z', 'updated_at': '2022-07-28T10:39:43Z', 'revision_number': 2, 'project_id': '97efe251e6184edcba2038bc2390f885', 'subnets': [{'id': 'be3da4e9-7f24-4049-913c-47d556ec3c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:50.289878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:50.306175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network 049fa73e-6147-43ee-b955-1d88699510d8 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:50.313178 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:50.315145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:50.334072 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:50.396517 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:50.496425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Checking router: 311c26cc-295b-4122-b6a9-c34dba0237bd for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:50.496979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Updating router 311c26cc-295b-4122-b6a9-c34dba0237bd port eff72cbe-26d9-44e9-aeff-8296268e8032 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:50.519884 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Publish callbacks [] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.542451 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.600029 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks [] for router_gateway (d0a842b2-6163-44f8-ab39-ae9a43d88215), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.650249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18519a-34f1-411f-9b21-130a52bebe1b req-49f267bf-78fd-4b4d-870e-47f8d377d228 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:50.660268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:50.666091 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0c18519a-34f1-411f-9b21-130a52bebe1b req-49f267bf-78fd-4b4d-870e-47f8d377d228 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/networks?id=d43e09c9-da4b-48da-8e04-8c49b14ff213 HTTP/1.1" status: 200 len: 816 time: 0.4670019 Jul 28 10:39:50.691919 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7d7ac255-47e3-49d3-8099-48971945f1e5 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "PUT /v2.0/routers/2009ce9f-44e9-479e-a4b8-76016b8cbfa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4310839 Jul 28 10:39:50.693535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53610) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:50.695009 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0c18519a-34f1-411f-9b21-130a52bebe1b req-40d663e7-bd5b-4514-80e5-00a29ab28d7a tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/quotas/68c2fb476a154c3bb04127e64323fe4f HTTP/1.1" status: 200 len: 375 time: 0.0279527 Jul 28 10:39:50.706534 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Pushing event updated for resources: {'Port': ['ID=fac02c23-0069-4a2d-a072-2bab40b3479b,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:50.720624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'port': {'network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6', 'name': 'tempest-FloatingIPNegativeTestJSON-104741964'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:50.725035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53612) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:50.884236 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0c18519a-34f1-411f-9b21-130a52bebe1b req-0289eb7e-13e8-477b-96f2-656db40a6685 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c2fb476a154c3bb04127e64323fe4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1844673 Jul 28 10:39:50.886346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 00fe12ec-6e9f-4294-8744-3120214362fd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:50.886733 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.896497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:50.897526 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.907348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc9888-9260-431c-b6c1-122e1a3da72e req-783a896f-a766-4095-acd7-5ae45c5a612c tempest-ServerPasswordTestJSON-942178423 tempest-ServerPasswordTestJSON-942178423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:50.909288 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0ebc9888-9260-431c-b6c1-122e1a3da72e req-783a896f-a766-4095-acd7-5ae45c5a612c tempest-ServerPasswordTestJSON-942178423 tempest-ServerPasswordTestJSON-942178423-project] 10.222.0.46 "GET /v2.0/networks?id=2679ca73-1b44-4a58-8920-c704d26127c9 HTTP/1.1" status: 200 len: 813 time: 0.9484165 Jul 28 10:39:50.923658 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.924211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.924442 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.924834 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.933788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.934431 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.934863 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.935220 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.935649 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.935897 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.939705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] Sync routers for ids ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:50.940684 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.941065 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.941409 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.941748 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.942161 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:50.948143 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Attempting to bind port fac02c23-0069-4a2d-a072-2bab40b3479b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:50.948530 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Attempting to bind port fac02c23-0069-4a2d-a072-2bab40b3479b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:50.948891 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Attempting to bind port fac02c23-0069-4a2d-a072-2bab40b3479b on network 73775266-e740-4d58-80c3-5cad247ffca6 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:50.964795 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:50.965189 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Checking segment: {'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:50.965676 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:50.966043 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Bound using segment: {'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:50.966531 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Bound port: fac02c23-0069-4a2d-a072-2bab40b3479b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:50.966934 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.000220 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5742b6d6-058c-473e-8efb-05a674faac22 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 8.1958311 Jul 28 10:39:51.000220 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0ebc9888-9260-431c-b6c1-122e1a3da72e req-32b23633-8e3c-40d0-9fdf-663b4c71c06d tempest-ServerPasswordTestJSON-942178423 tempest-ServerPasswordTestJSON-942178423-project] 10.222.0.46 "GET /v2.0/quotas/97efe251e6184edcba2038bc2390f885 HTTP/1.1" status: 200 len: 375 time: 0.0822456 Jul 28 10:39:51.000220 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53622) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:51.049878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] Routers {'2009ce9f-44e9-479e-a4b8-76016b8cbfa9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:51.050463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:51.093370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0c18519a-34f1-411f-9b21-130a52bebe1b req-e6286e76-f3f4-4699-b149-9c0091572037 service neutron] 10.222.0.46 "GET /v2.0/networks/d43e09c9-da4b-48da-8e04-8c49b14ff213?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080274 Jul 28 10:39:51.119788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] For port fac02c23-0069-4a2d-a072-2bab40b3479b, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:51.126057 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] For port fac02c23-0069-4a2d-a072-2bab40b3479b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fac02c23-0069-4a2d-a072-2bab40b3479b,segment=NetworkSegment(b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1),segment_id=b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:51.127035 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0ebc9888-9260-431c-b6c1-122e1a3da72e req-28ba31fe-bfd2-44cb-ac17-530697508e76 tempest-ServerPasswordTestJSON-942178423 tempest-ServerPasswordTestJSON-942178423-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=97efe251e6184edcba2038bc2390f885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672636 Jul 28 10:39:51.134198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-814907565'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:51.135225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:51.141815 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.142366 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.144700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b32534f5-230c-4588-ac84-6d785d16c8e0 None None] Provisioning complete for port 5d5f3b5f-7d86-40a1-ab66-48b4a1f68788 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:51.145649 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b32534f5-230c-4588-ac84-6d785d16c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d5f3b5f-7d86-40a1-ab66-48b4a1f68788), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.147351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5638700-70fc-4a1d-9047-057e8199d21a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:51.153711 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5638700-70fc-4a1d-9047-057e8199d21a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:51.162037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5638700-70fc-4a1d-9047-057e8199d21a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:51.167035 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d5638700-70fc-4a1d-9047-057e8199d21a tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1617315 Jul 28 10:39:51.167831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53628) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:51.232312 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Routers {'c2a230e3-bf4c-4532-b730-48f209dde9c4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:51.234899 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c2a230e3-bf4c-4532-b730-48f209dde9c4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:51.242453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d617f5b-0a1d-4e27-9575-f8bbd9d8f105 None None] Pushing event updated for resources: {'Port': ['ID=fac02c23-0069-4a2d-a072-2bab40b3479b,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:51.300108 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0ebc9888-9260-431c-b6c1-122e1a3da72e req-74637c1e-dc53-4116-b43a-d60af670c057 service neutron] 10.222.0.46 "GET /v2.0/networks/2679ca73-1b44-4a58-8920-c704d26127c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715837 Jul 28 10:39:51.312805 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0c18519a-34f1-411f-9b21-130a52bebe1b req-46f94683-11cc-4c4e-8787-5e672af46e17 service neutron] 10.222.0.46 "GET /v2.0/networks/d43e09c9-da4b-48da-8e04-8c49b14ff213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184916 Jul 28 10:39:51.415599 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] Set router c2a230e3-bf4c-4532-b730-48f209dde9c4 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:51.439789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] Routers {'2009ce9f-44e9-479e-a4b8-76016b8cbfa9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:51.442351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting port 5d5f3b5f-7d86-40a1-ab66-48b4a1f68788 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:51.442960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5d5f3b5f-7d86-40a1-ab66-48b4a1f68788), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.444475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:51.446943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Made reservation on behalf of b2ebcabdd2db4855947c69e71d27066b for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:51.448845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b32534f5-230c-4588-ac84-6d785d16c8e0 None None] Port 5d5f3b5f-7d86-40a1-ab66-48b4a1f68788 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:51.456713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.625806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks [] for router_gateway (d0a842b2-6163-44f8-ab39-ae9a43d88215), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.643556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] device_id is not set on port 5de95b18-c06e-4a7d-be43-8ea796fe56f1 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:51.653331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.730432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Made reservation on behalf of 714c971c55484fa1814b2320bb3a0c30 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:51.735477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.754321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:51.777470 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:51.907874 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:39:45Z', 'revision_number': 4, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'fac02c23-0069-4a2d-a072-2bab40b3479b', 'name': '', 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'mac_address': 'fa:16:3e:f0:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'eeefac8b-dd24-40e7-b89c-b4eb091828a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:44Z', 'updated_at': '2022-07-28T10:39:51Z', 'revision_number': 4, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'subnets': [{'id': 'eeefac8b-dd24-40e7-b89c-b4eb091828a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:51.931349 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:51.954808 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0248da-4ad7-496a-8adf-7fb5fa24167b None None] The sync data for ids ['c2a230e3-bf4c-4532-b730-48f209dde9c4'] in n-d-850468-6 is: [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:39:45Z', 'revision_number': 4, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'fac02c23-0069-4a2d-a072-2bab40b3479b', 'name': '', 'network_id': '73775266-e740-4d58-80c3-5cad247ffca6', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'mac_address': 'fa:16:3e:f0:54:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'eeefac8b-dd24-40e7-b89c-b4eb091828a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:44Z', 'updated_at': '2022-07-28T10:39:51Z', 'revision_number': 4, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'subnets': [{'id': 'eeefac8b-dd24-40e7-b89c-b4eb091828a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:51.986754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:51.987564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc050d-0ade-49b9-99c8-2570ad48439d None None] The sync data for ids ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:51.997972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8142ba3f-f17a-4db6-a9b1-8b7a0e685529 None None] Provisioning complete for port fac02c23-0069-4a2d-a072-2bab40b3479b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:51.998766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8142ba3f-f17a-4db6-a9b1-8b7a0e685529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:52.073594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Allocated IP 172.20.0.2 (372a43c0-b145-47bb-b735-e65fe29e096f/715bdca3-13f7-4bcf-9610-516b7286191a/2976aa43-0d22-4849-a11e-e2eec382e71e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:52.077953 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:52.088652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 00fe12ec-6e9f-4294-8744-3120214362fd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:52.106096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Allocated IP 172.20.0.14 (69d84acb-060f-46ef-b43d-4f1e201499a6/362087dc-39aa-4b1e-ab02-3028ee27f041/5de95b18-c06e-4a7d-be43-8ea796fe56f1) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:52.274971 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5d5f3b5f-7d86-40a1-ab66-48b4a1f68788), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:52.301300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8142ba3f-f17a-4db6-a9b1-8b7a0e685529 None None] Current status of the port fac02c23-0069-4a2d-a072-2bab40b3479b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:52.302379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8142ba3f-f17a-4db6-a9b1-8b7a0e685529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:52.346386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Calling delete_port for 5d5f3b5f-7d86-40a1-ab66-48b4a1f68788 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:39:52.362735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Publish callbacks [] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:52.409603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:52.460067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8142ba3f-f17a-4db6-a9b1-8b7a0e685529 None None] For port fac02c23-0069-4a2d-a072-2bab40b3479b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fac02c23-0069-4a2d-a072-2bab40b3479b,segment=NetworkSegment(b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1),segment_id=b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:52.486659 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-94debc68-1bba-438e-b1b7-d54da5f8f4ce req-dd9ab820-c7cd-444c-be9f-859cfe419ae6 tempest-ServerTagsTestJSON-983351976 tempest-ServerTagsTestJSON-983351976-project] 10.222.0.46 "GET /v2.0/ports?device_id=4928e314-cd7d-4921-9f6a-177db89ae3d0 HTTP/1.1" status: 200 len: 210 time: 0.0715859 Jul 28 10:39:52.520073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8142ba3f-f17a-4db6-a9b1-8b7a0e685529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:52.543309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f36a421b-cff6-48a9-a7d1-6a7850238718 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:52.576502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Allocated IP 172.25.2.38 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9b4acc09-79a8-4585-86cd-67bb6f37cd8b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:52.598955 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:52.695445 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0ebc9888-9260-431c-b6c1-122e1a3da72e req-331c1370-3b1a-4224-a7ad-e974b0cbb2c4 service neutron] 10.222.0.46 "GET /v2.0/networks/2679ca73-1b44-4a58-8920-c704d26127c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3944192 Jul 28 10:39:52.730128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d2d0b-4dcd-4afd-9bfc-2ef8d800ce0d None None] Pushing event updated for resources: {'Port': ['ID=eff72cbe-26d9-44e9-aeff-8296268e8032,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:52.768288 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:52.786761 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9394f3ca-5e26-4b8a-a5c3-6799d7678b72 req-155461ef-f913-4709-bd7b-bea1ed10ffa9 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/ports?device_id=918393f7-a52e-4877-95dc-c4bfc060ed92 HTTP/1.1" status: 200 len: 210 time: 0.0915422 Jul 28 10:39:52.886058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c136f310-3236-4f41-b3be-0cc9f020406c None None] Provisioning complete for port fac02c23-0069-4a2d-a072-2bab40b3479b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:52.886645 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c136f310-3236-4f41-b3be-0cc9f020406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.011482 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks [] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.053112 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:53.066883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks [] for security_group (3a0ab178-bc63-4d70-ade8-229152f748bc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.084713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5d5f3b5f-7d86-40a1-ab66-48b4a1f68788), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.107381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.119712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142ba3f-f17a-4db6-a9b1-8b7a0e685529 None None] Pushing event updated for resources: {'Port': ['ID=fac02c23-0069-4a2d-a072-2bab40b3479b,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:53.148482 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3a0ab178-bc63-4d70-ade8-229152f748bc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.190117 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Publish callbacks [] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.214389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Port': ['ID=5d5f3b5f-7d86-40a1-ab66-48b4a1f68788,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:53.214564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Pushing event updated for resources: {'Port': ['ID=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:53.250561 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8648547d-5894-49ac-9897-624ccb1a8206 req-120124c2-17cc-4c54-bb40-b116372d7719 tempest-ServerTagsTestJSON-983351976 tempest-ServerTagsTestJSON-983351976-project] 10.222.0.46 "GET /v2.0/ports?device_id=4928e314-cd7d-4921-9f6a-177db89ae3d0 HTTP/1.1" status: 200 len: 210 time: 0.1557477 Jul 28 10:39:53.251093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.255069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:39:53.280513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:53.291525 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (38bb5394-553c-46fa-bcfa-5a0de155cc10), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.292032 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Added segment 38bb5394-553c-46fa-bcfa-5a0de155cc10 of type vlan for network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 Jul 28 10:39:53.299009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:53.310495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:53.326075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Network 372a43c0-b145-47bb-b735-e65fe29e096f is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:53.332482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f36a421b-cff6-48a9-a7d1-6a7850238718 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:53.332872 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.359300 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:53.441670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Attempting to bind port eff72cbe-26d9-44e9-aeff-8296268e8032 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:53.442114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Attempting to bind port eff72cbe-26d9-44e9-aeff-8296268e8032 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:53.442488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Attempting to bind port eff72cbe-26d9-44e9-aeff-8296268e8032 on network 2679ca73-1b44-4a58-8920-c704d26127c9 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:53.450956 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a66309e4-fb4a-4fdf-8b95-6e2f882f151d req-f3e5af17-5aef-4692-a33c-c7c8311c0c46 tempest-ServerPasswordTestJSON-942178423 tempest-ServerPasswordTestJSON-942178423-project] 10.222.0.46 "GET /v2.0/ports?device_id=528a1c2d-9ea5-412b-9769-cd4eec909fc6 HTTP/1.1" status: 200 len: 210 time: 0.3820496 Jul 28 10:39:53.528692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Pushing event updated for resources: {'Port': ['ID=2976aa43-0d22-4849-a11e-e2eec382e71e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:53.535741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:53.628253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:53.665718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ab178-bc63-4d70-ade8-229152f748bc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:53.675271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (53f7648e-bdd1-4687-b8d6-70fb06beeb18), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.707224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for port (5de95b18-c06e-4a7d-be43-8ea796fe56f1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.726754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:53.729647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Checking segment: {'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:53.731956 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.733262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Bound using segment: {'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:53.735668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Bound port: eff72cbe-26d9-44e9-aeff-8296268e8032, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:53.736138 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.763638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53726) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:53.834771 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:53.835843 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:53.845257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f36a421b-cff6-48a9-a7d1-6a7850238718 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:53.846482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce0e9424-817b-48b2-ac9e-1b486fc5da2e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:53.916403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c136f310-3236-4f41-b3be-0cc9f020406c None None] Current status of the port fac02c23-0069-4a2d-a072-2bab40b3479b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:53.971597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (53f7648e-bdd1-4687-b8d6-70fb06beeb18), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.977416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks [] for router_gateway (d0a842b2-6163-44f8-ab39-ae9a43d88215), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.977888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:53.978732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:53.993745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5de95b18-c06e-4a7d-be43-8ea796fe56f1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.051768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.056979 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0b67cb94-8b59-4310-a8b3-e6531b95496d tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/ports/5d5f3b5f-7d86-40a1-ab66-48b4a1f68788 HTTP/1.1" status: 204 len: 168 time: 2.7651103 Jul 28 10:39:54.057217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ce0e9424-817b-48b2-ac9e-1b486fc5da2e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:54.057633 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.071087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Attempting to bind port 2976aa43-0d22-4849-a11e-e2eec382e71e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:54.071473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Attempting to bind port 2976aa43-0d22-4849-a11e-e2eec382e71e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:54.071847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Attempting to bind port 2976aa43-0d22-4849-a11e-e2eec382e71e on network 372a43c0-b145-47bb-b735-e65fe29e096f {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:54.123363 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53742) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:54.127232 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:54.134323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:54.135067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Checking segment: {'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:54.135658 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.136354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Bound using segment: {'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:54.136999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Bound port: 2976aa43-0d22-4849-a11e-e2eec382e71e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:54.141776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:54.142606 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.151821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] For port eff72cbe-26d9-44e9-aeff-8296268e8032, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:54.164276 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.4354854 Jul 28 10:39:54.188140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-16ae9745-eb05-42ef-af52-6d9d658a813d None None] Provisioning complete for port eff72cbe-26d9-44e9-aeff-8296268e8032 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:54.188718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16ae9745-eb05-42ef-af52-6d9d658a813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.206102 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6b1658-1872-4eb9-9457-b6791e1afccb tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] GET failed (client error): The resource could not be found. Jul 28 10:39:54.206292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] For port eff72cbe-26d9-44e9-aeff-8296268e8032, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eff72cbe-26d9-44e9-aeff-8296268e8032,segment=NetworkSegment(e75d9ffb-a5e9-4f82-ac9f-875a44f18d96),segment_id=e75d9ffb-a5e9-4f82-ac9f-875a44f18d96)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:54.211492 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ed6b1658-1872-4eb9-9457-b6791e1afccb tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "GET /v2.0/ports/5d5f3b5f-7d86-40a1-ab66-48b4a1f68788 HTTP/1.1" status: 404 len: 333 time: 0.0784779 Jul 28 10:39:54.223985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:54.249712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:54.295039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'name': 'tempest-AllowedAddressPairTestJSON-1267799243'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:54.341557 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f4e7ab01-607f-4755-a585-bbb695899523 req-4c992507-7e1e-404b-adad-e51dcc059a34 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/ports?device_id=918393f7-a52e-4877-95dc-c4bfc060ed92 HTTP/1.1" status: 200 len: 210 time: 0.1942084 Jul 28 10:39:54.364730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.423048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] For port 2976aa43-0d22-4849-a11e-e2eec382e71e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:54.428618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:54.453576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf6eb3-3a40-4397-94d9-26bcdd2529a1 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Pushing event updated for resources: {'Network': ['ID=53f7648e-bdd1-4687-b8d6-70fb06beeb18,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:54.490085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-16ae9745-eb05-42ef-af52-6d9d658a813d None None] Port eff72cbe-26d9-44e9-aeff-8296268e8032 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:54.547775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:39:54.549377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Port': ['ID=5de95b18-c06e-4a7d-be43-8ea796fe56f1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:54.656888 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (d0a842b2-6163-44f8-ab39-ae9a43d88215), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.740226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53778) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:54.769710 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Request body: {'port': {'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18', 'binding:host_id': 'n-h2-850468-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1970191433'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:54.782453 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4698069a-d7e7-43cf-bf2e-86e5c4dc8c75 req-5ff4d1bf-7137-4e2b-a907-25d4884d0e6a tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/ports?device_id=918393f7-a52e-4877-95dc-c4bfc060ed92 HTTP/1.1" status: 200 len: 210 time: 0.0522857 Jul 28 10:39:54.924655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:54.925232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] For port 2976aa43-0d22-4849-a11e-e2eec382e71e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2976aa43-0d22-4849-a11e-e2eec382e71e,segment=NetworkSegment(d16fc415-b6ba-4c13-bdd5-ea8f1abf9685),segment_id=d16fc415-b6ba-4c13-bdd5-ea8f1abf9685)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:54.927687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:54.934737 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-de6f2acf-fe84-4ea7-bac6-c654a094067e req-42937a05-bb8f-4df0-b6ef-0ea7bfcea1d8 tempest-ServerPasswordTestJSON-942178423 tempest-ServerPasswordTestJSON-942178423-project] 10.222.0.46 "GET /v2.0/ports?device_id=528a1c2d-9ea5-412b-9769-cd4eec909fc6 HTTP/1.1" status: 200 len: 210 time: 0.1447527 Jul 28 10:39:54.973795 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:55.037917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ce0e9424-817b-48b2-ac9e-1b486fc5da2e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:55.039529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fac02c23-0069-4a2d-a072-2bab40b3479b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:55.081017 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c3504887-4627-4446-a2fb-a3b3c49719e2 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3738203 Jul 28 10:39:55.087244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53798) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:55.103814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:55.119207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d2d0b-4dcd-4afd-9bfc-2ef8d800ce0d None None] Pushing event updated for resources: {'Port': ['ID=eff72cbe-26d9-44e9-aeff-8296268e8032,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:55.125915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Made reservation on behalf of b5e0c970f7a4442fb5c18ca1810926f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:55.137779 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.142996 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.177200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.192724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:55.206286 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.218360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Routers {'311c26cc-295b-4122-b6a9-c34dba0237bd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:55.220485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['311c26cc-295b-4122-b6a9-c34dba0237bd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:55.229694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ad2e185d-7207-4976-a55e-54664ea9cca7 None None] Provisioning complete for port 5de95b18-c06e-4a7d-be43-8ea796fe56f1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:55.230198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad2e185d-7207-4976-a55e-54664ea9cca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5de95b18-c06e-4a7d-be43-8ea796fe56f1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.256018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.284829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] device_id is not set on port 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:55.408152 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:55.465904 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:55.507786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fac02c23-0069-4a2d-a072-2bab40b3479b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:55.508191 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.547837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.566249 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2dbfd4ab-711c-4dc5-92cf-d0e599d02e6f req-0ffb916a-bb2e-422b-a630-cf5ed8472959 tempest-ServerPasswordTestJSON-942178423 tempest-ServerPasswordTestJSON-942178423-project] 10.222.0.46 "GET /v2.0/ports?device_id=528a1c2d-9ea5-412b-9769-cd4eec909fc6 HTTP/1.1" status: 200 len: 210 time: 0.2277017 Jul 28 10:39:55.567009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Router d0a842b2-6163-44f8-ab39-ae9a43d88215 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:39:55.615653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e595f-23ff-485e-a2fc-58bb5b136389 None None] Pushing event updated for resources: {'Port': ['ID=2976aa43-0d22-4849-a11e-e2eec382e71e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:55.703962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53810) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:55.739891 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:55.808767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] Set router 311c26cc-295b-4122-b6a9-c34dba0237bd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:55.917116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:55.925615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for security_group (b5c3b1f1-82ef-434e-a7af-dba9e229b4ec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.938296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Allocated IP 172.20.0.4 (049fa73e-6147-43ee-b955-1d88699510d8/f95f4792-4ba4-447c-b05b-1e97515b5895/0c530cc6-585b-4fb1-9a8f-e5e00b63fa18) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:55.952609 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:55.953556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b5c3b1f1-82ef-434e-a7af-dba9e229b4ec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:55.957712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] device_id is not set on port 056fecca-4aa6-4628-bbf0-50aed69b73be yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:55.962358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e185d-7207-4976-a55e-54664ea9cca7 None None] Port 5de95b18-c06e-4a7d-be43-8ea796fe56f1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:56.028307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (c2a230e3-bf4c-4532-b730-48f209dde9c4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:56.153439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f09c78d5-c1b3-44ca-ba83-c378a4674da0 None None] Provisioning complete for port eff72cbe-26d9-44e9-aeff-8296268e8032 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:56.158783 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f09c78d5-c1b3-44ca-ba83-c378a4674da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:56.213570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fac02c23-0069-4a2d-a072-2bab40b3479b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:56.215126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00fe12ec-6e9f-4294-8744-3120214362fd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:56.338105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f09c78d5-c1b3-44ca-ba83-c378a4674da0 None None] Current status of the port eff72cbe-26d9-44e9-aeff-8296268e8032 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:56.338759 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f09c78d5-c1b3-44ca-ba83-c378a4674da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:56.361919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 00fe12ec-6e9f-4294-8744-3120214362fd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:56.362584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:56.396582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:39:42Z', 'revision_number': 4, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port': {'id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:31Z', 'updated_at': '2022-07-28T10:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'eff72cbe-26d9-44e9-aeff-8296268e8032', 'name': '', 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'mac_address': 'fa:16:3e:e8:7c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'be3da4e9-7f24-4049-913c-47d556ec3c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:38Z', 'updated_at': '2022-07-28T10:39:54Z', 'revision_number': 4, 'project_id': '97efe251e6184edcba2038bc2390f885', 'subnets': [{'id': 'be3da4e9-7f24-4049-913c-47d556ec3c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:56.459887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f09c78d5-c1b3-44ca-ba83-c378a4674da0 None None] For port eff72cbe-26d9-44e9-aeff-8296268e8032, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eff72cbe-26d9-44e9-aeff-8296268e8032,segment=NetworkSegment(e75d9ffb-a5e9-4f82-ac9f-875a44f18d96),segment_id=e75d9ffb-a5e9-4f82-ac9f-875a44f18d96)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:56.463848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd31a7-f366-4e4a-b2ef-88001b9f54ab None None] The sync data for ids ['311c26cc-295b-4122-b6a9-c34dba0237bd'] in n-d-850468-6 is: [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:39:42Z', 'revision_number': 4, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port': {'id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:31Z', 'updated_at': '2022-07-28T10:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'eff72cbe-26d9-44e9-aeff-8296268e8032', 'name': '', 'network_id': '2679ca73-1b44-4a58-8920-c704d26127c9', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'mac_address': 'fa:16:3e:e8:7c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'be3da4e9-7f24-4049-913c-47d556ec3c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:38Z', 'updated_at': '2022-07-28T10:39:54Z', 'revision_number': 4, 'project_id': '97efe251e6184edcba2038bc2390f885', 'subnets': [{'id': 'be3da4e9-7f24-4049-913c-47d556ec3c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:56.471633 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f09c78d5-c1b3-44ca-ba83-c378a4674da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:56.518783 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53818) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:56.604584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 00fe12ec-6e9f-4294-8744-3120214362fd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:56.644587 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:56.651877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c78d5-c1b3-44ca-ba83-c378a4674da0 None None] Pushing event updated for resources: {'Port': ['ID=eff72cbe-26d9-44e9-aeff-8296268e8032,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:56.653834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:56.670915 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Sync routers for ids ['d0a842b2-6163-44f8-ab39-ae9a43d88215'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:56.683480 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Routers {'d0a842b2-6163-44f8-ab39-ae9a43d88215'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:56.684336 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d0a842b2-6163-44f8-ab39-ae9a43d88215'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:56.732640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Allocated IP 172.25.2.198 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/d4d3f42a-bd72-40da-aefd-ea43e104a583) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:56.901783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:56.944436 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:56.969085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.005891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] device_id is not set on port 056fecca-4aa6-4628-bbf0-50aed69b73be yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:39:57.019416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for port (056fecca-4aa6-4628-bbf0-50aed69b73be), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.034006 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Set router d0a842b2-6163-44f8-ab39-ae9a43d88215 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:57.044320 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.049433 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-db619bdf-667c-43af-bb3f-e561988e56bc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2475998 Jul 28 10:39:57.051398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53820) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:57.062276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2976aa43-0d22-4849-a11e-e2eec382e71e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:57.067347 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:57.074498 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c3b1f1-82ef-434e-a7af-dba9e229b4ec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:57.089780 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (056fecca-4aa6-4628-bbf0-50aed69b73be), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.102335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a16dc9-2faa-4d17-94cb-d53753db80a9 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group (6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.134716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d094d6fc-4bd9-4360-9eb2-df5642f5d1f1 None None] Network 372a43c0-b145-47bb-b735-e65fe29e096f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:57.158263 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:57.207413 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:57.217996 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fe13509-4c2b-446e-baef-aec0c0aaf27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.229376 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:57.241750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:57.245173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:57.270245 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:57.336261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a16dc9-2faa-4d17-94cb-d53753db80a9 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group (6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.361362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41fb4c92-55a3-43be-9a17-9317cc7f7c17 None None] Provisioning complete for port 2976aa43-0d22-4849-a11e-e2eec382e71e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:57.361764 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41fb4c92-55a3-43be-9a17-9317cc7f7c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.366731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (d9e3cf52-bc28-4d0e-8064-895e4c827af8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.391429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Checking segment: {'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:57.391801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Network hostable DHCP agents. Network: 53f7648e-bdd1-4687-b8d6-70fb06beeb18, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:39:57.426526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2976aa43-0d22-4849-a11e-e2eec382e71e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:57.426911 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.435015 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:39:53Z', 'revision_number': 3, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:57.441651 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.480561 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:57.487658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=056fecca-4aa6-4628-bbf0-50aed69b73be,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:57.500878 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Checking router: d0a842b2-6163-44f8-ab39-ae9a43d88215 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:57.503273 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Updating router d0a842b2-6163-44f8-ab39-ae9a43d88215 port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:39:57.503713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Port': ['ID=d4d3f42a-bd72-40da-aefd-ea43e104a583,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:57.572462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41fb4c92-55a3-43be-9a17-9317cc7f7c17 None None] Current status of the port 2976aa43-0d22-4849-a11e-e2eec382e71e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:57.572916 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41fb4c92-55a3-43be-9a17-9317cc7f7c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.606522 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.688509 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:57.697488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.712197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-41fb4c92-55a3-43be-9a17-9317cc7f7c17 None None] For port 2976aa43-0d22-4849-a11e-e2eec382e71e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2976aa43-0d22-4849-a11e-e2eec382e71e,segment=NetworkSegment(d16fc415-b6ba-4c13-bdd5-ea8f1abf9685),segment_id=d16fc415-b6ba-4c13-bdd5-ea8f1abf9685)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:57.713100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2976aa43-0d22-4849-a11e-e2eec382e71e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:57.715043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.748105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:39:57.757049 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41fb4c92-55a3-43be-9a17-9317cc7f7c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.785961 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:57.806882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 53f7648e-bdd1-4687-b8d6-70fb06beeb18) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:57.833600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a16dc9-2faa-4d17-94cb-d53753db80a9 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.836397 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a16dc9-2faa-4d17-94cb-d53753db80a9 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:57.839818 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c7a16dc9-2faa-4d17-94cb-d53753db80a9 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "DELETE /v2.0/security-groups/6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf HTTP/1.1" status: 204 len: 168 time: 2.1178906 Jul 28 10:39:57.842898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:57.862992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53822) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:57.863194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94bed89-c689-4a7b-9ae7-c59e08fae4f5 None None] Network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:39:57.905019 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-c5818256-0c73-4244-ae7d-2f6e469b6106 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] show failed (client error): The resource could not be found. Jul 28 10:39:57.907272 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c5818256-0c73-4244-ae7d-2f6e469b6106 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "GET /v2.0/security-groups/6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf HTTP/1.1" status: 404 len: 347 time: 0.0432270 Jul 28 10:39:57.908532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:57.914034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:57.915546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:57.926143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53824) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:57.933733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a16dc9-2faa-4d17-94cb-d53753db80a9 tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7896c1-f104-4ea1-bb40-5bdabfdd7aaf,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:57.948836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:57.949435 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:57.957628 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 2 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:57.982035 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:39:57.982455 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:39:58.004598 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fe13509-4c2b-446e-baef-aec0c0aaf27d admin admin] Publish callbacks [] for security_group (8814ffbe-1d82-44b0-9d5e-4c7f2efe2040), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.009463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.091730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network 049fa73e-6147-43ee-b955-1d88699510d8 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:58.094415 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.094892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.095356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:58.099033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=0c530cc6-585b-4fb1-9a8f-e5e00b63fa18,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:58.103848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1b376612-2a6e-45ff-acc8-98f6bb4308b6 None None] Provisioning complete for port 2976aa43-0d22-4849-a11e-e2eec382e71e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:58.104382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:58.104485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b376612-2a6e-45ff-acc8-98f6bb4308b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.107142 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:39:58.110962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fe13509-4c2b-446e-baef-aec0c0aaf27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8814ffbe-1d82-44b0-9d5e-4c7f2efe2040), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.207370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe13509-4c2b-446e-baef-aec0c0aaf27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8814ffbe-1d82-44b0-9d5e-4c7f2efe2040,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:58.224425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:58.224901 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:58.240087 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 3 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:58.265262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb4c92-55a3-43be-9a17-9317cc7f7c17 None None] Pushing event updated for resources: {'Port': ['ID=2976aa43-0d22-4849-a11e-e2eec382e71e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:58.278340 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3fe13509-4c2b-446e-baef-aec0c0aaf27d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a70b7bc87704690a1d4a0fb4914bfe9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3598673 Jul 28 10:39:58.279003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:58.337510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.337887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.341771 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:58.359141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:58.360025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.391068 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Publish callbacks [] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.413624 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.415400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1b376612-2a6e-45ff-acc8-98f6bb4308b6 None None] Current status of the port 2976aa43-0d22-4849-a11e-e2eec382e71e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:58.421675 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d996e09d-96fd-4134-a5a4-3c39e1dc161e tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1628146 Jul 28 10:39:58.438194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:58.438569 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:58.440682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53828) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:58.441144 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 4 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:58.455082 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:71:1c:50'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:58.481432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.482684 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8362-7ac3-48fb-be21-69c985fc0dda None None] Pushing event updated for resources: {'Port': ['ID=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:58.516973 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Attempting to bind port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.517591 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Attempting to bind port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.518257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Attempting to bind port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:58.527729 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:39:58.528618 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:39:58.531220 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.532700 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:39:58.534018 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Bound port: 9b4acc09-79a8-4585-86cd-67bb6f37cd8b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:39:58.536104 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.550160 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.550410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.550743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:58.558203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b4735e7-9806-4d80-b108-0800829b06bd admin admin] Publish callbacks [] for security_group (8814ffbe-1d82-44b0-9d5e-4c7f2efe2040), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.562414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0b270428-c450-4950-961d-2791981dbea4 None None] Provisioning complete for port 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:58.566376 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b270428-c450-4950-961d-2791981dbea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.584515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b4735e7-9806-4d80-b108-0800829b06bd admin admin] Publish callbacks [] for security_group (8814ffbe-1d82-44b0-9d5e-4c7f2efe2040), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.585946 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.646267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:58.646621 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:58.649517 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 5 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:58.662492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2976aa43-0d22-4849-a11e-e2eec382e71e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:58.664980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fac02c23-0069-4a2d-a072-2bab40b3479b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:58.666912 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:58.667937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.668250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.668623 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:58.669422 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] For port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:58.674763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b4735e7-9806-4d80-b108-0800829b06bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8814ffbe-1d82-44b0-9d5e-4c7f2efe2040), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.677242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6b4735e7-9806-4d80-b108-0800829b06bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.678508 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] For port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:58.684948 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:58.692358 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6b4735e7-9806-4d80-b108-0800829b06bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8814ffbe-1d82-44b0-9d5e-4c7f2efe2040 HTTP/1.1" status: 204 len: 168 time: 0.4073806 Jul 28 10:39:58.695372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:58.695616 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.695768 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:58.725354 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 6 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:58.732067 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4735e7-9806-4d80-b108-0800829b06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8814ffbe-1d82-44b0-9d5e-4c7f2efe2040,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:58.756473 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:58.766026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b270428-c450-4950-961d-2791981dbea4 None None] Port 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:39:58.806633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (311c26cc-295b-4122-b6a9-c34dba0237bd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.814499 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8362-7ac3-48fb-be21-69c985fc0dda None None] Pushing event updated for resources: {'Port': ['ID=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:58.814699 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (d9e3cf52-bc28-4d0e-8064-895e4c827af8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.838845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fac02c23-0069-4a2d-a072-2bab40b3479b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:58.839252 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:58.862209 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Routers {'d0a842b2-6163-44f8-ab39-ae9a43d88215'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:39:58.862850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d0a842b2-6163-44f8-ab39-ae9a43d88215'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:58.881430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.881770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.882130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:58.908203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:58.908535 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:58.926290 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 7 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:58.955605 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.955948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.956716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:58.963296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:58.963634 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:58.969600 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 8 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:58.985702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:58.986269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:58.986649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:59.008099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:59.008680 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:59.013585 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 9 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:59.047902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:59.048442 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:59.048789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:59.069512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:59.070141 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:59.081349 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] Set router d0a842b2-6163-44f8-ab39-ae9a43d88215 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:39:59.096823 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 10 to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be Jul 28 10:39:59.126542 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:39:59.127179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:39:59.127682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:39:59.131664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.146774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 056fecca-4aa6-4628-bbf0-50aed69b73be on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:39:59.147372 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 056fecca-4aa6-4628-bbf0-50aed69b73be on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:39:59.147905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (056fecca-4aa6-4628-bbf0-50aed69b73be), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.224425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fac02c23-0069-4a2d-a072-2bab40b3479b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:59.225824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eff72cbe-26d9-44e9-aeff-8296268e8032 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:59.286972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] For port 056fecca-4aa6-4628-bbf0-50aed69b73be, host n-h2-850468-6, cleared binding levels {{(pid=104688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:59.287602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempted to set empty binding levels {{(pid=104688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 10:39:59.300845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port eff72cbe-26d9-44e9-aeff-8296268e8032 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:59.301238 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.310730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (056fecca-4aa6-4628-bbf0-50aed69b73be), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.376267 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:59.391217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:39:53Z', 'revision_number': 3, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:59.393331 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:59.431977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port eff72cbe-26d9-44e9-aeff-8296268e8032 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:59.482391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.492779 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c9bdc-96bb-4485-bb56-cd9e26c96931 None None] The sync data for ids ['d0a842b2-6163-44f8-ab39-ae9a43d88215'] in n-d-850468-6 is: [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:39:53Z', 'revision_number': 3, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:59.493846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Deleting port fac02c23-0069-4a2d-a072-2bab40b3479b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:59.494364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.507759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53834) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:59.526226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.575599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2976aa43-0d22-4849-a11e-e2eec382e71e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:59.638418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:59.641046 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.646065 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:59.652583 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:39:59.653900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=056fecca-4aa6-4628-bbf0-50aed69b73be,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:59.665547 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] In _notify_port_updated(), no bound segment for port 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 on network 049fa73e-6147-43ee-b955-1d88699510d8 {{(pid=104688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:39:59.671919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:39:59.672730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.674200 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "PUT /v2.0/ports/0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 HTTP/1.1" status: 200 len: 993 time: 1.2284071 Jul 28 10:39:59.679077 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53836) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:59.680908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Deleting port d2b29e87-0511-433f-9f31-a248e548ff57 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:39:59.681520 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d2b29e87-0511-433f-9f31-a248e548ff57), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.696786 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-917ee53c-9cb3-40e0-8495-e48199ab212f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.700569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2976aa43-0d22-4849-a11e-e2eec382e71e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:39:59.700885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.701349 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:39:59.704224 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6157196 Jul 28 10:39:59.738065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53838) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:59.771109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-de4cb2ec-8e71-4142-aeb4-3a5fd230ad82 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'floatingip': {'port_id': '5de95b18-c06e-4a7d-be43-8ea796fe56f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:39:59.794682 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-38587b62-66cc-407b-be55-caf40ca3a7ae tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.0475795 Jul 28 10:39:59.863723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2976aa43-0d22-4849-a11e-e2eec382e71e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:39:59.871474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092e352-4165-4b66-b99f-39f192052ec0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Port': ['ID=d4d3f42a-bd72-40da-aefd-ea43e104a583,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:59.881343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53840) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:39:59.973504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526cdcb-5a5a-4c73-899a-9bf888422631 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=0c530cc6-585b-4fb1-9a8f-e5e00b63fa18,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:59.996451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de4cb2ec-8e71-4142-aeb4-3a5fd230ad82 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (d9e3cf52-bc28-4d0e-8064-895e4c827af8), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.048704 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:00.115509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-245b8db4-4359-415a-8e88-df0fd092d351 None None] Provisioning complete for port 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:00.115925 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-245b8db4-4359-415a-8e88-df0fd092d351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.150488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] For port fac02c23-0069-4a2d-a072-2bab40b3479b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fac02c23-0069-4a2d-a072-2bab40b3479b,segment=NetworkSegment(b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1),segment_id=b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:00.150875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.177233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Calling delete_port for fac02c23-0069-4a2d-a072-2bab40b3479b owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:00.178383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-245b8db4-4359-415a-8e88-df0fd092d351 None None] Port 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:00.189179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting port 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:00.189387 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.199294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Deleting port 056fecca-4aa6-4628-bbf0-50aed69b73be {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:00.199720 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (056fecca-4aa6-4628-bbf0-50aed69b73be), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.228433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d2b29e87-0511-433f-9f31-a248e548ff57), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.228781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for floatingip (d2b29e87-0511-433f-9f31-a248e548ff57), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.244915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Calling delete_port for d2b29e87-0511-433f-9f31-a248e548ff57 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:00.271180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] For port 056fecca-4aa6-4628-bbf0-50aed69b73be, host n-h2-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:00.271368 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (056fecca-4aa6-4628-bbf0-50aed69b73be), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.286801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Calling delete_port for 056fecca-4aa6-4628-bbf0-50aed69b73be owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:00.432203 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-de4cb2ec-8e71-4142-aeb4-3a5fd230ad82 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] update failed (client error): The resource could not be found. Jul 28 10:40:00.433281 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de4cb2ec-8e71-4142-aeb4-3a5fd230ad82 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "PUT /v2.0/floatingips/d9e3cf52-bc28-4d0e-8064-895e4c827af8 HTTP/1.1" status: 404 len: 507 time: 0.6904397 Jul 28 10:40:00.437271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53842) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:00.447739 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:00.499610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (056fecca-4aa6-4628-bbf0-50aed69b73be), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.590748 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:00.597363 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event deleted for resources: {'Port': ['ID=056fecca-4aa6-4628-bbf0-50aed69b73be,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:00.617591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.644179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d2b29e87-0511-433f-9f31-a248e548ff57), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.652904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Calling delete_port for 0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:00.669295 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.675411 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e15a7779-7b13-40c6-93c6-21a198217273 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "DELETE /v2.0/ports/056fecca-4aa6-4628-bbf0-50aed69b73be HTTP/1.1" status: 204 len: 168 time: 0.7889888 Jul 28 10:40:00.675411 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:00.687762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53844) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:00.725882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Deleting port d4d3f42a-bd72-40da-aefd-ea43e104a583 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:00.726257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.744299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Pushing event deleted for resources: {'Port': ['ID=d2b29e87-0511-433f-9f31-a248e548ff57,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:00.829841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-917ee53c-9cb3-40e0-8495-e48199ab212f admin admin] Publish callbacks [] for security_group (65fdca72-2e1a-4fbb-8d07-454d4db19b82), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.833318 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4775849f-a42f-4953-aa7b-d22430a8a2d8 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:40:00.838555 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4775849f-a42f-4953-aa7b-d22430a8a2d8 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "GET /v2.0/ports/056fecca-4aa6-4628-bbf0-50aed69b73be HTTP/1.1" status: 404 len: 333 time: 0.1367495 Jul 28 10:40:00.844192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53846) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:00.850184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Request body: {'port': {'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-890488345'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:00.860583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.860880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (d4d3f42a-bd72-40da-aefd-ea43e104a583), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.884187 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Calling delete_port for d4d3f42a-bd72-40da-aefd-ea43e104a583 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:00.909530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-917ee53c-9cb3-40e0-8495-e48199ab212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (65fdca72-2e1a-4fbb-8d07-454d4db19b82), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:00.950122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Made reservation on behalf of b5e0c970f7a4442fb5c18ca1810926f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:00.953100 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.012535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] device_id is not set on port a48a7d8c-1a15-474d-bf7b-d2c72888c135 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:01.027819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.038280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ee53c-9cb3-40e0-8495-e48199ab212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fdca72-2e1a-4fbb-8d07-454d4db19b82,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:01.053156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Deleting port eff72cbe-26d9-44e9-aeff-8296268e8032 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:01.053552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.075801 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-917ee53c-9cb3-40e0-8495-e48199ab212f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57353a1371594545a00f926e578ce92b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5240934 Jul 28 10:40:01.085606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53848) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:01.110383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks [] for floatingip (872d0210-c981-430b-b26d-8b635da32507), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.112921 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.116881 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d85d401f-4e83-43fd-b6cf-373ff3a5e4cc tempest-ServersTestBootFromVolume-603039276 tempest-ServersTestBootFromVolume-603039276-project] 10.222.0.46 "DELETE /v2.0/floatingips/872d0210-c981-430b-b26d-8b635da32507 HTTP/1.1" status: 204 len: 168 time: 3.1848626 Jul 28 10:40:01.119377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:01.126325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0c530cc6-585b-4fb1-9a8f-e5e00b63fa18), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.179740 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:01.251836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Port': ['ID=0c530cc6-585b-4fb1-9a8f-e5e00b63fa18,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:01.318810 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:01.367440 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:01.405106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] For port eff72cbe-26d9-44e9-aeff-8296268e8032, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eff72cbe-26d9-44e9-aeff-8296268e8032,segment=NetworkSegment(e75d9ffb-a5e9-4f82-ac9f-875a44f18d96),segment_id=e75d9ffb-a5e9-4f82-ac9f-875a44f18d96)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:01.408334 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.411459 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4b59352-bb93-45ab-8e83-4edff2ed2938 admin admin] Publish callbacks [] for security_group (65fdca72-2e1a-4fbb-8d07-454d4db19b82), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.424558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fac02c23-0069-4a2d-a072-2bab40b3479b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.472744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Calling delete_port for eff72cbe-26d9-44e9-aeff-8296268e8032 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:01.485527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.486941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac02c23-0069-4a2d-a072-2bab40b3479b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:01.516382 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:01.520696 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4b59352-bb93-45ab-8e83-4edff2ed2938 admin admin] Publish callbacks [] for security_group (65fdca72-2e1a-4fbb-8d07-454d4db19b82), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.614849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9b4acc09-79a8-4585-86cd-67bb6f37cd8b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:01.622068 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d4d3f42a-bd72-40da-aefd-ea43e104a583), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.651419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.692858 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:01.712686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:01.713120 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.719751 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:01.734821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Allocated IP 172.20.0.1 (372a43c0-b145-47bb-b735-e65fe29e096f/715bdca3-13f7-4bcf-9610-516b7286191a/2af8ab46-679f-48a5-bc80-b205f45e60ac) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:01.754949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event deleted for resources: {'Port': ['ID=d4d3f42a-bd72-40da-aefd-ea43e104a583,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:01.757360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:01.770298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:01.772019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:01.772724 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.840706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:01.841098 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.867421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.869899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:01.870605 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee68254b-4407-4bf9-8f88-98e1548f15a0 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/ports/0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 HTTP/1.1" status: 204 len: 168 time: 2.1882710 Jul 28 10:40:01.875028 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.878048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:01.882980 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0376372 Jul 28 10:40:01.901193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53854) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:01.922073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-850468-6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:01.942087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:01.948553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee6872-bf12-4ecd-ae32-d05eaa3452d5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=a48a7d8c-1a15-474d-bf7b-d2c72888c135,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:01.957089 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09ef3a5-9c45-4053-a6ae-d5791c6bc5a1 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] GET failed (client error): The resource could not be found. Jul 28 10:40:01.958601 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e09ef3a5-9c45-4053-a6ae-d5791c6bc5a1 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "GET /v2.0/ports/0c530cc6-585b-4fb1-9a8f-e5e00b63fa18 HTTP/1.1" status: 404 len: 333 time: 0.0746222 Jul 28 10:40:01.963505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53856) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:01.972661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'name': 'tempest-AllowedAddressPairTestJSON-495006319'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:01.976114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4b59352-bb93-45ab-8e83-4edff2ed2938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (65fdca72-2e1a-4fbb-8d07-454d4db19b82), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.978673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4b59352-bb93-45ab-8e83-4edff2ed2938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.982200 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d4b59352-bb93-45ab-8e83-4edff2ed2938 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65fdca72-2e1a-4fbb-8d07-454d4db19b82 HTTP/1.1" status: 204 len: 168 time: 0.8899016 Jul 28 10:40:01.982200 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (d9e3cf52-bc28-4d0e-8064-895e4c827af8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.983614 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:01.984698 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-37a30e9a-7bda-4fea-97b6-f83c709e0993 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "DELETE /v2.0/floatingips/d9e3cf52-bc28-4d0e-8064-895e4c827af8 HTTP/1.1" status: 204 len: 168 time: 1.5465181 Jul 28 10:40:01.990116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53860) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:02.006419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b067f1b4-3beb-4d2c-a2d7-170ac7c2ed2b tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'floatingip': {'floating_network_id': '69d84acb-060f-46ef-b43d-4f1e201499a6', 'port_id': '5de95b18-c06e-4a7d-be43-8ea796fe56f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:02.079746 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b59352-bb93-45ab-8e83-4edff2ed2938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fdca72-2e1a-4fbb-8d07-454d4db19b82,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:02.118616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.125354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b067f1b4-3beb-4d2c-a2d7-170ac7c2ed2b tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.343004 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:02.416697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (c2a230e3-bf4c-4532-b730-48f209dde9c4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.490201 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks [] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.497638 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:02.573794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:02.577824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.630903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] device_id is not set on port 4b3ebb48-5934-4b96-8874-75e3071b8207 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:02.635644 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (eff72cbe-26d9-44e9-aeff-8296268e8032), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.637583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (c0e7b156-61ec-4c68-ba39-8155fcbec2df), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.639886 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:02.682280 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-b067f1b4-3beb-4d2c-a2d7-170ac7c2ed2b tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:40:02.683312 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b067f1b4-3beb-4d2c-a2d7-170ac7c2ed2b tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6806228 Jul 28 10:40:02.683994 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-253987e5-787d-4ebe-bdc3-3afb55738384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.693237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53872) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:02.702565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'port_id': '5de95b18-c06e-4a7d-be43-8ea796fe56f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:02.730364 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:02.732773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff72cbe-26d9-44e9-aeff-8296268e8032,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:02.773673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.820729 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.831388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] device_id is not set on port a48a7d8c-1a15-474d-bf7b-d2c72888c135 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:02.880814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.896704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Allocated IP 172.20.0.7 (049fa73e-6147-43ee-b955-1d88699510d8/f95f4792-4ba4-447c-b05b-1e97515b5895/4b3ebb48-5934-4b96-8874-75e3071b8207) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:02.900932 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:02.907049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Network 372a43c0-b145-47bb-b735-e65fe29e096f is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:02.968909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:02.980367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:02.985980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Pushing event updated for resources: {'Port': ['ID=2af8ab46-679f-48a5-bc80-b205f45e60ac,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:03.181303 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:03.205540 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (d0a842b2-6163-44f8-ab39-ae9a43d88215), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.217834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.239820 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.266612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=a48a7d8c-1a15-474d-bf7b-d2c72888c135,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:03.320355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Router c2a230e3-bf4c-4532-b730-48f209dde9c4 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:03.320620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.320860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.321438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.337775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.337775 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.338624 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 2 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.356689 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (311c26cc-295b-4122-b6a9-c34dba0237bd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.362944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.363225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.363614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.380170 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.380792 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.384788 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 3 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.393243 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:03.434940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2f393a6b-ac4c-44f6-8c8e-10f15903976d None None] Provisioning complete for port 2af8ab46-679f-48a5-bc80-b205f45e60ac triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:03.436363 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2f393a6b-ac4c-44f6-8c8e-10f15903976d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.439821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.440237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.440656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.457222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.457705 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.459864 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 4 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.468621 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.511185 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:03.533121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network 049fa73e-6147-43ee-b955-1d88699510d8 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:03.536815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Allocated IP 172.25.2.157 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/d38aa21e-3c62-4de1-8e48-9746c4640428) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:03.539198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.539494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.539834 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.557274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:03.561524 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Deleting port 067a213c-b230-4357-9ffe-60393bfe7577 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:03.562060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:03.562168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (067a213c-b230-4357-9ffe-60393bfe7577), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.563451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2f393a6b-ac4c-44f6-8c8e-10f15903976d None None] Port 2af8ab46-679f-48a5-bc80-b205f45e60ac cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:03.631808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.631808 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.633082 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=4b3ebb48-5934-4b96-8874-75e3071b8207,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:03.648015 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 5 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.731784 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:03.735404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.735759 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.736106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.746042 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:03.746650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.765057 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.765599 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.769963 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 6 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.787138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.787457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.787811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.814651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.815074 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.818538 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2c8b2016-ee70-4059-a0d6-4b2dfacff59f tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8539090 Jul 28 10:40:03.822948 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 7 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.831335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9b4acc09-79a8-4585-86cd-67bb6f37cd8b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:03.843268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53896) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:03.844004 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.844378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.844686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.867357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:71:1c:50'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:03.919559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.920229 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.924843 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 8 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.935510 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for port (d38aa21e-3c62-4de1-8e48-9746c4640428), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.937760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-36e0f534-b9fd-4f7d-993d-c8f3338cef94 None None] Provisioning complete for port 4b3ebb48-5934-4b96-8874-75e3071b8207 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:03.938317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-36e0f534-b9fd-4f7d-993d-c8f3338cef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.941483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:03.959096 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:03.961720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:03.962221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:03.962573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:03.970580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:03.970920 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:03.971066 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ec5269d6-b984-42c5-909c-e0c8a2a56610 admin admin] 10.222.0.46 "PUT /v2.0/routers/c2a230e3-bf4c-4532-b730-48f209dde9c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2058010 Jul 28 10:40:03.972741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53900) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:03.973314 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 9 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:03.985908 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:03.991750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] Sync routers for ids ['c2a230e3-bf4c-4532-b730-48f209dde9c4'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:03.999328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:04.000020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.048448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] Routers {'c2a230e3-bf4c-4532-b730-48f209dde9c4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:04.049341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c2a230e3-bf4c-4532-b730-48f209dde9c4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:04.073601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:04.073981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:04.074339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:04.104970 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:04.105321 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:04.109274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-36e0f534-b9fd-4f7d-993d-c8f3338cef94 None None] Port 4b3ebb48-5934-4b96-8874-75e3071b8207 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:04.131814 n-d-850468-6 neutron-server[104688]: INFO neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 10 to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 Jul 28 10:40:04.134631 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.165524 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:04.166265 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:04.166817 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:04.172159 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d38aa21e-3c62-4de1-8e48-9746c4640428), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.221367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] Set router c2a230e3-bf4c-4532-b730-48f209dde9c4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:04.256392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:04.281169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event updated for resources: {'Port': ['ID=d38aa21e-3c62-4de1-8e48-9746c4640428,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:04.310349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:04.310349 n-d-850468-6 neutron-server[104688]: ERROR neutron.plugins.ml2.managers [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:04.310349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.329727 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:04.351771 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] For port 067a213c-b230-4357-9ffe-60393bfe7577, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=067a213c-b230-4357-9ffe-60393bfe7577,segment=NetworkSegment(ef2ded00-e73d-4f58-91fb-adfbf1bdbf86),segment_id=ef2ded00-e73d-4f58-91fb-adfbf1bdbf86)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:04.352139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (067a213c-b230-4357-9ffe-60393bfe7577), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.355816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:04.366596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Calling delete_port for 067a213c-b230-4357-9ffe-60393bfe7577 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:04.366939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:04.427273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks [] for router (c2a230e3-bf4c-4532-b730-48f209dde9c4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.485116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 5, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:04.494283 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:04.521837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] Checking router: c2a230e3-bf4c-4532-b730-48f209dde9c4 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:04.533314 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:04.548656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] Routers {'c2a230e3-bf4c-4532-b730-48f209dde9c4'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:04.548656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c2a230e3-bf4c-4532-b730-48f209dde9c4'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:04.551193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Router 311c26cc-295b-4122-b6a9-c34dba0237bd has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:04.564806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks [] for router_gateway (c2a230e3-bf4c-4532-b730-48f209dde9c4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.577526 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:04.653587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] For port a48a7d8c-1a15-474d-bf7b-d2c72888c135, host n-h2-850468-6, cleared binding levels {{(pid=104688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:04.653999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempted to set empty binding levels {{(pid=104688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 10:40:04.698658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.732937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] Set router c2a230e3-bf4c-4532-b730-48f209dde9c4 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:04.743239 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:04.754271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=a48a7d8c-1a15-474d-bf7b-d2c72888c135,revision_number=3']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:04.754794 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3a6cc7c1-e2e1-4059-95f0-fca682e96b28 admin admin] 10.222.0.46 "PUT /v2.0/routers/311c26cc-295b-4122-b6a9-c34dba0237bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2233353 Jul 28 10:40:04.758690 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] Sync routers for ids ['311c26cc-295b-4122-b6a9-c34dba0237bd'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:04.760093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53924) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:04.780999 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:04.783982 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] Routers {'311c26cc-295b-4122-b6a9-c34dba0237bd'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:04.784623 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:39:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['311c26cc-295b-4122-b6a9-c34dba0237bd'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:04.826133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.827127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.828666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.828666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.828666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.828666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.829075 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.829311 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.829625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.829985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.830322 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.830667 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.830992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.831312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.831641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:04.840889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] In _notify_port_updated(), no bound segment for port a48a7d8c-1a15-474d-bf7b-d2c72888c135 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:40:04.841781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:04.843023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:04.846771 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-683b4f03-1d55-48c4-9970-9c23cb21b6b5 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "PUT /v2.0/ports/a48a7d8c-1a15-474d-bf7b-d2c72888c135 HTTP/1.1" status: 200 len: 974 time: 2.9422781 Jul 28 10:40:04.853410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53926) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:04.876577 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:04.878248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks [] for router (311c26cc-295b-4122-b6a9-c34dba0237bd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.024852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 5, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:05.026729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (067a213c-b230-4357-9ffe-60393bfe7577), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.048260 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] Set router 311c26cc-295b-4122-b6a9-c34dba0237bd gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:05.065295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0a95-6568-48a0-8b27-68fb27a54ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.067161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6e3a1-73c4-4081-8da8-0b1c45e94538 None None] The sync data for ids ['c2a230e3-bf4c-4532-b730-48f209dde9c4'] in n-d-850468-6 is: [{'id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'name': 'tempest-ServerTagsTestJSON-1675151241-router', 'tenant_id': 'c2e65742727a438083e4c2f1457181d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:37Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 5, 'project_id': 'c2e65742727a438083e4c2f1457181d7', 'gw_port': {'id': 'ce0e9424-817b-48b2-ac9e-1b486fc5da2e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a230e3-bf4c-4532-b730-48f209dde9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:39Z', 'updated_at': '2022-07-28T10:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:05.087504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.088804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.089608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.090419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.090819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=067a213c-b230-4357-9ffe-60393bfe7577,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:05.091236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.091901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.093375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.094056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.094703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.095316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.096531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.097152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.097770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.098740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.099553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.100373 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.100998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.101619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.102627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.103241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.103846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.104478 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.114047 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b6b6347c-e45a-423a-92b7-c7506ffaf963 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20081 time: 0.2592316 Jul 28 10:40:05.114664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53930) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:05.159027 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks [] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.197989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.214226 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks [] for router_gateway (311c26cc-295b-4122-b6a9-c34dba0237bd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.262055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.265847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Deleting port ce0e9424-817b-48b2-ac9e-1b486fc5da2e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:05.266086 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.315743 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:40:02Z', 'revision_number': 5, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port': {'id': 'f36a421b-cff6-48a9-a7d1-6a7850238718', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:31Z', 'updated_at': '2022-07-28T10:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:05.357285 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] Checking router: 311c26cc-295b-4122-b6a9-c34dba0237bd for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:05.375067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.383692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Deleting port d38aa21e-3c62-4de1-8e48-9746c4640428 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:05.383972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d38aa21e-3c62-4de1-8e48-9746c4640428), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.398185 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] Routers {'311c26cc-295b-4122-b6a9-c34dba0237bd'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:05.398934 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['311c26cc-295b-4122-b6a9-c34dba0237bd'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:05.551630 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (c0e7b156-61ec-4c68-ba39-8155fcbec2df), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.567553 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] Set router 311c26cc-295b-4122-b6a9-c34dba0237bd gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:05.580114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (d0a842b2-6163-44f8-ab39-ae9a43d88215), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.589411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Deleting port f36a421b-cff6-48a9-a7d1-6a7850238718 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:05.589971 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.595305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fac02c23-0069-4a2d-a072-2bab40b3479b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:05.596257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Pushing event updated for resources: {'Port': ['ID=2af8ab46-679f-48a5-bc80-b205f45e60ac,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:05.650186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fac02c23-0069-4a2d-a072-2bab40b3479b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:05.650542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fac02c23-0069-4a2d-a072-2bab40b3479b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:05.664927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53934) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:05.711851 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:40:05Z', 'revision_number': 6, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:05.716376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] In _notify_port_updated(), no bound segment for port 4b3ebb48-5934-4b96-8874-75e3071b8207 on network 049fa73e-6147-43ee-b955-1d88699510d8 {{(pid=104688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:40:05.722081 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:05.722750 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.724227 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "PUT /v2.0/ports/4b3ebb48-5934-4b96-8874-75e3071b8207 HTTP/1.1" status: 200 len: 995 time: 1.8753846 Jul 28 10:40:05.757513 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833027d6-b033-4a76-bc36-82d7fac61428 None None] The sync data for ids ['311c26cc-295b-4122-b6a9-c34dba0237bd'] in n-d-850468-6 is: [{'id': '311c26cc-295b-4122-b6a9-c34dba0237bd', 'name': 'tempest-ServerPasswordTestJSON-1819231492-router', 'tenant_id': '97efe251e6184edcba2038bc2390f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:29Z', 'updated_at': '2022-07-28T10:40:05Z', 'revision_number': 6, 'project_id': '97efe251e6184edcba2038bc2390f885', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:05.765133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd108bf-e0a7-497c-9fbd-09d410e96bf8 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=4b3ebb48-5934-4b96-8874-75e3071b8207,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:05.766685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53936) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:05.807331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Deleting port a48a7d8c-1a15-474d-bf7b-d2c72888c135 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:05.807676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.820423 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:05.893500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] For port a48a7d8c-1a15-474d-bf7b-d2c72888c135, host n-h2-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:05.893891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.934503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] For port ce0e9424-817b-48b2-ac9e-1b486fc5da2e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:05.934883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:05.971743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Calling delete_port for a48a7d8c-1a15-474d-bf7b-d2c72888c135 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:06.088797 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.105325 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:06.108089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b064aae3-6bf2-4e2e-ac09-20828022c0b8 None None] Provisioning complete for port 4b3ebb48-5934-4b96-8874-75e3071b8207 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:06.109181 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:06.109778 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b064aae3-6bf2-4e2e-ac09-20828022c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.125466 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Calling delete_port for ce0e9424-817b-48b2-ac9e-1b486fc5da2e owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:06.152464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] For port f36a421b-cff6-48a9-a7d1-6a7850238718, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f36a421b-cff6-48a9-a7d1-6a7850238718,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:06.153042 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.169028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b064aae3-6bf2-4e2e-ac09-20828022c0b8 None None] Port 4b3ebb48-5934-4b96-8874-75e3071b8207 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:06.174584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Calling delete_port for f36a421b-cff6-48a9-a7d1-6a7850238718 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:06.207707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting port 4b3ebb48-5934-4b96-8874-75e3071b8207 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:06.207707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.218110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a48a7d8c-1a15-474d-bf7b-d2c72888c135), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.221483 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:06.243810 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d38aa21e-3c62-4de1-8e48-9746c4640428), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.244216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for floatingip (d38aa21e-3c62-4de1-8e48-9746c4640428), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.292738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-811a10f0-13fa-46ec-8a18-d7c18bfddc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.314475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event deleted for resources: {'Port': ['ID=a48a7d8c-1a15-474d-bf7b-d2c72888c135,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:06.324539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Calling delete_port for d38aa21e-3c62-4de1-8e48-9746c4640428 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:06.339281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.343530 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a79fcad-00a6-4455-94c5-03bed2865bb9 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a48a7d8c-1a15-474d-bf7b-d2c72888c135 HTTP/1.1" status: 204 len: 168 time: 1.1814716 Jul 28 10:40:06.347579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53940) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:06.388849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Network 372a43c0-b145-47bb-b735-e65fe29e096f is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:06.415314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:06.682418 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c92ef0-1b64-4769-ba69-198725a79e32 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:40:06.688448 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-68c92ef0-1b64-4769-ba69-198725a79e32 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "GET /v2.0/ports/a48a7d8c-1a15-474d-bf7b-d2c72888c135 HTTP/1.1" status: 404 len: 333 time: 0.3348939 Jul 28 10:40:06.689713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53942) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:06.697138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2099383975', 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:06.704432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41cd440e-2732-4e6d-9b01-8f95dbe0f733 None None] Provisioning complete for port 2af8ab46-679f-48a5-bc80-b205f45e60ac triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:06.705148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41cd440e-2732-4e6d-9b01-8f95dbe0f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.751628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41cd440e-2732-4e6d-9b01-8f95dbe0f733 None None] Port 2af8ab46-679f-48a5-bc80-b205f45e60ac cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:06.784913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Made reservation on behalf of b5e0c970f7a4442fb5c18ca1810926f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:06.787331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.791609 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:06.807998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Router c0e7b156-61ec-4c68-ba39-8155fcbec2df has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:06.823055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ce0e9424-817b-48b2-ac9e-1b486fc5da2e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.854289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] device_id is not set on port 12ba1ec9-e438-4418-9eae-60b6d83df0a5 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:06.873994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.881105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0e9424-817b-48b2-ac9e-1b486fc5da2e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:06.914165 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:06.939105 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Calling delete_port for 4b3ebb48-5934-4b96-8874-75e3071b8207 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:06.993469 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d38aa21e-3c62-4de1-8e48-9746c4640428), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:06.999316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c2a230e3-bf4c-4532-b730-48f209dde9c4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.067325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-811a10f0-13fa-46ec-8a18-d7c18bfddc8b admin admin] Publish callbacks [] for security_group (9d79eeec-c876-4787-b135-0f356067b872), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.101816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-811a10f0-13fa-46ec-8a18-d7c18bfddc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9d79eeec-c876-4787-b135-0f356067b872), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.106253 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event deleted for resources: {'Port': ['ID=d38aa21e-3c62-4de1-8e48-9746c4640428,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:07.122789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.141682 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c2a230e3-bf4c-4532-b730-48f209dde9c4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.152111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Router d0a842b2-6163-44f8-ab39-ae9a43d88215 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:07.160827 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks [] for router_controller (c2a230e3-bf4c-4532-b730-48f209dde9c4), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.226174 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-811a10f0-13fa-46ec-8a18-d7c18bfddc8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=221ed25816234e698b97d03147460e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5482028 Jul 28 10:40:07.230304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a10f0-13fa-46ec-8a18-d7c18bfddc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d79eeec-c876-4787-b135-0f356067b872,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:07.235393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53944) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:07.237156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f36a421b-cff6-48a9-a7d1-6a7850238718), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.240337 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:07.285880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c2a230e3-bf4c-4532-b730-48f209dde9c4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.286510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a230e3-bf4c-4532-b730-48f209dde9c4 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:40:07.298822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:07.303899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.305050 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b6b17fe8-6997-43fc-9677-af4009c011f8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c2a230e3-bf4c-4532-b730-48f209dde9c4 HTTP/1.1" status: 204 len: 168 time: 3.3282111 Jul 28 10:40:07.309183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53946) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:07.309961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9373012c-0d6e-4fcb-b801-84e572b7d7ab admin admin] 10.222.0.46 "PUT /v2.0/routers/c0e7b156-61ec-4c68-ba39-8155fcbec2df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1860142 Jul 28 10:40:07.312202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36a421b-cff6-48a9-a7d1-6a7850238718,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:07.313990 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53948) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:07.318471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] Sync routers for ids ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:07.336249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] Routers {'c0e7b156-61ec-4c68-ba39-8155fcbec2df'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:07.337020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:07.394852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for port (12ba1ec9-e438-4418-9eae-60b6d83df0a5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.406441 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:07.486825 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=2,neutron:DELETE=13 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:07.492692 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] create failed (client error): The resource could not be found. Jul 28 10:40:07.493637 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0035d401-00c9-4119-b243-f25e561c43ad tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7993603 Jul 28 10:40:07.500856 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] Deleting subnet eeefac8b-dd24-40e7-b89c-b4eb091828a7 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:07.506539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:07.508881 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] Publish callbacks [] for subnet (eeefac8b-dd24-40e7-b89c-b4eb091828a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.533525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b90a717-c30f-40fc-8812-b13a0c9e7a27 admin admin] Publish callbacks [] for security_group (9d79eeec-c876-4787-b135-0f356067b872), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.571833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (311c26cc-295b-4122-b6a9-c34dba0237bd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.609292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b90a717-c30f-40fc-8812-b13a0c9e7a27 admin admin] Publish callbacks [] for security_group (9d79eeec-c876-4787-b135-0f356067b872), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.611818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (4b3ebb48-5934-4b96-8874-75e3071b8207), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.632730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks [] for router (c0e7b156-61ec-4c68-ba39-8155fcbec2df), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.652890 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:07.664817 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Sync routers for ids ['d0a842b2-6163-44f8-ab39-ae9a43d88215'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:07.685674 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Routers {'d0a842b2-6163-44f8-ab39-ae9a43d88215'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:07.688859 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d0a842b2-6163-44f8-ab39-ae9a43d88215'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:07.690017 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (12ba1ec9-e438-4418-9eae-60b6d83df0a5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.695938 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-312b798f-7210-4159-bf7a-bcc6c6091c0d admin admin] 10.222.0.46 "PUT /v2.0/routers/d0a842b2-6163-44f8-ab39-ae9a43d88215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6197314 Jul 28 10:40:07.717529 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.719600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (eeefac8b-dd24-40e7-b89c-b4eb091828a7), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.728105 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Port': ['ID=4b3ebb48-5934-4b96-8874-75e3071b8207,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:07.731501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (311c26cc-295b-4122-b6a9-c34dba0237bd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.739470 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.741148 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks [] for router_controller (311c26cc-295b-4122-b6a9-c34dba0237bd), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.743354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] Set router c0e7b156-61ec-4c68-ba39-8155fcbec2df gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:07.884501 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:07.908360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (311c26cc-295b-4122-b6a9-c34dba0237bd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.912427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 311c26cc-295b-4122-b6a9-c34dba0237bd {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:40:07.919390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:07.921194 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4c12ed52-938c-46f1-a789-63b5d91b61a7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/311c26cc-295b-4122-b6a9-c34dba0237bd HTTP/1.1" status: 204 len: 168 time: 3.1600783 Jul 28 10:40:07.926183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53954) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:07.951621 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Set router d0a842b2-6163-44f8-ab39-ae9a43d88215 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:07.980928 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:08.039124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b90a717-c30f-40fc-8812-b13a0c9e7a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9d79eeec-c876-4787-b135-0f356067b872), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.054637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b90a717-c30f-40fc-8812-b13a0c9e7a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.055823 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9b90a717-c30f-40fc-8812-b13a0c9e7a27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d79eeec-c876-4787-b135-0f356067b872 HTTP/1.1" status: 204 len: 168 time: 0.8142986 Jul 28 10:40:08.056375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:08.076811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f36a421b-cff6-48a9-a7d1-6a7850238718 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:08.092977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.094842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:40:04Z', 'revision_number': 5, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:08.099671 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f9d540f3-f9cc-4ef3-acb5-bd1c033a8fc2 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/ports/4b3ebb48-5934-4b96-8874-75e3071b8207 HTTP/1.1" status: 204 len: 168 time: 2.2744744 Jul 28 10:40:08.101092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53962) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:08.131346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90a717-c30f-40fc-8812-b13a0c9e7a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d79eeec-c876-4787-b135-0f356067b872,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:08.177155 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e091a16-ca9a-4e63-a720-bf069551ea33 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] GET failed (client error): The resource could not be found. Jul 28 10:40:08.188841 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0e091a16-ca9a-4e63-a720-bf069551ea33 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "GET /v2.0/ports/4b3ebb48-5934-4b96-8874-75e3071b8207 HTTP/1.1" status: 404 len: 333 time: 0.0863135 Jul 28 10:40:08.194423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53964) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:08.196800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] Checking router: c0e7b156-61ec-4c68-ba39-8155fcbec2df for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:08.200413 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'name': 'tempest-AllowedAddressPairTestJSON-25906260'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:08.209316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] Deleting subnet be3da4e9-7f24-4049-913c-47d556ec3c00 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:08.215877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f36a421b-cff6-48a9-a7d1-6a7850238718 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:08.216233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f36a421b-cff6-48a9-a7d1-6a7850238718 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:08.216660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eff72cbe-26d9-44e9-aeff-8296268e8032 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:08.219221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Deleting port 5de95b18-c06e-4a7d-be43-8ea796fe56f1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:08.219680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5de95b18-c06e-4a7d-be43-8ea796fe56f1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.227392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] Publish callbacks [] for subnet (be3da4e9-7f24-4049-913c-47d556ec3c00), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.240927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: eff72cbe-26d9-44e9-aeff-8296268e8032 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:08.241314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eff72cbe-26d9-44e9-aeff-8296268e8032 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:08.245925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] Routers {'c0e7b156-61ec-4c68-ba39-8155fcbec2df'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:08.246561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:08.308445 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (be3da4e9-7f24-4049-913c-47d556ec3c00), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.370877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] Set router c0e7b156-61ec-4c68-ba39-8155fcbec2df gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:08.395801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5de95b18-c06e-4a7d-be43-8ea796fe56f1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.421730 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:08.437342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Calling delete_port for 5de95b18-c06e-4a7d-be43-8ea796fe56f1 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:08.442909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (be3da4e9-7f24-4049-913c-47d556ec3c00), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.446262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:08.450359 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.501561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] device_id is not set on port 64175391-a16a-42b0-86ff-167afa1fd17b yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:08.592958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (be3da4e9-7f24-4049-913c-47d556ec3c00), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.596850 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=12ba1ec9-e438-4418-9eae-60b6d83df0a5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:08.637650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks [] for router_gateway (c0e7b156-61ec-4c68-ba39-8155fcbec2df), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.645497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:08.652481 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3da4e9-7f24-4049-913c-47d556ec3c00,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:08.659402 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.663089 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3cf013c3-3a0d-49d4-8c79-1cb7edafa5da admin admin] 10.222.0.46 "DELETE /v2.0/subnets/be3da4e9-7f24-4049-913c-47d556ec3c00 HTTP/1.1" status: 204 len: 168 time: 0.7373738 Jul 28 10:40:08.667950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53968) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:08.668136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:08.668872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:08.677083 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:40:03Z', 'revision_number': 4, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '2af8ab46-679f-48a5-bc80-b205f45e60ac', 'name': '', 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'mac_address': 'fa:16:3e:87:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '715bdca3-13f7-4bcf-9610-516b7286191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:01Z', 'updated_at': '2022-07-28T10:40:04Z', 'revision_number': 2, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'subnets': [{'id': '715bdca3-13f7-4bcf-9610-516b7286191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:08.677705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.693171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eabc9e-49ea-4528-aef4-d57d79bd2788 None None] Network 2679ca73-1b44-4a58-8920-c704d26127c9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:08.735202 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:08.747357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Allocated IP 172.20.0.8 (049fa73e-6147-43ee-b955-1d88699510d8/f95f4792-4ba4-447c-b05b-1e97515b5895/64175391-a16a-42b0-86ff-167afa1fd17b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:08.750848 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:08.752659 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Checking router: d0a842b2-6163-44f8-ab39-ae9a43d88215 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:08.755536 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Updating router d0a842b2-6163-44f8-ab39-ae9a43d88215 port 2af8ab46-679f-48a5-bc80-b205f45e60ac binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:40:08.764653 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:08.788423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2679ca73-1b44-4a58-8920-c704d26127c9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.797685 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a46edb74-69fd-459f-9189-e9257dc1674b tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0971239 Jul 28 10:40:08.797934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53970) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:08.802021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:40:04Z', 'revision_number': 5, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:08.827225 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.836392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67e497-198d-41e2-8fca-e5df21c121cd None None] The sync data for ids ['c0e7b156-61ec-4c68-ba39-8155fcbec2df'] in n-d-850468-6 is: [{'id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'name': 'tempest-ServersTestBootFromVolume-1920687821-router', 'tenant_id': '68c2fb476a154c3bb04127e64323fe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:38:44Z', 'updated_at': '2022-07-28T10:40:04Z', 'revision_number': 5, 'project_id': '68c2fb476a154c3bb04127e64323fe4f', 'gw_port': {'id': '098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e7b156-61ec-4c68-ba39-8155fcbec2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:38:46Z', 'updated_at': '2022-07-28T10:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:08.867675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53972) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:08.899820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53974) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:08.914224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97600f52-5d9b-4d9f-af92-f8875263f2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.935485 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d70801d8-0020-4a4b-95c1-28176c3d98d7 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758306955', 'description': 'tempest-description--1580141879'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:08.944838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf08ad-c475-4fdc-9a67-c0ade7e3e6fa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:08.946549 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1baf08ad-c475-4fdc-9a67-c0ade7e3e6fa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "GET /v2.0/ports/12ba1ec9-e438-4418-9eae-60b6d83df0a5 HTTP/1.1" status: 200 len: 955 time: 0.1442268 Jul 28 10:40:08.953458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53976) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:08.986709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Deleting port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:08.987030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:08.989020 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:09.003449 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Deleting port f845962b-4853-453e-af7c-0ba0046a3dee {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:09.003697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.005336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (eeefac8b-dd24-40e7-b89c-b4eb091828a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.019712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d70801d8-0020-4a4b-95c1-28176c3d98d7 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.110639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5de95b18-c06e-4a7d-be43-8ea796fe56f1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.154214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] For port f845962b-4853-453e-af7c-0ba0046a3dee, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f845962b-4853-453e-af7c-0ba0046a3dee,segment=NetworkSegment(e75d9ffb-a5e9-4f82-ac9f-875a44f18d96),segment_id=e75d9ffb-a5e9-4f82-ac9f-875a44f18d96)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:09.155409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.165651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event deleted for resources: {'Port': ['ID=5de95b18-c06e-4a7d-be43-8ea796fe56f1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:09.168570 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Publish callbacks [] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.175500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Deleting port 12ba1ec9-e438-4418-9eae-60b6d83df0a5 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:09.176147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (12ba1ec9-e438-4418-9eae-60b6d83df0a5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.184144 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.237016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Calling delete_port for f845962b-4853-453e-af7c-0ba0046a3dee owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:09.244337 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:09.280844 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bb477-ffcb-4b13-a24e-87dfaf2350da None None] Pushing event updated for resources: {'Port': ['ID=2af8ab46-679f-48a5-bc80-b205f45e60ac,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:09.301269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] For port 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:09.301740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.311018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] DHCP port deletion for 2679ca73-1b44-4a58-8920-c704d26127c9 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:09.344495 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Attempting to bind port 2af8ab46-679f-48a5-bc80-b205f45e60ac on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:09.345738 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Attempting to bind port 2af8ab46-679f-48a5-bc80-b205f45e60ac by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:09.346351 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Attempting to bind port 2af8ab46-679f-48a5-bc80-b205f45e60ac on network 372a43c0-b145-47bb-b735-e65fe29e096f {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:09.354433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (eeefac8b-dd24-40e7-b89c-b4eb091828a7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.369320 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:09.374443 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Checking segment: {'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:09.375135 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.375848 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Bound using segment: {'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:09.376561 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Bound port: 2af8ab46-679f-48a5-bc80-b205f45e60ac, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:09.377157 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.383906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Calling delete_port for 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:09.425734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] Deleting port f845962b-4853-453e-af7c-0ba0046a3dee {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:09.426896 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.439365 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97600f52-5d9b-4d9f-af92-f8875263f2e9 admin admin] Publish callbacks [] for security_group (d635723f-28dc-4251-a74e-63c4e78354d7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.462395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (12ba1ec9-e438-4418-9eae-60b6d83df0a5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.470472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeefac8b-dd24-40e7-b89c-b4eb091828a7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:09.474320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97600f52-5d9b-4d9f-af92-f8875263f2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d635723f-28dc-4251-a74e-63c4e78354d7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.476971 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:09.479019 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.485528 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-15548c84-90ec-40a6-aac1-291f2fbbfd9a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "DELETE /v2.0/ports/5de95b18-c06e-4a7d-be43-8ea796fe56f1 HTTP/1.1" status: 204 len: 168 time: 1.9738836 Jul 28 10:40:09.488638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53978) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:09.489716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.496056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d70801d8-0020-4a4b-95c1-28176c3d98d7 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (1a21784c-7b5b-404f-b3c6-292d87ef7783), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.496270 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-42221d89-6c0c-429f-b770-be9bdb582789 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/eeefac8b-dd24-40e7-b89c-b4eb091828a7 HTTP/1.1" status: 204 len: 168 time: 2.1798160 Jul 28 10:40:09.496383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Calling delete_port for 12ba1ec9-e438-4418-9eae-60b6d83df0a5 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:09.503381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:09.521037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] For port 2af8ab46-679f-48a5-bc80-b205f45e60ac, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:09.525197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] For port 2af8ab46-679f-48a5-bc80-b205f45e60ac, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2af8ab46-679f-48a5-bc80-b205f45e60ac,segment=NetworkSegment(d16fc415-b6ba-4c13-bdd5-ea8f1abf9685),segment_id=d16fc415-b6ba-4c13-bdd5-ea8f1abf9685)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:09.546437 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.562840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d70801d8-0020-4a4b-95c1-28176c3d98d7 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1a21784c-7b5b-404f-b3c6-292d87ef7783), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.588278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] For port f845962b-4853-453e-af7c-0ba0046a3dee, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f845962b-4853-453e-af7c-0ba0046a3dee,segment=NetworkSegment(e75d9ffb-a5e9-4f82-ac9f-875a44f18d96),segment_id=e75d9ffb-a5e9-4f82-ac9f-875a44f18d96)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:09.590765 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.626466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] Calling delete_port for f845962b-4853-453e-af7c-0ba0046a3dee owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:09.697913 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:09.699991 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Routers {'d0a842b2-6163-44f8-ab39-ae9a43d88215'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:09.701063 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d0a842b2-6163-44f8-ab39-ae9a43d88215'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:09.726513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97600f52-5d9b-4d9f-af92-f8875263f2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d635723f-28dc-4251-a74e-63c4e78354d7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:09.739253 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97600f52-5d9b-4d9f-af92-f8875263f2e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2b29e0c785c4359933dfb30a854bcfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8702586 Jul 28 10:40:09.764994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53982) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:09.781131 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:09.784454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f57a4-d42d-435c-82dd-b491a57a6e98 None None] Network 73775266-e740-4d58-80c3-5cad247ffca6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:09.787277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 067a213c-b230-4357-9ffe-60393bfe7577 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:09.812468 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bb477-ffcb-4b13-a24e-87dfaf2350da None None] Pushing event updated for resources: {'Port': ['ID=2af8ab46-679f-48a5-bc80-b205f45e60ac,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:09.817565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 067a213c-b230-4357-9ffe-60393bfe7577 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:09.818280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 067a213c-b230-4357-9ffe-60393bfe7577 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:09.818920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce0e9424-817b-48b2-ac9e-1b486fc5da2e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:09.821276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.846902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (64175391-a16a-42b0-86ff-167afa1fd17b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.853899 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:09.861443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] No DVR routers for this DVR port f845962b-4853-453e-af7c-0ba0046a3dee on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:09.873596 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d70801d8-0020-4a4b-95c1-28176c3d98d7 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.876417 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d70801d8-0020-4a4b-95c1-28176c3d98d7 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9754591 Jul 28 10:40:09.894975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d47d9-c6d8-4129-b7fc-d7e3fe685b68 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:09.896687 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-527d47d9-c6d8-4129-b7fc-d7e3fe685b68 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "GET /v2.0/ports?device_id=2009ce9f-44e9-479e-a4b8-76016b8cbfa9 HTTP/1.1" status: 200 len: 913 time: 0.3954623 Jul 28 10:40:09.897301 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53984) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:09.908482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53986) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:09.910267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c3658373-5750-47bf-8e47-b996325e2bd6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group_rule': {'security_group_id': '1a21784c-7b5b-404f-b3c6-292d87ef7783', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:09.919211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ebd8e895-ba01-47fe-98da-c94d2afffc2c None None] Provisioning complete for port 2af8ab46-679f-48a5-bc80-b205f45e60ac triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:09.926196 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e895-ba01-47fe-98da-c94d2afffc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:09.932011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70801d8-0020-4a4b-95c1-28176c3d98d7 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21784c-7b5b-404f-b3c6-292d87ef7783,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:09.976164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ce0e9424-817b-48b2-ac9e-1b486fc5da2e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:09.976649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce0e9424-817b-48b2-ac9e-1b486fc5da2e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:09.977200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f845962b-4853-453e-af7c-0ba0046a3dee no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:09.984217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01b948-0d0c-4f6c-b942-6c25a4c04cff None None] Pushing event deleted for resources: {'Port': ['ID=f845962b-4853-453e-af7c-0ba0046a3dee,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:10.010940 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:10.022462 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] Set router d0a842b2-6163-44f8-ab39-ae9a43d88215 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:10.038548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f845962b-4853-453e-af7c-0ba0046a3dee {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:10.039683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f845962b-4853-453e-af7c-0ba0046a3dee not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:10.068133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c23c1ba5-60dd-4490-befe-0aba2a4df9ae admin admin] Publish callbacks [] for security_group (d635723f-28dc-4251-a74e-63c4e78354d7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.074779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3658373-5750-47bf-8e47-b996325e2bd6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (3b0a6c16-94fa-44f3-add1-086cc78d3146), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.097784 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (73775266-e740-4d58-80c3-5cad247ffca6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.139791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8e895-ba01-47fe-98da-c94d2afffc2c None None] Current status of the port 2af8ab46-679f-48a5-bc80-b205f45e60ac is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:10.140603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e895-ba01-47fe-98da-c94d2afffc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.182958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c23c1ba5-60dd-4490-befe-0aba2a4df9ae admin admin] Publish callbacks [] for security_group (d635723f-28dc-4251-a74e-63c4e78354d7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.188845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ebd8e895-ba01-47fe-98da-c94d2afffc2c None None] For port 2af8ab46-679f-48a5-bc80-b205f45e60ac, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2af8ab46-679f-48a5-bc80-b205f45e60ac,segment=NetworkSegment(d16fc415-b6ba-4c13-bdd5-ea8f1abf9685),segment_id=d16fc415-b6ba-4c13-bdd5-ea8f1abf9685)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:10.197564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e895-ba01-47fe-98da-c94d2afffc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.268666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8e895-ba01-47fe-98da-c94d2afffc2c None None] Pushing event updated for resources: {'Port': ['ID=2af8ab46-679f-48a5-bc80-b205f45e60ac,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:10.280289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] DHCP port deletion for 73775266-e740-4d58-80c3-5cad247ffca6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:10.309158 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.314031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3658373-5750-47bf-8e47-b996325e2bd6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (3b0a6c16-94fa-44f3-add1-086cc78d3146), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.350197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-027348ad-0426-4ed2-b1e8-075ab6944916 None None] Provisioning complete for port 2af8ab46-679f-48a5-bc80-b205f45e60ac triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:10.350854 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-027348ad-0426-4ed2-b1e8-075ab6944916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.354205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] Deleting port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:10.354664 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.355310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3658373-5750-47bf-8e47-b996325e2bd6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (3b0a6c16-94fa-44f3-add1-086cc78d3146), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.370829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:10.378182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:40:03Z', 'revision_number': 4, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '2af8ab46-679f-48a5-bc80-b205f45e60ac', 'name': '', 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'mac_address': 'fa:16:3e:87:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '715bdca3-13f7-4bcf-9610-516b7286191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:01Z', 'updated_at': '2022-07-28T10:40:09Z', 'revision_number': 4, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'subnets': [{'id': '715bdca3-13f7-4bcf-9610-516b7286191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:10.411509 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6918ab0d-55a6-4edd-82e1-49bfe913f415 None None] The sync data for ids ['d0a842b2-6163-44f8-ab39-ae9a43d88215'] in n-d-850468-6 is: [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:40:03Z', 'revision_number': 4, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '2af8ab46-679f-48a5-bc80-b205f45e60ac', 'name': '', 'network_id': '372a43c0-b145-47bb-b735-e65fe29e096f', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'mac_address': 'fa:16:3e:87:32:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '715bdca3-13f7-4bcf-9610-516b7286191a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:01Z', 'updated_at': '2022-07-28T10:40:09Z', 'revision_number': 4, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'subnets': [{'id': '715bdca3-13f7-4bcf-9610-516b7286191a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:10.412451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c23c1ba5-60dd-4490-befe-0aba2a4df9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d635723f-28dc-4251-a74e-63c4e78354d7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.415543 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c23c1ba5-60dd-4490-befe-0aba2a4df9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.416711 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c23c1ba5-60dd-4490-befe-0aba2a4df9ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d635723f-28dc-4251-a74e-63c4e78354d7 HTTP/1.1" status: 204 len: 168 time: 0.6506758 Jul 28 10:40:10.417548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3658373-5750-47bf-8e47-b996325e2bd6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0a6c16-94fa-44f3-add1-086cc78d3146,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:10.419243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f845962b-4853-453e-af7c-0ba0046a3dee), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.455551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3658373-5750-47bf-8e47-b996325e2bd6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.456898 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c3658373-5750-47bf-8e47-b996325e2bd6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5541503 Jul 28 10:40:10.457941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c1ba5-60dd-4490-befe-0aba2a4df9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d635723f-28dc-4251-a74e-63c4e78354d7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:10.461694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53990) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:10.467787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9c067feb-28a7-45d3-9630-be518d98e99f tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group_rule': {'security_group_id': '1a21784c-7b5b-404f-b3c6-292d87ef7783', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:10.519437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] For port 8bdf314d-c033-4a07-b27e-9cf2c3cab959, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8bdf314d-c033-4a07-b27e-9cf2c3cab959,segment=NetworkSegment(b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1),segment_id=b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:10.526581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.531663 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c0e7b156-61ec-4c68-ba39-8155fcbec2df), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.577977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] Calling delete_port for 8bdf314d-c033-4a07-b27e-9cf2c3cab959 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:10.622693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f845962b-4853-453e-af7c-0ba0046a3dee,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:10.636188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] No DVR routers for this DVR port f845962b-4853-453e-af7c-0ba0046a3dee on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:10.647216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c067feb-28a7-45d3-9630-be518d98e99f tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (4ffefefe-cbc1-4727-8ac8-13502b46b957), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.674724 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c0e7b156-61ec-4c68-ba39-8155fcbec2df), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.679445 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks [] for router_controller (c0e7b156-61ec-4c68-ba39-8155fcbec2df), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.748952 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (64175391-a16a-42b0-86ff-167afa1fd17b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.750911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (12ba1ec9-e438-4418-9eae-60b6d83df0a5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.755927 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:10.760261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-027348ad-0426-4ed2-b1e8-075ab6944916 None None] Current status of the port 2af8ab46-679f-48a5-bc80-b205f45e60ac is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:10.772928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c0e7b156-61ec-4c68-ba39-8155fcbec2df), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.773520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e7b156-61ec-4c68-ba39-8155fcbec2df {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:40:10.781413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.789393 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a944563e-2ae2-4595-bc6b-8ea4964131b7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c0e7b156-61ec-4c68-ba39-8155fcbec2df HTTP/1.1" status: 204 len: 168 time: 3.4721899 Jul 28 10:40:10.789744 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53992) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:10.852569 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.883573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] Pushing event deleted for resources: {'Port': ['ID=8bdf314d-c033-4a07-b27e-9cf2c3cab959,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:10.902651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebaa4b-6c31-41f8-82aa-d9cc5cf98651 None None] No DVR routers for this DVR port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:10.922296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c067feb-28a7-45d3-9630-be518d98e99f tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (4ffefefe-cbc1-4727-8ac8-13502b46b957), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.926691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] Deleting subnet 927929b1-f889-4f25-bfe6-ff78e00b38a6 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:10.932964 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] Publish callbacks [] for subnet (927929b1-f889-4f25-bfe6-ff78e00b38a6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.948423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Deleting port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:10.948769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.966054 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c067feb-28a7-45d3-9630-be518d98e99f tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (4ffefefe-cbc1-4727-8ac8-13502b46b957), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:10.989206 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=4,neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:10.996065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c067feb-28a7-45d3-9630-be518d98e99f tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffefefe-cbc1-4727-8ac8-13502b46b957,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:11.000848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network 049fa73e-6147-43ee-b955-1d88699510d8 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:11.038729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2679ca73-1b44-4a58-8920-c704d26127c9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.046865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c067feb-28a7-45d3-9630-be518d98e99f tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.048910 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9c067feb-28a7-45d3-9630-be518d98e99f tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5850160 Jul 28 10:40:11.054319 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (927929b1-f889-4f25-bfe6-ff78e00b38a6), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.055253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:11.056872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.065922 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "DELETE /v2.0/ports/12ba1ec9-e438-4418-9eae-60b6d83df0a5 HTTP/1.1" status: 204 len: 168 time: 2.1096892 Jul 28 10:40:11.072646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:11.075667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54000) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:11.079720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:11.088279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:11.175423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=64175391-a16a-42b0-86ff-167afa1fd17b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:11.214378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2679ca73-1b44-4a58-8920-c704d26127c9']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:11.233880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (927929b1-f889-4f25-bfe6-ff78e00b38a6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.265950 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-342d84a2-0968-412a-93b9-af9d13699cc3 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:40:11.267429 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-342d84a2-0968-412a-93b9-af9d13699cc3 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "GET /v2.0/ports/12ba1ec9-e438-4418-9eae-60b6d83df0a5 HTTP/1.1" status: 404 len: 333 time: 0.1701932 Jul 28 10:40:11.315527 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:11.319273 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:11.319820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75d9ffb-a5e9-4f82-ac9f-875a44f18d96') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:11.337028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (e75d9ffb-a5e9-4f82-ac9f-875a44f18d96), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.357521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e75d9ffb-a5e9-4f82-ac9f-875a44f18d96), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.367597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:11.368256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (e75d9ffb-a5e9-4f82-ac9f-875a44f18d96), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.429749 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.466506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54008) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:11.475052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] For port 8bdf314d-c033-4a07-b27e-9cf2c3cab959, host n-d-850468-6, got binding levels [] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:11.477265 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.499229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Request body: {'port': {'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1786832712'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:11.534134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fd10ef39-c292-4cb2-bb5a-d24791a242ea None None] Provisioning complete for port 64175391-a16a-42b0-86ff-167afa1fd17b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:11.534831 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd10ef39-c292-4cb2-bb5a-d24791a242ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (64175391-a16a-42b0-86ff-167afa1fd17b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.548592 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:11.550158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdced2-a9a3-4ea1-b76f-4af1470172b2 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event deleted for resources: {'Port': ['ID=12ba1ec9-e438-4418-9eae-60b6d83df0a5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:11.553700 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e75d9ffb-a5e9-4f82-ac9f-875a44f18d96 resource provider aggregate not found Jul 28 10:40:11.680896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Calling delete_port for 8bdf314d-c033-4a07-b27e-9cf2c3cab959 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:11.688117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 was not found and therefore no delete operation was performed {{(pid=104687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:40:11.696361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (927929b1-f889-4f25-bfe6-ff78e00b38a6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.712574 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e75d9ffb-a5e9-4f82-ac9f-875a44f18d96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e75d9ffb-a5e9-4f82-ac9f-875a44f18d96 found for delete ", "request_id": "req-62f4736b-5af6-4ce9-83a4-dcdf09e1feae"}]} Jul 28 10:40:11.712574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.726567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:11.727630 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.747198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2679ca73-1b44-4a58-8920-c704d26127c9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.748630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927929b1-f889-4f25-bfe6-ff78e00b38a6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:11.752865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2af8ab46-679f-48a5-bc80-b205f45e60ac up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:11.753729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8bdf314d-c033-4a07-b27e-9cf2c3cab959), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.758407 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.765248 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a60d9ab7-ba3f-4f6b-94b8-0f04cce817d3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/927929b1-f889-4f25-bfe6-ff78e00b38a6 HTTP/1.1" status: 204 len: 168 time: 0.9700153 Jul 28 10:40:11.765248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54022) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:11.774364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb5027-ab59-422f-b627-b8f368dba446 None None] Network d43e09c9-da4b-48da-8e04-8c49b14ff213 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:11.808097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.819484 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2679ca73-1b44-4a58-8920-c704d26127c9 HTTP/1.1" status: 204 len: 168 time: 3.1501725 Jul 28 10:40:11.862890 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:11.880950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (d43e09c9-da4b-48da-8e04-8c49b14ff213), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.892939 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Made reservation on behalf of b5e0c970f7a4442fb5c18ca1810926f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:11.895787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.907000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdf314d-c033-4a07-b27e-9cf2c3cab959,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:11.909179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe5049-f505-4929-a9b2-188a593ccfd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2679ca73-1b44-4a58-8920-c704d26127c9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:11.953415 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Deleting port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:11.953958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:11.964691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] No DVR routers for this DVR port 8bdf314d-c033-4a07-b27e-9cf2c3cab959 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:11.989069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-698c1c56-afc1-442a-b1e9-403e6ef4ee86 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7933078 Jul 28 10:40:12.003419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54026) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:12.011061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'network_id': '049fa73e-6147-43ee-b955-1d88699510d8', 'name': 'tempest-AllowedAddressPairTestJSON-2121838639'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:12.068807 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] device_id is not set on port 13a9d1bb-0f75-4449-ba53-484ae6aada08 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:12.074376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fd10ef39-c292-4cb2-bb5a-d24791a242ea None None] Port 64175391-a16a-42b0-86ff-167afa1fd17b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:12.112305 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:12.194836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2af8ab46-679f-48a5-bc80-b205f45e60ac triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:12.196561 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.218266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54030) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:12.249263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.283478 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (73775266-e740-4d58-80c3-5cad247ffca6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.287761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] For port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,segment=NetworkSegment(ef2ded00-e73d-4f58-91fb-adfbf1bdbf86),segment_id=ef2ded00-e73d-4f58-91fb-adfbf1bdbf86)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:12.288145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.318190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Made reservation on behalf of d833be7c4f864e439dca2dc903133ad5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:12.321431 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.323830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.334094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2af8ab46-679f-48a5-bc80-b205f45e60ac is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:12.338555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] DHCP port deletion for d43e09c9-da4b-48da-8e04-8c49b14ff213 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:12.370451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Calling delete_port for 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:12.387814 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d5e64b2d-4c33-4b99-9b15-1fde26a588e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97efe251e6184edcba2038bc2390f885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616025 Jul 28 10:40:12.390138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] device_id is not set on port 814e5657-58c0-4095-9658-b27be463153b yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:12.398010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54032) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:12.444064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8bdf314d-c033-4a07-b27e-9cf2c3cab959 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:12.452027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] Deleting port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:12.456941 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.486698 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73775266-e740-4d58-80c3-5cad247ffca6']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:12.536710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8bdf314d-c033-4a07-b27e-9cf2c3cab959 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:12.536710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8bdf314d-c033-4a07-b27e-9cf2c3cab959 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:12.537166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:12.552182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:12.552487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:12.585467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:12.586024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 098eddeb-7cdf-4aeb-b8d0-e0a93da6ee7c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:12.596470 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.627287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] For port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,segment=NetworkSegment(ef2ded00-e73d-4f58-91fb-adfbf1bdbf86),segment_id=ef2ded00-e73d-4f58-91fb-adfbf1bdbf86)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:12.627785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.656121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] Calling delete_port for 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:12.656707 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:12.689636 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a217def5-b0fb-4d1a-b570-85b1e9a9fd90 admin admin] Publish callbacks [] for security_group (bf92c74e-331a-4d90-8a44-80d8d9a3afb4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.710774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.727333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a217def5-b0fb-4d1a-b570-85b1e9a9fd90 admin admin] Publish callbacks [] for security_group (bf92c74e-331a-4d90-8a44-80d8d9a3afb4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.746633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.787648 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (3516ca6f-c945-45aa-a0ea-7845f1f8eb22), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.788347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:12.788747 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.792934 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:12.794759 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Allocated IP 172.20.0.14 (049fa73e-6147-43ee-b955-1d88699510d8/f95f4792-4ba4-447c-b05b-1e97515b5895/814e5657-58c0-4095-9658-b27be463153b) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:12.803309 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] No DVR routers for this DVR port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:12.805049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Pushing event deleted for resources: {'Port': ['ID=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:12.827103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] No DVR routers for this DVR port 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:12.848614 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:12.855809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e6946-fa73-4ab0-8ae8-6c29836547e2 None None] Pushing event deleted for resources: {'Port': ['ID=3516ca6f-c945-45aa-a0ea-7845f1f8eb22,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:12.874023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Allocated IP 172.25.2.156 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/f7103bb9-540b-4af8-99c3-384b20e23149) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:12.911554 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:12.931523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (d43e09c9-da4b-48da-8e04-8c49b14ff213), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.978249 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43e09c9-da4b-48da-8e04-8c49b14ff213']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:12.980493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a217def5-b0fb-4d1a-b570-85b1e9a9fd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bf92c74e-331a-4d90-8a44-80d8d9a3afb4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.983748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a217def5-b0fb-4d1a-b570-85b1e9a9fd90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.984982 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a217def5-b0fb-4d1a-b570-85b1e9a9fd90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf92c74e-331a-4d90-8a44-80d8d9a3afb4 HTTP/1.1" status: 204 len: 168 time: 0.5846713 Jul 28 10:40:12.993658 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:12.995723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (73775266-e740-4d58-80c3-5cad247ffca6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.002584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:13.002914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2ded00-e73d-4f58-91fb-adfbf1bdbf86') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:13.008922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.015131 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] 10.222.0.46 "DELETE /v2.0/networks/73775266-e740-4d58-80c3-5cad247ffca6 HTTP/1.1" status: 204 len: 168 time: 3.5056071 Jul 28 10:40:13.028266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217def5-b0fb-4d1a-b570-85b1e9a9fd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf92c74e-331a-4d90-8a44-80d8d9a3afb4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:13.056207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (ef2ded00-e73d-4f58-91fb-adfbf1bdbf86), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.062157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a28b0-e609-443e-bb96-696be19eff53 admin admin] Pushing event deleted for resources: {'Network': ['ID=73775266-e740-4d58-80c3-5cad247ffca6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:13.081296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ef2ded00-e73d-4f58-91fb-adfbf1bdbf86), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.097064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:13.097480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (ef2ded00-e73d-4f58-91fb-adfbf1bdbf86), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.148291 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ef2ded00-e73d-4f58-91fb-adfbf1bdbf86 resource provider aggregate not found Jul 28 10:40:13.169104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Deleting port 04f8cf5a-67c9-47c4-bc5f-5b620afa0d07 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:13.169440 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.176875 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ef2ded00-e73d-4f58-91fb-adfbf1bdbf86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef2ded00-e73d-4f58-91fb-adfbf1bdbf86 found for delete ", "request_id": "req-d41c8e7a-5b00-4c37-8ab9-8edf7076259d"}]} Jul 28 10:40:13.222339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (814e5657-58c0-4095-9658-b27be463153b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.224305 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.224460 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (d43e09c9-da4b-48da-8e04-8c49b14ff213), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.228378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for port (f7103bb9-540b-4af8-99c3-384b20e23149), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.232832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.238715 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d43e09c9-da4b-48da-8e04-8c49b14ff213 HTTP/1.1" status: 204 len: 168 time: 1.4695981 Jul 28 10:40:13.252008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d88ec-e27c-4ec0-86ed-fc0b71ae1728 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43e09c9-da4b-48da-8e04-8c49b14ff213,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:13.289053 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (814e5657-58c0-4095-9658-b27be463153b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.352620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Network 049fa73e-6147-43ee-b955-1d88699510d8 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:13.368756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:13.370844 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=814e5657-58c0-4095-9658-b27be463153b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:13.377580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:13.432915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54060) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:13.506995 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f3033753-251a-473f-8783-f700d3022dc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2e65742727a438083e4c2f1457181d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719359 Jul 28 10:40:13.507666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54062) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:13.534901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:13.535551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.575135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:13.585905 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ad55ed17-7317-4c18-bb56-44339cea8f58 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5806286 Jul 28 10:40:13.586776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54064) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:13.596913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:71:1c:50'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:00:7b:ab'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:13.633057 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:13.643113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:13.643357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3516ca6f-c945-45aa-a0ea-7845f1f8eb22 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:13.697406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:13.714494 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7dfab175-bba7-4ce5-85b3-34f5359bd130 admin admin] Publish callbacks [] for security_group (3de59dab-2d07-41dc-ad9a-71d0c7f591a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.728693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:13.732041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:13.733839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:13.734805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.765018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=13a9d1bb-0f75-4449-ba53-484ae6aada08,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:13.765893 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1 resource provider aggregate not found Jul 28 10:40:13.769043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7dfab175-bba7-4ce5-85b3-34f5359bd130 admin admin] Publish callbacks [] for security_group (3de59dab-2d07-41dc-ad9a-71d0c7f591a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.804420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.805368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.805368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.805368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:13.807201 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b02d16eb-3fe5-4ddf-b290-cdfeebdaacc1 found for delete ", "request_id": "req-58c15d0f-28bc-4832-a0e1-dc140a3f5402"}]} Jul 28 10:40:13.820766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.827598 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9566788a-f7a6-4abe-a364-e465adb031ff tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3380041 Jul 28 10:40:13.828813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f7103bb9-540b-4af8-99c3-384b20e23149), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.836732 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54074) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:13.843264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c58407e9-d8bc-42cc-b4b0-d61f5a581eac None None] Provisioning complete for port 814e5657-58c0-4095-9658-b27be463153b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:13.845702 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c58407e9-d8bc-42cc-b4b0-d61f5a581eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (814e5657-58c0-4095-9658-b27be463153b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.850647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-850468-6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:13.898735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c58407e9-d8bc-42cc-b4b0-d61f5a581eac None None] Port 814e5657-58c0-4095-9658-b27be463153b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:13.926564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Calling delete_port for 04f8cf5a-67c9-47c4-bc5f-5b620afa0d07 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:13.954524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (814e5657-58c0-4095-9658-b27be463153b), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.961982 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7dfab175-bba7-4ce5-85b3-34f5359bd130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3de59dab-2d07-41dc-ad9a-71d0c7f591a7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.966863 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7dfab175-bba7-4ce5-85b3-34f5359bd130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:13.970223 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7dfab175-bba7-4ce5-85b3-34f5359bd130 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3de59dab-2d07-41dc-ad9a-71d0c7f591a7 HTTP/1.1" status: 204 len: 168 time: 0.4609203 Jul 28 10:40:13.981580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54076) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:13.991355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:14.014163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:14.015742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfab175-bba7-4ce5-85b3-34f5359bd130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de59dab-2d07-41dc-ad9a-71d0c7f591a7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:14.017230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:14.061049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'Port': ['ID=f7103bb9-540b-4af8-99c3-384b20e23149,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:14.086280 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-58fc7492-7fb2-4d6e-bedd-47cb1852214c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=68c2fb476a154c3bb04127e64323fe4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0921578 Jul 28 10:40:14.088396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54084) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:14.130174 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:14.134239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (d0f5a143-363d-4554-a98f-86567eb0d1eb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.146587 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:14.228724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f7103bb9-540b-4af8-99c3-384b20e23149), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.308748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for port (814e5657-58c0-4095-9658-b27be463153b), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.315241 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:14.318050 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (814e5657-58c0-4095-9658-b27be463153b), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.410220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for port (f7103bb9-540b-4af8-99c3-384b20e23149), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.410381 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:14.419037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-efaf132b-999c-4035-b148-881512e56b5a admin admin] Publish callbacks [] for security_group (544e6039-0bfe-4d6f-a67d-5a39b5e98591), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.423660 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event updated for resources: {'Port': ['ID=814e5657-58c0-4095-9658-b27be463153b,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:14.427387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (f7103bb9-540b-4af8-99c3-384b20e23149), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.448932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] In _notify_port_updated(), no bound segment for port 814e5657-58c0-4095-9658-b27be463153b on network 049fa73e-6147-43ee-b955-1d88699510d8 {{(pid=104688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:40:14.455535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:14.456354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.460360 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c65a91ca-d85e-4409-af45-8bb4a4a61aed tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "PUT /v2.0/ports/814e5657-58c0-4095-9658-b27be463153b HTTP/1.1" status: 200 len: 1056 time: 0.8683138 Jul 28 10:40:14.461590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54098) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:14.552610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-efaf132b-999c-4035-b148-881512e56b5a admin admin] Publish callbacks [] for security_group (544e6039-0bfe-4d6f-a67d-5a39b5e98591), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.560807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (d0f5a143-363d-4554-a98f-86567eb0d1eb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.589170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.631458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting port 814e5657-58c0-4095-9658-b27be463153b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:14.634849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (814e5657-58c0-4095-9658-b27be463153b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.656511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.666117 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5831745 Jul 28 10:40:14.708667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8d22f-2dcf-469d-b945-1cdd3ceb1f94 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'Port': ['ID=f7103bb9-540b-4af8-99c3-384b20e23149,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:14.726129 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:14.746565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b979af61-86aa-4e31-b2bf-b1a6ac5514ad None None] Provisioning complete for port 814e5657-58c0-4095-9658-b27be463153b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:14.749214 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b979af61-86aa-4e31-b2bf-b1a6ac5514ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (814e5657-58c0-4095-9658-b27be463153b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.803740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-efaf132b-999c-4035-b148-881512e56b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (544e6039-0bfe-4d6f-a67d-5a39b5e98591), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.816997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-efaf132b-999c-4035-b148-881512e56b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.820870 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-efaf132b-999c-4035-b148-881512e56b5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/544e6039-0bfe-4d6f-a67d-5a39b5e98591 HTTP/1.1" status: 204 len: 168 time: 0.7291989 Jul 28 10:40:14.849836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b979af61-86aa-4e31-b2bf-b1a6ac5514ad None None] Port 814e5657-58c0-4095-9658-b27be463153b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:14.864865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (814e5657-58c0-4095-9658-b27be463153b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.865894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (04f8cf5a-67c9-47c4-bc5f-5b620afa0d07), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:14.887362 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Calling delete_port for 814e5657-58c0-4095-9658-b27be463153b owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:14.932174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event deleted for resources: {'Port': ['ID=04f8cf5a-67c9-47c4-bc5f-5b620afa0d07,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:14.999709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf132b-999c-4035-b148-881512e56b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e6039-0bfe-4d6f-a67d-5a39b5e98591,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:15.159021 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (814e5657-58c0-4095-9658-b27be463153b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:15.176907 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] device_id is not set on port 13a9d1bb-0f75-4449-ba53-484ae6aada08 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:15.203084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks [] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:15.223819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Port': ['ID=814e5657-58c0-4095-9658-b27be463153b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:15.298422 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c2b3ba5a-bcbd-4a31-9311-ba0df952c179 req-a57f96fe-189b-4391-a3f7-d17f5e7f9175 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1758306955&fields=id&tenant_id=ec19e33656204aba8f69bb49d4c16d4a HTTP/1.1" status: 200 len: 267 time: 0.3196278 Jul 28 10:40:15.378479 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:15.442803 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:15.531332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:15.536304 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:15.543314 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-858fea9c-c5d2-40b1-9cfb-a0cd3ea2ace4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/ports/814e5657-58c0-4095-9658-b27be463153b HTTP/1.1" status: 204 len: 168 time: 1.0763674 Jul 28 10:40:15.544011 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54144) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:15.575024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=13a9d1bb-0f75-4449-ba53-484ae6aada08,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:15.583017 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4c1dea-e34d-4440-8863-6d7e15e9ef9b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] GET failed (client error): The resource could not be found. Jul 28 10:40:15.587435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2c4c1dea-e34d-4440-8863-6d7e15e9ef9b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "GET /v2.0/ports/814e5657-58c0-4095-9658-b27be463153b HTTP/1.1" status: 404 len: 333 time: 0.0424378 Jul 28 10:40:15.588580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:15.666976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:15.667356 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:15.667736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:15.686318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:15.686672 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:15.688667 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 2 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:15.706355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3ba5a-bcbd-4a31-9311-ba0df952c179 req-f131a936-83cb-47ba-b804-45b15b671d2d tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:15.707446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting port 64175391-a16a-42b0-86ff-167afa1fd17b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:15.707792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (64175391-a16a-42b0-86ff-167afa1fd17b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:15.713268 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c2b3ba5a-bcbd-4a31-9311-ba0df952c179 req-f131a936-83cb-47ba-b804-45b15b671d2d tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/networks?id=372a43c0-b145-47bb-b735-e65fe29e096f HTTP/1.1" status: 200 len: 814 time: 0.4137349 Jul 28 10:40:15.729105 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:15.772315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:15.772623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:15.774253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:15.806661 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c2b3ba5a-bcbd-4a31-9311-ba0df952c179 req-ab511660-badf-436f-99ce-8c24a8e051aa tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/quotas/ec19e33656204aba8f69bb49d4c16d4a HTTP/1.1" status: 200 len: 375 time: 0.0924656 Jul 28 10:40:15.825043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:15.825043 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:15.826131 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 3 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:15.858343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (64175391-a16a-42b0-86ff-167afa1fd17b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:15.877490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Router 2009ce9f-44e9-479e-a4b8-76016b8cbfa9 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:15.878474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:15.878813 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:15.879151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:15.880451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Calling delete_port for 64175391-a16a-42b0-86ff-167afa1fd17b owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:15.903770 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c2b3ba5a-bcbd-4a31-9311-ba0df952c179 req-b74cef03-10e9-4cf5-a427-bc95510c9d34 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec19e33656204aba8f69bb49d4c16d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893040 Jul 28 10:40:15.916262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:15.916600 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:15.926937 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 4 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:16.032064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:16.032064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:16.032064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:16.048248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:16.048586 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:16.052279 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 5 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:16.057633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (64175391-a16a-42b0-86ff-167afa1fd17b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.060214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:16.074159 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a080af82-8b65-48ee-9f38-1309d9f98b0a tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "PUT /v2.0/routers/2009ce9f-44e9-479e-a4b8-76016b8cbfa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1617496 Jul 28 10:40:16.077243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] Sync routers for ids ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:16.082384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54166) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:16.090965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] Routers {'2009ce9f-44e9-479e-a4b8-76016b8cbfa9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:16.092718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:16.096597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:16.097304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:16.097304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:16.099155 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:16.140445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Port': ['ID=64175391-a16a-42b0-86ff-167afa1fd17b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:16.167187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:16.169652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:16.170458 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:16.174066 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 6 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:16.188762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c2b3ba5a-bcbd-4a31-9311-ba0df952c179 req-0f67eef6-eb7a-4ffc-b572-bc30bf61c7a0 service neutron] 10.222.0.46 "GET /v2.0/networks/372a43c0-b145-47bb-b735-e65fe29e096f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827260 Jul 28 10:40:16.192879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] Routers {'2009ce9f-44e9-479e-a4b8-76016b8cbfa9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:16.193514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:16.269304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:16.269998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59bd63-f8fb-4f2c-8acd-03a778ad6cff None None] The sync data for ids ['2009ce9f-44e9-479e-a4b8-76016b8cbfa9'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:16.280778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.286788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:16.287327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:16.288101 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:16.290619 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8ae58044-d875-456c-a84b-b5ec880cd40b tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/ports/64175391-a16a-42b0-86ff-167afa1fd17b HTTP/1.1" status: 204 len: 168 time: 0.6998746 Jul 28 10:40:16.291724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54170) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:16.296136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e856c8d-083d-4323-9a2e-8fa43b765a72 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for router (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.343062 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-087341ea-6dd8-4922-8b59-78c9a71430e4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] GET failed (client error): The resource could not be found. Jul 28 10:40:16.353802 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-087341ea-6dd8-4922-8b59-78c9a71430e4 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "GET /v2.0/ports/64175391-a16a-42b0-86ff-167afa1fd17b HTTP/1.1" status: 404 len: 333 time: 0.0609078 Jul 28 10:40:16.354959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54172) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:16.366993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:16.367303 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:16.398913 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 7 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:16.474977 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:16.509028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting port c74c9834-e7c8-431d-a7d2-1d5a281d51eb {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:16.509380 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c74c9834-e7c8-431d-a7d2-1d5a281d51eb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.541555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:16.541915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:16.542250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:16.601222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:16.601562 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:16.634787 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 8 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:16.683663 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:16.684375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:16.685081 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:16.693792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e856c8d-083d-4323-9a2e-8fa43b765a72 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.698248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e856c8d-083d-4323-9a2e-8fa43b765a72 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for router_controller (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.698790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c74c9834-e7c8-431d-a7d2-1d5a281d51eb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.708351 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c2b3ba5a-bcbd-4a31-9311-ba0df952c179 req-cecbea87-e16d-41e3-bbe1-ed01f8e8efc8 service neutron] 10.222.0.46 "GET /v2.0/networks/372a43c0-b145-47bb-b735-e65fe29e096f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185137 Jul 28 10:40:16.710912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:16.711401 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:16.714746 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 9 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:16.757478 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7eb580c6-c1a6-4a4f-a985-78868ed07c8b req-33420643-8ebf-41df-9a9b-30c194cfc9a3 tempest-ServerShowV254Test-1169122266 tempest-ServerShowV254Test-1169122266-project] 10.222.0.46 "GET /v2.0/ports?device_id=908d4ce8-6e3f-4acc-81d3-67ef243287b3 HTTP/1.1" status: 200 len: 210 time: 0.0469680 Jul 28 10:40:16.758850 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Calling delete_port for c74c9834-e7c8-431d-a7d2-1d5a281d51eb owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:16.957179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c74c9834-e7c8-431d-a7d2-1d5a281d51eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:16.996121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Port': ['ID=c74c9834-e7c8-431d-a7d2-1d5a281d51eb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:17.116948 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.123925 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a34dab62-890e-4e48-81fb-7fd4f9ceeb97 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/ports/c74c9834-e7c8-431d-a7d2-1d5a281d51eb HTTP/1.1" status: 204 len: 168 time: 0.7644224 Jul 28 10:40:17.124476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54206) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:17.228921 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:17.273009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting subnet f95f4792-4ba4-447c-b05b-1e97515b5895 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:17.283072 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0e79aac6-05dd-443c-8645-9191b40afbeb req-95bab40d-9829-4874-8a3c-c6e5172ddef5 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0c1f5b-6980-4921-b837-f2613a6185c4 HTTP/1.1" status: 200 len: 210 time: 0.0789781 Jul 28 10:40:17.286364 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks [] for subnet (f95f4792-4ba4-447c-b05b-1e97515b5895), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.303137 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:17.303656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:17.304198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:17.310501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e856c8d-083d-4323-9a2e-8fa43b765a72 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (2009ce9f-44e9-479e-a4b8-76016b8cbfa9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.311468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e856c8d-083d-4323-9a2e-8fa43b765a72 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Fanout notify agent at l3_agent the message router_deleted on router 2009ce9f-44e9-479e-a4b8-76016b8cbfa9 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:40:17.340087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e856c8d-083d-4323-9a2e-8fa43b765a72 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.341458 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0e856c8d-083d-4323-9a2e-8fa43b765a72 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "DELETE /v2.0/routers/2009ce9f-44e9-479e-a4b8-76016b8cbfa9 HTTP/1.1" status: 204 len: 168 time: 1.2582030 Jul 28 10:40:17.344706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54218) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:17.355567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:17.356092 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:17.379586 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempt 10 to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 Jul 28 10:40:17.397805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (f95f4792-4ba4-447c-b05b-1e97515b5895), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.399622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:17.400156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:17.400677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempting to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:17.410475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:40:17.411238 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Failed to bind port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on host n-h2-850468-6 for vnic_type normal using segments [{'id': '38bb5394-553c-46fa-bcfa-5a0de155cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '53f7648e-bdd1-4687-b8d6-70fb06beeb18'}] Jul 28 10:40:17.411760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.472761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:40:17.501624 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Deleting subnet 362087dc-39aa-4b1e-ab02-3028ee27f041 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:17.515033 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for subnet (362087dc-39aa-4b1e-ab02-3028ee27f041), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.556435 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] For port 13a9d1bb-0f75-4449-ba53-484ae6aada08, host n-h2-850468-6, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:17.557184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attempted to set empty binding levels {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 10:40:17.568006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.573788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54222) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:17.584067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f95f4792-4ba4-447c-b05b-1e97515b5895), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.585264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (362087dc-39aa-4b1e-ab02-3028ee27f041), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.643782 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:17.645049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] In _notify_port_updated(), no bound segment for port 13a9d1bb-0f75-4449-ba53-484ae6aada08 on network 53f7648e-bdd1-4687-b8d6-70fb06beeb18 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:40:17.646048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:17.646713 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.650669 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "PUT /v2.0/ports/13a9d1bb-0f75-4449-ba53-484ae6aada08 HTTP/1.1" status: 200 len: 975 time: 3.8075969 Jul 28 10:40:17.651814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54230) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:17.674206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70966ec-93b7-48ec-ba76-896c60fd4386 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event updated for resources: {'Port': ['ID=13a9d1bb-0f75-4449-ba53-484ae6aada08,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:17.773495 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (362087dc-39aa-4b1e-ab02-3028ee27f041), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.793757 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Deleting port 13a9d1bb-0f75-4449-ba53-484ae6aada08 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:17.793757 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.809170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (f95f4792-4ba4-447c-b05b-1e97515b5895), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.876982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Subnet': ['ID=f95f4792-4ba4-447c-b05b-1e97515b5895,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:17.898956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.905589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332cdc1-dec4-47f4-9e23-03f89352a209 None None] Network 049fa73e-6147-43ee-b955-1d88699510d8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:17.908366 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54240) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:17.908911 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f00ed95a-f495-4024-9889-810acb94edb3 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/subnets/f95f4792-4ba4-447c-b05b-1e97515b5895 HTTP/1.1" status: 204 len: 168 time: 0.7832463 Jul 28 10:40:17.950930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] For port 13a9d1bb-0f75-4449-ba53-484ae6aada08, host n-h2-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:17.951571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:17.961469 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2f4756a1-e6db-4ea2-840d-2e2bd0a37456 req-c4e3ab8e-a4ae-450f-82bd-af0b0399d340 tempest-ServerShowV247Test-715883578 tempest-ServerShowV247Test-715883578-project] 10.222.0.46 "GET /v2.0/ports?device_id=c68019e4-968f-4447-9366-0ce8149f94f6 HTTP/1.1" status: 200 len: 210 time: 0.0476718 Jul 28 10:40:17.963547 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:17.970633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Calling delete_port for 13a9d1bb-0f75-4449-ba53-484ae6aada08 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:18.023162 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:18.061910 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54242) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:18.085104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (049fa73e-6147-43ee-b955-1d88699510d8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.090937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (362087dc-39aa-4b1e-ab02-3028ee27f041), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.141269 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3e96477e-19a4-4f4b-a72c-90987a29b5d5 req-50a9012f-f512-4d80-9a46-96b9d7602d30 tempest-ServerShowV254Test-1169122266 tempest-ServerShowV254Test-1169122266-project] 10.222.0.46 "GET /v2.0/ports?device_id=908d4ce8-6e3f-4acc-81d3-67ef243287b3 HTTP/1.1" status: 200 len: 210 time: 0.0806551 Jul 28 10:40:18.147659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event deleted for resources: {'Subnet': ['ID=362087dc-39aa-4b1e-ab02-3028ee27f041,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:18.152767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-191887536-network', 'tenant_id': '794d085f90504260907001dece2a9a30'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:18.163800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.170761 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a470193-5f08-4caa-a4c9-f8e6b3c645bb tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "DELETE /v2.0/subnets/362087dc-39aa-4b1e-ab02-3028ee27f041 HTTP/1.1" status: 204 len: 168 time: 0.8241956 Jul 28 10:40:18.174897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54250) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:18.175871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80532f97-e511-4aac-95a4-b17fe6fb5243 None None] Network 69d84acb-060f-46ef-b43d-4f1e201499a6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:18.257112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Made reservation on behalf of 794d085f90504260907001dece2a9a30 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:18.259984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.272704 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:18.273320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.298031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (13a9d1bb-0f75-4449-ba53-484ae6aada08), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.301953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a9044ca-4b0e-4ebf-ab2b-2fbf9aca0373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.319378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Deleting port 00fe12ec-6e9f-4294-8744-3120214362fd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:18.320083 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.333691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Pushing event deleted for resources: {'Port': ['ID=13a9d1bb-0f75-4449-ba53-484ae6aada08,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:18.370439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.373777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] DHCP port deletion for 049fa73e-6147-43ee-b955-1d88699510d8 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:18.376395 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aead341f-de3e-4372-b787-ed3724ca3aaa tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "DELETE /v2.0/ports/13a9d1bb-0f75-4449-ba53-484ae6aada08 HTTP/1.1" status: 204 len: 168 time: 0.7231252 Jul 28 10:40:18.379415 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54266) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:18.392548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (69d84acb-060f-46ef-b43d-4f1e201499a6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.419017 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff4e9a0-9431-42e0-89a3-0a3f493d6102 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:40:18.420542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bff4e9a0-9431-42e0-89a3-0a3f493d6102 tempest-PortsAdminExtendedAttrsTestJSON-1736153733 tempest-PortsAdminExtendedAttrsTestJSON-1736153733-project-admin] 10.222.0.46 "GET /v2.0/ports/13a9d1bb-0f75-4449-ba53-484ae6aada08 HTTP/1.1" status: 404 len: 333 time: 0.0402229 Jul 28 10:40:18.427053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:18.446876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] For port 00fe12ec-6e9f-4294-8744-3120214362fd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00fe12ec-6e9f-4294-8744-3120214362fd,segment=NetworkSegment(6881f225-588c-4c8a-b34c-9f948e94f605),segment_id=6881f225-588c-4c8a-b34c-9f948e94f605)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:18.447795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.497344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Deleting port 00fe12ec-6e9f-4294-8744-3120214362fd {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:18.497724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.531854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Calling delete_port for 00fe12ec-6e9f-4294-8744-3120214362fd owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:18.585032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] For port 00fe12ec-6e9f-4294-8744-3120214362fd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00fe12ec-6e9f-4294-8744-3120214362fd,segment=NetworkSegment(6881f225-588c-4c8a-b34c-9f948e94f605),segment_id=6881f225-588c-4c8a-b34c-9f948e94f605)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:18.585442 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.595727 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4065dfce-ebcc-4a89-8ce7-6c337874819b req-fbf99621-f81c-49c1-b067-8e9f6e4f298f tempest-ServerShowV254Test-1169122266 tempest-ServerShowV254Test-1169122266-project] 10.222.0.46 "GET /v2.0/ports?device_id=908d4ce8-6e3f-4acc-81d3-67ef243287b3 HTTP/1.1" status: 200 len: 210 time: 0.0836415 Jul 28 10:40:18.606090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Calling delete_port for 00fe12ec-6e9f-4294-8744-3120214362fd owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:18.630571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (53f7648e-bdd1-4687-b8d6-70fb06beeb18), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.649579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks [] for security_group (2ce271dc-471c-4dc9-a977-bba8fbffea67), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.663840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2ce271dc-471c-4dc9-a977-bba8fbffea67), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.693626 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:18.700813 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:18.719476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.720009 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:18.727693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (00fe12ec-6e9f-4294-8744-3120214362fd), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.767587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:40:18.785341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Pushing event deleted for resources: {'Port': ['ID=00fe12ec-6e9f-4294-8744-3120214362fd,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:18.790933 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-53522169-2032-4272-843d-5fe372e1e219 req-5275bfb7-dd8a-4bac-b21b-e5489a3ca67e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0c1f5b-6980-4921-b837-f2613a6185c4 HTTP/1.1" status: 200 len: 210 time: 0.0957885 Jul 28 10:40:18.803554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] No DVR routers for this DVR port 00fe12ec-6e9f-4294-8744-3120214362fd on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:18.825169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.825169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.830299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.830732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.831135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.831534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.831854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Port': ['ID=00fe12ec-6e9f-4294-8744-3120214362fd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:18.831976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.832344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.832731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.833115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.833502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.833906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.834293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.834899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Deleting port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:18.835296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.835827 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.836338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578c254-99d9-43d1-96af-b703401fe93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.837940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] No DVR routers for this DVR port 00fe12ec-6e9f-4294-8744-3120214362fd on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:18.876307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] DHCP port deletion for 69d84acb-060f-46ef-b43d-4f1e201499a6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:18.955981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] Deleting port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:18.956643 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.957027 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (53f7648e-bdd1-4687-b8d6-70fb06beeb18), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:18.986645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f7648e-bdd1-4687-b8d6-70fb06beeb18']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.013441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bb5394-553c-46fa-bcfa-5a0de155cc10') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.014450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bb5394-553c-46fa-bcfa-5a0de155cc10') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.018199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] For port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,segment=NetworkSegment(38579014-fc80-499a-9016-cb62b56ec844),segment_id=38579014-fc80-499a-9016-cb62b56ec844)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:19.018722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.035572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Calling delete_port for a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:19.066588 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (38bb5394-553c-46fa-bcfa-5a0de155cc10), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.067657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] For port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,segment=NetworkSegment(38579014-fc80-499a-9016-cb62b56ec844),segment_id=38579014-fc80-499a-9016-cb62b56ec844)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:19.068067 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.089007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] Calling delete_port for a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:19.104866 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (38bb5394-553c-46fa-bcfa-5a0de155cc10), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.117561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce271dc-471c-4dc9-a977-bba8fbffea67,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:19.121589 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:19.122303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (38bb5394-553c-46fa-bcfa-5a0de155cc10), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.216064 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 38bb5394-553c-46fa-bcfa-5a0de155cc10 resource provider aggregate not found Jul 28 10:40:19.226131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.229955 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (049fa73e-6147-43ee-b955-1d88699510d8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.234454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a9044ca-4b0e-4ebf-ab2b-2fbf9aca0373 admin admin] Publish callbacks [] for security_group (8733d3da-fb3f-439f-b4ef-05e953d00296), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.251972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a692d6b1-d734-4d3e-8cd3-a7b0c44601a8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.253025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (53f7648e-bdd1-4687-b8d6-70fb06beeb18), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.255647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (96cacbf7-0af2-42f2-b4b9-9242385f9b14), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.257629 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Added segment 96cacbf7-0af2-42f2-b4b9-9242385f9b14 of type vlan for network de534e9f-20e0-4594-9c69-3a8521b239aa Jul 28 10:40:19.275712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a9044ca-4b0e-4ebf-ab2b-2fbf9aca0373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8733d3da-fb3f-439f-b4ef-05e953d00296), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.287991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event deleted for resources: {'Port': ['ID=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:19.293410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] Pushing event deleted for resources: {'Port': ['ID=a692d6b1-d734-4d3e-8cd3-a7b0c44601a8,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:19.299695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43344a2e-3388-4ba4-a5aa-49e9c098af36 None None] No DVR routers for this DVR port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:19.311995 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 38bb5394-553c-46fa-bcfa-5a0de155cc10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38bb5394-553c-46fa-bcfa-5a0de155cc10 found for delete ", "request_id": "req-eca9b3ab-a857-4780-87cc-b30a6e16c528"}]} Jul 28 10:40:19.312420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049fa73e-6147-43ee-b955-1d88699510d8']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.319306 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] No DVR routers for this DVR port a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:19.323591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.326261 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] 10.222.0.46 "DELETE /v2.0/networks/53f7648e-bdd1-4687-b8d6-70fb06beeb18 HTTP/1.1" status: 204 len: 168 time: 0.8982224 Jul 28 10:40:19.332318 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:19.334651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8933f9-68c8-4a31-9b17-14630a85df25 tempest-PortsAdminExtendedAttrsTestJSON-1320633546 tempest-PortsAdminExtendedAttrsTestJSON-1320633546-project] Pushing event deleted for resources: {'Network': ['ID=53f7648e-bdd1-4687-b8d6-70fb06beeb18,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:19.352708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6881f225-588c-4c8a-b34c-9f948e94f605') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.353148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6881f225-588c-4c8a-b34c-9f948e94f605') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.384986 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3a9044ca-4b0e-4ebf-ab2b-2fbf9aca0373 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d1f2cb13c144040897a4c5b12333100&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3212738 Jul 28 10:40:19.386645 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-687b84ac-2c48-48c4-bea8-a3c2fa4e3b78 req-b2b9e903-ba03-4464-b95e-fdc07ee69cac tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0c1f5b-6980-4921-b837-f2613a6185c4 HTTP/1.1" status: 200 len: 210 time: 0.0592813 Jul 28 10:40:19.391599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (6881f225-588c-4c8a-b34c-9f948e94f605), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.392613 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54296) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:19.401543 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9044ca-4b0e-4ebf-ab2b-2fbf9aca0373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8733d3da-fb3f-439f-b4ef-05e953d00296,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:19.503868 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6881f225-588c-4c8a-b34c-9f948e94f605), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.523927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54300) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:19.544412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:19.546082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (6881f225-588c-4c8a-b34c-9f948e94f605), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.555928 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (69d84acb-060f-46ef-b43d-4f1e201499a6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.556270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (de534e9f-20e0-4594-9c69-3a8521b239aa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.580648 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9902b1fe-a2d3-4351-8abf-498ea9029f73 req-616a867e-2324-4e5d-99ff-ba0ba4181ec7 tempest-ServerShowV247Test-715883578 tempest-ServerShowV247Test-715883578-project] 10.222.0.46 "GET /v2.0/ports?device_id=74d0ab03-7e65-4963-8406-01b17499d5be HTTP/1.1" status: 200 len: 210 time: 0.4077363 Jul 28 10:40:19.590221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:19.633727 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6881f225-588c-4c8a-b34c-9f948e94f605 resource provider aggregate not found Jul 28 10:40:19.634539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:19.635050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a692d6b1-d734-4d3e-8cd3-a7b0c44601a8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:19.635731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00fe12ec-6e9f-4294-8744-3120214362fd no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:19.653301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (de534e9f-20e0-4594-9c69-3a8521b239aa), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.657033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:19.657883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.671200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d84acb-060f-46ef-b43d-4f1e201499a6']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.674281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 00fe12ec-6e9f-4294-8744-3120214362fd {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:19.676473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00fe12ec-6e9f-4294-8744-3120214362fd not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:19.687161 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6881f225-588c-4c8a-b34c-9f948e94f605 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6881f225-588c-4c8a-b34c-9f948e94f605 found for delete ", "request_id": "req-966509da-314d-4c48-b0ca-d5007978cf22"}]} Jul 28 10:40:19.712954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38579014-fc80-499a-9016-cb62b56ec844') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.713266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38579014-fc80-499a-9016-cb62b56ec844') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:19.727615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (38579014-fc80-499a-9016-cb62b56ec844), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.735814 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (049fa73e-6147-43ee-b955-1d88699510d8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.762329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.768875 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] 10.222.0.46 "DELETE /v2.0/networks/049fa73e-6147-43ee-b955-1d88699510d8 HTTP/1.1" status: 204 len: 168 time: 1.8592312 Jul 28 10:40:19.783737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (38579014-fc80-499a-9016-cb62b56ec844), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.783837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] Pushing event updated for resources: {'Network': ['ID=de534e9f-20e0-4594-9c69-3a8521b239aa,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:19.793491 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-63b7ff4c-fe80-4dce-a636-bcdbecd81225 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.2185090 Jul 28 10:40:19.794587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54314) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:19.805895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network de534e9f-20e0-4594-9c69-3a8521b239aa details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:40:19.814422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Request body: {'subnet': {'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-191887536-subnet', 'tenant_id': '794d085f90504260907001dece2a9a30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:19.835581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54318) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:19.837154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235376-3409-489c-9863-91a5955bb116 tempest-AllowedAddressPairTestJSON-1531322582 tempest-AllowedAddressPairTestJSON-1531322582-project] Pushing event deleted for resources: {'Network': ['ID=049fa73e-6147-43ee-b955-1d88699510d8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:19.864788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:19.865204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (38579014-fc80-499a-9016-cb62b56ec844), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.870097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-175e23b7-c683-42be-b35a-e991a3ef735c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.882091 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:19.900581 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce3ccef7-f76a-400d-8ec8-9aa591d11261 admin admin] Publish callbacks [] for security_group (8733d3da-fb3f-439f-b4ef-05e953d00296), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.952518 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:19.980844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (69d84acb-060f-46ef-b43d-4f1e201499a6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.982458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54320) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:19.986927 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:19.995090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] 10.222.0.46 "DELETE /v2.0/networks/69d84acb-060f-46ef-b43d-4f1e201499a6 HTTP/1.1" status: 204 len: 168 time: 1.8156908 Jul 28 10:40:20.010326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Made reservation on behalf of 794d085f90504260907001dece2a9a30 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:20.020087 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.028570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76a1ba-c545-409c-b816-330a18a0deb0 tempest-FloatingIPNegativeTestJSON-1792857021 tempest-FloatingIPNegativeTestJSON-1792857021-project] Pushing event deleted for resources: {'Network': ['ID=69d84acb-060f-46ef-b43d-4f1e201499a6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:20.038597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce3ccef7-f76a-400d-8ec8-9aa591d11261 admin admin] Publish callbacks [] for security_group (8733d3da-fb3f-439f-b4ef-05e953d00296), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.077375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-175e23b7-c683-42be-b35a-e991a3ef735c admin admin] Publish callbacks [] for security_group (d550d456-eb79-4680-b1a9-0db8e226cad8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.084786 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-175e23b7-c683-42be-b35a-e991a3ef735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d550d456-eb79-4680-b1a9-0db8e226cad8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.093343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab6761b1-9909-4a95-8a14-374655f907c9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (1a21784c-7b5b-404f-b3c6-292d87ef7783), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.124664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab6761b1-9909-4a95-8a14-374655f907c9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (1a21784c-7b5b-404f-b3c6-292d87ef7783), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.134121 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-175e23b7-c683-42be-b35a-e991a3ef735c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44d45b70b77c4f0f87f36c85fa956300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5913904 Jul 28 10:40:20.135312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e23b7-c683-42be-b35a-e991a3ef735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d550d456-eb79-4680-b1a9-0db8e226cad8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:20.138131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54328) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:20.219082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baaeb356-73bb-4d57-8a46-422e624eb6c2 admin admin] Publish callbacks [] for security_group (d550d456-eb79-4680-b1a9-0db8e226cad8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.243249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce3ccef7-f76a-400d-8ec8-9aa591d11261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8733d3da-fb3f-439f-b4ef-05e953d00296), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.246251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce3ccef7-f76a-400d-8ec8-9aa591d11261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.247610 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ce3ccef7-f76a-400d-8ec8-9aa591d11261 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8733d3da-fb3f-439f-b4ef-05e953d00296 HTTP/1.1" status: 204 len: 168 time: 0.8506563 Jul 28 10:40:20.252828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baaeb356-73bb-4d57-8a46-422e624eb6c2 admin admin] Publish callbacks [] for security_group (d550d456-eb79-4680-b1a9-0db8e226cad8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.272154 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab6761b1-9909-4a95-8a14-374655f907c9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1a21784c-7b5b-404f-b3c6-292d87ef7783), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.275124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab6761b1-9909-4a95-8a14-374655f907c9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.276257 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ab6761b1-9909-4a95-8a14-374655f907c9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "DELETE /v2.0/security-groups/1a21784c-7b5b-404f-b3c6-292d87ef7783 HTTP/1.1" status: 204 len: 168 time: 0.4349411 Jul 28 10:40:20.282123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54334) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:20.287390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ccef7-f76a-400d-8ec8-9aa591d11261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8733d3da-fb3f-439f-b4ef-05e953d00296,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:20.318519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6761b1-9909-4a95-8a14-374655f907c9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a21784c-7b5b-404f-b3c6-292d87ef7783,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:20.325035 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-c263b4e0-9534-4a66-8740-2f5d5488fdf2 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] show failed (client error): The resource could not be found. Jul 28 10:40:20.331294 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c263b4e0-9534-4a66-8740-2f5d5488fdf2 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/security-groups/1a21784c-7b5b-404f-b3c6-292d87ef7783 HTTP/1.1" status: 404 len: 347 time: 0.0481801 Jul 28 10:40:20.331716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54336) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:20.356531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baaeb356-73bb-4d57-8a46-422e624eb6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d550d456-eb79-4680-b1a9-0db8e226cad8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.378927 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-baaeb356-73bb-4d57-8a46-422e624eb6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.382907 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-baaeb356-73bb-4d57-8a46-422e624eb6c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d550d456-eb79-4680-b1a9-0db8e226cad8 HTTP/1.1" status: 204 len: 168 time: 0.2427328 Jul 28 10:40:20.400402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeb356-73bb-4d57-8a46-422e624eb6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550d456-eb79-4680-b1a9-0db8e226cad8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:20.428826 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:20.429719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54340) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:20.430096 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54342) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:20.431745 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-49e32833-7168-4fb6-8e7b-c706a5066067 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=714c971c55484fa1814b2320bb3a0c30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434111 Jul 28 10:40:20.435679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54344) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:20.465219 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (0d81f8fd-48f8-49a6-8fc5-26ee77525e25), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.555860 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:20.620419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d81f8fd-48f8-49a6-8fc5-26ee77525e25,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:20.646068 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da5fb425-afcd-4fd0-a735-9a6080cbaf6b admin admin] Publish callbacks [] for security_group (3a0ab178-bc63-4d70-ade8-229152f748bc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.649389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Deleting port f7103bb9-540b-4af8-99c3-384b20e23149 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:20.649718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f7103bb9-540b-4af8-99c3-384b20e23149), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.711546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Checking segment: {'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:20.711908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Network hostable DHCP agents. Network: de534e9f-20e0-4594-9c69-3a8521b239aa, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:40:20.718033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da5fb425-afcd-4fd0-a735-9a6080cbaf6b admin admin] Publish callbacks [] for security_group (3a0ab178-bc63-4d70-ade8-229152f748bc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:20.795677 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e4c54e24-1ff7-4fb2-a357-ea91b49a709b req-d8f9e64a-a574-4e5d-a59c-bf562d1e5535 tempest-ServerShowV247Test-715883578 tempest-ServerShowV247Test-715883578-project] 10.222.0.46 "GET /v2.0/ports?device_id=74d0ab03-7e65-4963-8406-01b17499d5be HTTP/1.1" status: 200 len: 210 time: 0.0451851 Jul 28 10:40:20.987671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54362) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:20.992650 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2a670906-93c0-4498-a7f7-8ed59cd4540f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2ebcabdd2db4855947c69e71d27066b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591385 Jul 28 10:40:20.997809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54364) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:21.027575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-de020a05-c84a-4433-91e6-86a1764c703a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.050600 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bc4df65b-b21e-4838-8c55-8547846fbff3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d833be7c4f864e439dca2dc903133ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6150153 Jul 28 10:40:21.056880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54368) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:21.086117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Network de534e9f-20e0-4594-9c69-3a8521b239aa is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:40:21.114344 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-97ca2a57-f379-416d-9d4a-93c53ac46b10 req-d6c9f794-c725-47f8-98fc-b50ad0b6e38b tempest-ServerShowV247Test-715883578 tempest-ServerShowV247Test-715883578-project] 10.222.0.46 "GET /v2.0/ports?device_id=74d0ab03-7e65-4963-8406-01b17499d5be HTTP/1.1" status: 200 len: 210 time: 0.0558164 Jul 28 10:40:21.117730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f7103bb9-540b-4af8-99c3-384b20e23149), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.118093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (f7103bb9-540b-4af8-99c3-384b20e23149), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.129674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, de534e9f-20e0-4594-9c69-3a8521b239aa) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:21.136759 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Calling delete_port for f7103bb9-540b-4af8-99c3-384b20e23149 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:21.139683 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:21.140407 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.140734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d3b1b-011d-4630-a877-caf68f96b7cb None None] Network de534e9f-20e0-4594-9c69-3a8521b239aa requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:21.160999 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da5fb425-afcd-4fd0-a735-9a6080cbaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3a0ab178-bc63-4d70-ade8-229152f748bc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.163900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da5fb425-afcd-4fd0-a735-9a6080cbaf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.164887 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da5fb425-afcd-4fd0-a735-9a6080cbaf6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a0ab178-bc63-4d70-ade8-229152f748bc HTTP/1.1" status: 204 len: 168 time: 0.7233348 Jul 28 10:40:21.171512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-909cbe24-d814-4967-addc-d9e0755716e0 admin admin] Publish callbacks [] for security_group (80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.225395 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5d431e33-ea56-457f-b92c-97cfdfeeed30 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4273355 Jul 28 10:40:21.226672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fb425-afcd-4fd0-a735-9a6080cbaf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ab178-bc63-4d70-ade8-229152f748bc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:21.235794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54376) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:21.240631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:21.244172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-909cbe24-d814-4967-addc-d9e0755716e0 admin admin] Publish callbacks [] for security_group (80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.293023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (d7139496-e861-43ef-9eaa-50d5e8cd3362), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.294481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (d7139496-e861-43ef-9eaa-50d5e8cd3362), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.328502 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=10,neutron:DELETE=3,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:21.398338 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks [] for router_controller (d7139496-e861-43ef-9eaa-50d5e8cd3362), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.404356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3cf414d-47f8-4780-9dc2-5194a676dc6d admin admin] Publish callbacks [] for security_group (cc38ac50-dbcb-4eda-b69c-a8615fe33d17), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.407377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-909cbe24-d814-4967-addc-d9e0755716e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.409884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-909cbe24-d814-4967-addc-d9e0755716e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.413954 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-909cbe24-d814-4967-addc-d9e0755716e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67 HTTP/1.1" status: 204 len: 168 time: 0.4117773 Jul 28 10:40:21.427898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-de534e9f-20e0-4594-9c69-3a8521b239aa', 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa', 'project_id': '794d085f90504260907001dece2a9a30', 'fixed_ips': [{'subnet_id': '0d81f8fd-48f8-49a6-8fc5-26ee77525e25'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:40:21.429043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.455354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cbe24-d814-4967-addc-d9e0755716e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ff923c-dc99-4cc1-b6ea-2d83e8f0fd67,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:21.537453 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3cf414d-47f8-4780-9dc2-5194a676dc6d admin admin] Publish callbacks [] for security_group (cc38ac50-dbcb-4eda-b69c-a8615fe33d17), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.556511 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:21.586892 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f7103bb9-540b-4af8-99c3-384b20e23149), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.618434 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:21.655488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event deleted for resources: {'Port': ['ID=f7103bb9-540b-4af8-99c3-384b20e23149,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:21.656662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-de020a05-c84a-4433-91e6-86a1764c703a admin admin] Publish callbacks [] for security_group (078ff427-f934-4782-af41-2a5e205316c8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.698015 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-de020a05-c84a-4433-91e6-86a1764c703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (078ff427-f934-4782-af41-2a5e205316c8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.745533 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 38579014-fc80-499a-9016-cb62b56ec844 resource provider aggregate not found Jul 28 10:40:21.776871 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 38579014-fc80-499a-9016-cb62b56ec844 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38579014-fc80-499a-9016-cb62b56ec844 found for delete ", "request_id": "req-8627162e-94da-4959-959a-e3d4811473ad"}]} Jul 28 10:40:21.787399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de020a05-c84a-4433-91e6-86a1764c703a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ff427-f934-4782-af41-2a5e205316c8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:21.789005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Allocated IP 172.20.0.2 (de534e9f-20e0-4594-9c69-3a8521b239aa/0d81f8fd-48f8-49a6-8fc5-26ee77525e25/0edb67b1-61c9-49c6-adfe-40a4c5dd3425) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:21.813749 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-de020a05-c84a-4433-91e6-86a1764c703a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9b3ac422c234d13bd7b59210a1d219d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8209183 Jul 28 10:40:21.816107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54394) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:21.851417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3cf414d-47f8-4780-9dc2-5194a676dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cc38ac50-dbcb-4eda-b69c-a8615fe33d17), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.855149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3cf414d-47f8-4780-9dc2-5194a676dc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.860303 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b3cf414d-47f8-4780-9dc2-5194a676dc6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc38ac50-dbcb-4eda-b69c-a8615fe33d17 HTTP/1.1" status: 204 len: 168 time: 0.7986784 Jul 28 10:40:21.870719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks [] for router_gateway (d7139496-e861-43ef-9eaa-50d5e8cd3362), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.877270 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:21.886143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf414d-47f8-4780-9dc2-5194a676dc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38ac50-dbcb-4eda-b69c-a8615fe33d17,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:21.904064 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:21.930296 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e12605b5-cea6-45c7-bd9e-51fad6604118 admin admin] Publish callbacks [] for security_group (078ff427-f934-4782-af41-2a5e205316c8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:21.962984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e12605b5-cea6-45c7-bd9e-51fad6604118 admin admin] Publish callbacks [] for security_group (078ff427-f934-4782-af41-2a5e205316c8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.008258 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:22.053335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e12605b5-cea6-45c7-bd9e-51fad6604118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (078ff427-f934-4782-af41-2a5e205316c8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.060080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e12605b5-cea6-45c7-bd9e-51fad6604118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.064225 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e12605b5-cea6-45c7-bd9e-51fad6604118 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/078ff427-f934-4782-af41-2a5e205316c8 HTTP/1.1" status: 204 len: 168 time: 0.2465792 Jul 28 10:40:22.067041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54402) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:22.101564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12605b5-cea6-45c7-bd9e-51fad6604118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ff427-f934-4782-af41-2a5e205316c8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:22.102091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c0ef32de-4a7b-4218-b45c-d2d2549c09d8 req-8e31cb35-6a76-4f80-acb2-45f32b732736 tempest-ServerShowV247Test-715883578 tempest-ServerShowV247Test-715883578-project] 10.222.0.46 "GET /v2.0/ports?device_id=c68019e4-968f-4447-9366-0ce8149f94f6 HTTP/1.1" status: 200 len: 210 time: 0.3723536 Jul 28 10:40:22.106862 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Publish callbacks [] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.122795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.167917 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc188977-b7fd-4f80-bd6f-c1270b1b603e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5e0c970f7a4442fb5c18ca1810926f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967929 Jul 28 10:40:22.170266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:22.181388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (d0f5a143-363d-4554-a98f-86567eb0d1eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.187566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.202244 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b2cf209-50ae-483d-ab16-9150889a7beb tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "DELETE /v2.0/floatingips/d0f5a143-363d-4554-a98f-86567eb0d1eb HTTP/1.1" status: 204 len: 168 time: 1.8443239 Jul 28 10:40:22.229251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Network de534e9f-20e0-4594-9c69-3a8521b239aa is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:22.237251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db2cdafe-591b-4c1a-a3d2-21905eaa834c admin admin] Publish callbacks [] for security_group (b5c3b1f1-82ef-434e-a7af-dba9e229b4ec), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.242907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks [] for router_gateway (d7139496-e861-43ef-9eaa-50d5e8cd3362), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.257583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:22.269883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:22.289238 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.295675 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db2cdafe-591b-4c1a-a3d2-21905eaa834c admin admin] Publish callbacks [] for security_group (b5c3b1f1-82ef-434e-a7af-dba9e229b4ec), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.327324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54416) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:22.332395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0836172c-8b29-42d5-963b-50c468205555 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801051692', 'description': 'tempest-description--670664238'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:22.346953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Pushing event updated for resources: {'Port': ['ID=0edb67b1-61c9-49c6-adfe-40a4c5dd3425,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:22.384020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0836172c-8b29-42d5-963b-50c468205555 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.428914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db2cdafe-591b-4c1a-a3d2-21905eaa834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b5c3b1f1-82ef-434e-a7af-dba9e229b4ec), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.434721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Attempting to bind port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:22.435889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Attempting to bind port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:22.438036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Attempting to bind port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 on network de534e9f-20e0-4594-9c69-3a8521b239aa {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:22.438158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db2cdafe-591b-4c1a-a3d2-21905eaa834c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.439316 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-db2cdafe-591b-4c1a-a3d2-21905eaa834c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5c3b1f1-82ef-434e-a7af-dba9e229b4ec HTTP/1.1" status: 204 len: 168 time: 0.2679241 Jul 28 10:40:22.447315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:22.448027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Checking segment: {'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:22.448787 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.449395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Bound using segment: {'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:22.450425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Bound port: 0edb67b1-61c9-49c6-adfe-40a4c5dd3425, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:22.451031 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.473689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cdafe-591b-4c1a-a3d2-21905eaa834c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c3b1f1-82ef-434e-a7af-dba9e229b4ec,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:22.549986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Allocated IP 172.25.2.103 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/499e2578-6e88-4ec9-8f42-aa60fc4d96ec) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:22.559600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0836172c-8b29-42d5-963b-50c468205555 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (af7efad1-8d50-4bc6-bfff-fd0988328907), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.562520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] For port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:22.571808 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0836172c-8b29-42d5-963b-50c468205555 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af7efad1-8d50-4bc6-bfff-fd0988328907), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.574343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] For port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0edb67b1-61c9-49c6-adfe-40a4c5dd3425,segment=NetworkSegment(96cacbf7-0af2-42f2-b4b9-9242385f9b14),segment_id=96cacbf7-0af2-42f2-b4b9-9242385f9b14)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:22.582446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.653403 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0836172c-8b29-42d5-963b-50c468205555 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.665199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26af36-43aa-46df-b37f-e33a9c0e9958 None None] Pushing event updated for resources: {'Port': ['ID=0edb67b1-61c9-49c6-adfe-40a4c5dd3425,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:22.672659 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0836172c-8b29-42d5-963b-50c468205555 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3436658 Jul 28 10:40:22.679331 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54428) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:22.681687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836172c-8b29-42d5-963b-50c468205555 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7efad1-8d50-4bc6-bfff-fd0988328907,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:22.695355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ae018e52-0da5-45f8-8a47-4441f6ce374e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group_rule': {'security_group_id': 'af7efad1-8d50-4bc6-bfff-fd0988328907', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:22.716060 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:22.743787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae018e52-0da5-45f8-8a47-4441f6ce374e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (39b9c73d-1bc7-474a-8d10-2535853f7d1f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.814389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks [] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.855835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae018e52-0da5-45f8-8a47-4441f6ce374e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (39b9c73d-1bc7-474a-8d10-2535853f7d1f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.872333 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae018e52-0da5-45f8-8a47-4441f6ce374e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (39b9c73d-1bc7-474a-8d10-2535853f7d1f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.885628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.918047 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae018e52-0da5-45f8-8a47-4441f6ce374e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b9c73d-1bc7-474a-8d10-2535853f7d1f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:22.927284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae018e52-0da5-45f8-8a47-4441f6ce374e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.929480 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ae018e52-0da5-45f8-8a47-4441f6ce374e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2488105 Jul 28 10:40:22.931993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54434) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:22.937500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-bc5b1ff8-d0e1-4879-9d2b-740da229549c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group_rule': {'security_group_id': 'af7efad1-8d50-4bc6-bfff-fd0988328907', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:22.981074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1ff8-d0e1-4879-9d2b-740da229549c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (d10c298a-9a74-4edd-a2ca-6451d83f2daa), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:22.996910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Pushing event updated for resources: {'Port': ['ID=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:23.002286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:23.005824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:23.009252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:23.050174 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:23.086068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1ff8-d0e1-4879-9d2b-740da229549c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (d10c298a-9a74-4edd-a2ca-6451d83f2daa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.095587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1ff8-d0e1-4879-9d2b-740da229549c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (d10c298a-9a74-4edd-a2ca-6451d83f2daa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.124278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b1ff8-d0e1-4879-9d2b-740da229549c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10c298a-9a74-4edd-a2ca-6451d83f2daa,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:23.134339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1ff8-d0e1-4879-9d2b-740da229549c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.140826 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bc5b1ff8-d0e1-4879-9d2b-740da229549c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2037787 Jul 28 10:40:23.141340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54438) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:23.147709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:23.180895 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.287342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.337388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks [] for router_gateway (d7139496-e861-43ef-9eaa-50d5e8cd3362), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.427519 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:23.439224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Allocated IP 172.25.2.118 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/de4edebb-8e7a-420c-a75f-f9ca44c2498d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:23.497413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54452) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:23.629679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.658789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:23.677034 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (d7139496-e861-43ef-9eaa-50d5e8cd3362), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.696142 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:23.712545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.766238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:23.766497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.792483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:23.798710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:23.807869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:23.930387 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:23.942688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'Port': ['ID=de4edebb-8e7a-420c-a75f-f9ca44c2498d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:23.967428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e1c98f1-3a95-4868-9b4e-3fde8d2aed44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.986036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:23.986351 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:23.990935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (48ff74a2-2a9b-4dea-a951-1e03726c3aab), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.013338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834d582-5c49-4f62-8004-cf85f0d77e5b None None] Network de534e9f-20e0-4594-9c69-3a8521b239aa requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:24.063773 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.094362 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Router d7139496-e861-43ef-9eaa-50d5e8cd3362 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:40:24.131014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7b8c2ba3-312b-4d61-9864-8ca909acb2a5 None None] Provisioning complete for port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:24.131546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b8c2ba3-312b-4d61-9864-8ca909acb2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.175372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0edb67b1-61c9-49c6-adfe-40a4c5dd3425,segment=NetworkSegment(96cacbf7-0af2-42f2-b4b9-9242385f9b14),segment_id=96cacbf7-0af2-42f2-b4b9-9242385f9b14)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:24.181619 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e1c98f1-3a95-4868-9b4e-3fde8d2aed44 admin admin] Publish callbacks [] for security_group (fa20df14-31fc-4d94-a8b4-f38680c36df7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.191960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.195703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e1c98f1-3a95-4868-9b4e-3fde8d2aed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fa20df14-31fc-4d94-a8b4-f38680c36df7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.239399 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:24.311681 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:24.347796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=0edb67b1-61c9-49c6-adfe-40a4c5dd3425,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:24.357487 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:24.363673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c98f1-3a95-4868-9b4e-3fde8d2aed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20df14-31fc-4d94-a8b4-f38680c36df7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:24.391402 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4e1c98f1-3a95-4868-9b4e-3fde8d2aed44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=528c459192e849e1ac08d567486e339c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8894725 Jul 28 10:40:24.394524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c2ba3-312b-4d61-9864-8ca909acb2a5 None None] Current status of the port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:24.396209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54484) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:24.398692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.419547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.474371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:24.486383 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Sync routers for ids ['d7139496-e861-43ef-9eaa-50d5e8cd3362'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:24.502941 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Routers {'d7139496-e861-43ef-9eaa-50d5e8cd3362'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:24.503732 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7139496-e861-43ef-9eaa-50d5e8cd3362'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:24.528642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'Port': ['ID=de4edebb-8e7a-420c-a75f-f9ca44c2498d,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:24.539897 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.541148 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-081ee275-d3fa-4f8a-9ac1-db4c215eb03f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3041091 Jul 28 10:40:24.548636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54490) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:24.572853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60c73528-75a1-479f-a08c-23ae1a3df8fb admin admin] Publish callbacks [] for security_group (fa20df14-31fc-4d94-a8b4-f38680c36df7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.625963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60c73528-75a1-479f-a08c-23ae1a3df8fb admin admin] Publish callbacks [] for security_group (fa20df14-31fc-4d94-a8b4-f38680c36df7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.678958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Set router d7139496-e861-43ef-9eaa-50d5e8cd3362 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:24.702589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60c73528-75a1-479f-a08c-23ae1a3df8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fa20df14-31fc-4d94-a8b4-f38680c36df7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.705715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60c73528-75a1-479f-a08c-23ae1a3df8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.707189 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-60c73528-75a1-479f-a08c-23ae1a3df8fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa20df14-31fc-4d94-a8b4-f38680c36df7 HTTP/1.1" status: 204 len: 168 time: 0.3073683 Jul 28 10:40:24.717489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-642a09ce-b1c4-4f6c-a116-b506c7f2b076 None None] Provisioning complete for port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:24.719651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c73528-75a1-479f-a08c-23ae1a3df8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa20df14-31fc-4d94-a8b4-f38680c36df7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:24.721333 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-642a09ce-b1c4-4f6c-a116-b506c7f2b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.724727 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:24.726959 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:24.761244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (48ff74a2-2a9b-4dea-a951-1e03726c3aab), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.787305 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:24.788996 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2616d004-dd60-4b05-a103-13e52bbb8674 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6462409 Jul 28 10:40:24.880893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-642a09ce-b1c4-4f6c-a116-b506c7f2b076 None None] Current status of the port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:24.976829 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:40:23Z', 'revision_number': 3, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port': {'id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:22Z', 'updated_at': '2022-07-28T10:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:25.007232 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Checking router: d7139496-e861-43ef-9eaa-50d5e8cd3362 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:25.007581 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Updating router d7139496-e861-43ef-9eaa-50d5e8cd3362 port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:40:25.050668 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.140673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54508) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:25.458294 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Publish callbacks [] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.469484 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.491320 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:25.494341 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.532602 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a472c08f-d471-4837-afd0-e74dffabc7a8 req-4e925afa-cdd8-4868-9664-bdbc8503f6a0 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--801051692&fields=id&tenant_id=ec19e33656204aba8f69bb49d4c16d4a HTTP/1.1" status: 200 len: 267 time: 0.1559231 Jul 28 10:40:25.544176 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483eb92-dd70-471e-9f90-a1d6555f7f0d None None] Pushing event updated for resources: {'Port': ['ID=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:25.547661 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Attempting to bind port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:25.548278 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Attempting to bind port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:25.548807 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Attempting to bind port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:25.556032 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:25.556725 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:25.557420 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.557995 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:25.558641 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Bound port: 499e2578-6e88-4ec9-8f42-aa60fc4d96ec, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:25.559871 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.648246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:25.668691 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:25.688186 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] For port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:25.694987 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] For port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:25.712366 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.723576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c08f-d471-4837-afd0-e74dffabc7a8 req-3383eb90-4c5f-46a4-961d-d27e62faa7f1 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:25.725683 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a472c08f-d471-4837-afd0-e74dffabc7a8 req-3383eb90-4c5f-46a4-961d-d27e62faa7f1 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/networks?id=372a43c0-b145-47bb-b735-e65fe29e096f HTTP/1.1" status: 200 len: 814 time: 0.1856439 Jul 28 10:40:25.751029 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a472c08f-d471-4837-afd0-e74dffabc7a8 req-fe1fdcad-8d22-4c3c-9b79-e1a2f7d4e13e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/quotas/ec19e33656204aba8f69bb49d4c16d4a HTTP/1.1" status: 200 len: 375 time: 0.0142889 Jul 28 10:40:25.774120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:25.775204 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:25.802186 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:25.803138 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483eb92-dd70-471e-9f90-a1d6555f7f0d None None] Pushing event updated for resources: {'Port': ['ID=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:25.822017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Routers {'d7139496-e861-43ef-9eaa-50d5e8cd3362'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:25.822854 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7139496-e861-43ef-9eaa-50d5e8cd3362'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:25.846544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Allocated IP 172.20.0.1 (de534e9f-20e0-4594-9c69-3a8521b239aa/0d81f8fd-48f8-49a6-8fc5-26ee77525e25/27322b63-5da4-4879-8da3-78407fdcfcd3) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:25.873183 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a472c08f-d471-4837-afd0-e74dffabc7a8 req-ca5340bc-3974-47cb-8f05-9867e9c861b8 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec19e33656204aba8f69bb49d4c16d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150751 Jul 28 10:40:25.966164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:25.992530 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:26.001383 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a472c08f-d471-4837-afd0-e74dffabc7a8 req-a18dc408-f376-4827-adb7-e5f3c8675e87 service neutron] 10.222.0.46 "GET /v2.0/networks/372a43c0-b145-47bb-b735-e65fe29e096f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237340 Jul 28 10:40:26.016783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--644348872'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:26.031327 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] Set router d7139496-e861-43ef-9eaa-50d5e8cd3362 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:26.041180 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks [] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.075885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.090088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.122704 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.188265 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a472c08f-d471-4837-afd0-e74dffabc7a8 req-d6dca838-b5ac-4f72-9bf7-0e23cafe37ad service neutron] 10.222.0.46 "GET /v2.0/networks/372a43c0-b145-47bb-b735-e65fe29e096f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856589 Jul 28 10:40:26.220084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Network de534e9f-20e0-4594-9c69-3a8521b239aa is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:26.223529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:26.229972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:26.289439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (842b1673-6029-4bcd-8e13-2e4176920db0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.291594 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (d7139496-e861-43ef-9eaa-50d5e8cd3362), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.301198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Pushing event updated for resources: {'Port': ['ID=27322b63-5da4-4879-8da3-78407fdcfcd3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:26.302038 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (842b1673-6029-4bcd-8e13-2e4176920db0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.347163 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:40:23Z', 'revision_number': 3, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port': {'id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:22Z', 'updated_at': '2022-07-28T10:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:26.399194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842b1673-6029-4bcd-8e13-2e4176920db0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:26.423732 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63942416-a34f-4e00-bddd-38a6c5fcd6c6 None None] The sync data for ids ['d7139496-e861-43ef-9eaa-50d5e8cd3362'] in n-d-850468-6 is: [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:40:23Z', 'revision_number': 3, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port': {'id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:22Z', 'updated_at': '2022-07-28T10:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:26.522242 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:26.531499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.537300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.588884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:26.595411 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.599764 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-18bceb99-936c-4fed-9b9c-74298bfdf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4578669 Jul 28 10:40:26.600538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54558) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:26.657333 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9dbb70b6-7764-4f7f-9c03-a82c982aea7b req-bdc18852-bf24-42a0-be7a-4b0e794138c2 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=55a5bcb6-20ad-4920-ab33-5bac5759c7db HTTP/1.1" status: 200 len: 210 time: 0.1018028 Jul 28 10:40:26.698671 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7286c344-7e10-40b5-9c03-8581e6a0109f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0964220 Jul 28 10:40:26.701400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54564) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:26.706538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b594e288-434e-4226-ac88-ff181160adbd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-security--851293416', 'description': 'tempest-security-description-1472542778'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:26.719111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7cc22c44-161b-4250-aff0-b8f4da602a4d None None] Provisioning complete for port 27322b63-5da4-4879-8da3-78407fdcfcd3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:26.719542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c44-161b-4250-aff0-b8f4da602a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.736809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.771318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b594e288-434e-4226-ac88-ff181160adbd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.784946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7cc22c44-161b-4250-aff0-b8f4da602a4d None None] Port 27322b63-5da4-4879-8da3-78407fdcfcd3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:26.829499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54566) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:26.859013 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b594e288-434e-4226-ac88-ff181160adbd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.864110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b594e288-434e-4226-ac88-ff181160adbd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.866708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b594e288-434e-4226-ac88-ff181160adbd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:26.871629 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b594e288-434e-4226-ac88-ff181160adbd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "PUT /v2.0/security-groups/d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe HTTP/1.1" status: 200 len: 1796 time: 0.1684268 Jul 28 10:40:26.872341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54570) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:26.965690 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:26.985061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594e288-434e-4226-ac88-ff181160adbd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:26.998865 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-55d17ed8-70cf-42b3-a175-fc8ac67b7764 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups/d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe HTTP/1.1" status: 200 len: 1796 time: 0.1214242 Jul 28 10:40:27.002139 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54574) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:27.080642 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f44c407e-fb5d-4460-a689-50f04b79e28b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.087059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks [] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.098441 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.108995 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:27.114674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f44c407e-fb5d-4460-a689-50f04b79e28b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.208959 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f44c407e-fb5d-4460-a689-50f04b79e28b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.211999 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f44c407e-fb5d-4460-a689-50f04b79e28b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.220344 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f44c407e-fb5d-4460-a689-50f04b79e28b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe HTTP/1.1" status: 204 len: 168 time: 0.2168221 Jul 28 10:40:27.221006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54580) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:27.234171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (d7139496-e861-43ef-9eaa-50d5e8cd3362), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.236954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Pushing event updated for resources: {'Port': ['ID=27322b63-5da4-4879-8da3-78407fdcfcd3,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:27.283244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c407e-fb5d-4460-a689-50f04b79e28b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:27.385387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54584) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:27.387320 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2424bce9-9aff-4530-bf99-23a4e2baa044 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1617346 Jul 28 10:40:27.395176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Network de534e9f-20e0-4594-9c69-3a8521b239aa is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:27.415129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:27.436883 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-96509c47-ab5e-4b4c-bdd6-8894cacad482 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] delete failed (client error): The resource could not be found. Jul 28 10:40:27.442445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54588) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:27.447289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1113e1ff-2df0-46cc-86c8-dbbe1ffaf4a7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--245653508'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:27.452020 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-96509c47-ab5e-4b4c-bdd6-8894cacad482 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/d32f0c4d-85c9-41c3-9d9e-5dbc59e08ebe HTTP/1.1" status: 404 len: 347 time: 0.0475359 Jul 28 10:40:27.479867 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:27.493454 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1113e1ff-2df0-46cc-86c8-dbbe1ffaf4a7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.627872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 499e2578-6e88-4ec9-8f42-aa60fc4d96ec up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:27.704168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1113e1ff-2df0-46cc-86c8-dbbe1ffaf4a7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (bd90cb80-9b94-4bee-9cd2-c2aed69598cd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.705430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Router d7139496-e861-43ef-9eaa-50d5e8cd3362 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:27.721847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1402735664'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:27.744372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1113e1ff-2df0-46cc-86c8-dbbe1ffaf4a7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bd90cb80-9b94-4bee-9cd2-c2aed69598cd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.816112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:27.816564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.845992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113e1ff-2df0-46cc-86c8-dbbe1ffaf4a7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd90cb80-9b94-4bee-9cd2-c2aed69598cd,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:27.948466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-aadba83a-5296-4903-aaf7-c7c214a50a54 None None] Provisioning complete for port 27322b63-5da4-4879-8da3-78407fdcfcd3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:27.948852 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aadba83a-5296-4903-aaf7-c7c214a50a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.954415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:27.958138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:27.958605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.960741 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce5bfb05-6217-4a24-9b77-35df5cd2ff63 admin admin] 10.222.0.46 "PUT /v2.0/routers/d7139496-e861-43ef-9eaa-50d5e8cd3362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4111753 Jul 28 10:40:27.971806 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b081c644-581a-4686-82d9-8b4a525e42fb req-c2df5ab0-cc4a-4635-8943-745fc7016aa8 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=55a5bcb6-20ad-4920-ab33-5bac5759c7db HTTP/1.1" status: 200 len: 210 time: 0.1344395 Jul 28 10:40:27.974710 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1113e1ff-2df0-46cc-86c8-dbbe1ffaf4a7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:27.975925 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1113e1ff-2df0-46cc-86c8-dbbe1ffaf4a7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5323441 Jul 28 10:40:27.981337 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54602) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:27.993615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:27.995285 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-20de1353-8e19-431e-8753-15aecc129e2a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'bd90cb80-9b94-4bee-9cd2-c2aed69598cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:28.003513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.031475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.034057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:28.050572 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.062860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-aadba83a-5296-4903-aaf7-c7c214a50a54 None None] Port 27322b63-5da4-4879-8da3-78407fdcfcd3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:28.068832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20de1353-8e19-431e-8753-15aecc129e2a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (00699010-42c9-48fe-8995-d869931ab9fa), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.148082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:28.180946 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20de1353-8e19-431e-8753-15aecc129e2a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (00699010-42c9-48fe-8995-d869931ab9fa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.192793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20de1353-8e19-431e-8753-15aecc129e2a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (00699010-42c9-48fe-8995-d869931ab9fa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.238038 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:28.257734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (b2943fc4-7e81-460d-a8de-163fd9d88f25), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.258022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de1353-8e19-431e-8753-15aecc129e2a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00699010-42c9-48fe-8995-d869931ab9fa,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:28.273299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b2943fc4-7e81-460d-a8de-163fd9d88f25), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.275416 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0df6af66-5fb0-4092-b424-6cdd4013ef3e req-4b5d82e9-b486-42a5-9f99-4d7b36970dd9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=55a5bcb6-20ad-4920-ab33-5bac5759c7db HTTP/1.1" status: 200 len: 210 time: 0.0686138 Jul 28 10:40:28.278145 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20de1353-8e19-431e-8753-15aecc129e2a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.287783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54612) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:28.292217 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-20de1353-8e19-431e-8753-15aecc129e2a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3081079 Jul 28 10:40:28.601292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:40:28.603852 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:28.618929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2943fc4-7e81-460d-a8de-163fd9d88f25,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:28.624935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c32f9fd4-7782-41d9-9bc4-2650ebaed143 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (00699010-42c9-48fe-8995-d869931ab9fa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.630911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b700d0f4-6214-472f-8d96-24154bcfcd75), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.631131 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment b700d0f4-6214-472f-8d96-24154bcfcd75 of type vlan for network 3e642278-bdca-4230-b236-98bde5eb953c Jul 28 10:40:28.638991 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c32f9fd4-7782-41d9-9bc4-2650ebaed143 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (00699010-42c9-48fe-8995-d869931ab9fa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.701832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (3e642278-bdca-4230-b236-98bde5eb953c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.708327 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c32f9fd4-7782-41d9-9bc4-2650ebaed143 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (00699010-42c9-48fe-8995-d869931ab9fa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.718292 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c32f9fd4-7782-41d9-9bc4-2650ebaed143 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.719435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c32f9fd4-7782-41d9-9bc4-2650ebaed143 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/00699010-42c9-48fe-8995-d869931ab9fa HTTP/1.1" status: 204 len: 168 time: 0.4307268 Jul 28 10:40:28.722319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54636) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:28.726966 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f9fd4-7782-41d9-9bc4-2650ebaed143 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00699010-42c9-48fe-8995-d869931ab9fa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:28.747737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (3e642278-bdca-4230-b236-98bde5eb953c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.755294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:28.756143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.824982 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bb30ab48-65cb-451d-b91f-81145e89e234 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0991771 Jul 28 10:40:28.827470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54640) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:28.849554 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0188873 Jul 28 10:40:28.850292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54642) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:28.859643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'name': 'tempest-PortsIpV6TestJSON-1631689359'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:28.879184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76177e-a7d9-40a5-aadf-b179641b6aa9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=3e642278-bdca-4230-b236-98bde5eb953c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:28.895753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 3e642278-bdca-4230-b236-98bde5eb953c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:40:28.933528 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2bc2-672c-4798-b130-cf337ee0caca tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (bd90cb80-9b94-4bee-9cd2-c2aed69598cd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:28.985723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:28.990639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.012202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2bc2-672c-4798-b130-cf337ee0caca tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (bd90cb80-9b94-4bee-9cd2-c2aed69598cd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.035153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:29.182987 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2bc2-672c-4798-b130-cf337ee0caca tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bd90cb80-9b94-4bee-9cd2-c2aed69598cd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.189120 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2bc2-672c-4798-b130-cf337ee0caca tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.190826 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ff7d2bc2-672c-4798-b130-cf337ee0caca tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/bd90cb80-9b94-4bee-9cd2-c2aed69598cd HTTP/1.1" status: 204 len: 168 time: 0.3607364 Jul 28 10:40:29.197079 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54660) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:29.239524 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d2bc2-672c-4798-b130-cf337ee0caca tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd90cb80-9b94-4bee-9cd2-c2aed69598cd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:29.293563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54664) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:29.334262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Sync routers for ids ['d7139496-e861-43ef-9eaa-50d5e8cd3362'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:29.356762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Routers {'d7139496-e861-43ef-9eaa-50d5e8cd3362'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:29.356762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7139496-e861-43ef-9eaa-50d5e8cd3362'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:29.360870 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-655a8c12-ff83-4d7f-9c99-3414ea4062aa tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1569543 Jul 28 10:40:29.362496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54666) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:29.367345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e2e15606-4242-4763-aa2d-aec014687ef2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814312106'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:29.380664 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:29.422321 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:29.438099 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e15606-4242-4763-aa2d-aec014687ef2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.589600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Set router d7139496-e861-43ef-9eaa-50d5e8cd3362 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:29.620184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e15606-4242-4763-aa2d-aec014687ef2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (e4b7a133-1ec4-4ad0-9d93-31d61fef4efa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.635041 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3856e4bd-3d5a-4b72-ba5f-ea12ad36cc3c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (af7efad1-8d50-4bc6-bfff-fd0988328907), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.641627 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e15606-4242-4763-aa2d-aec014687ef2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e4b7a133-1ec4-4ad0-9d93-31d61fef4efa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.672570 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:29.682071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2b3de-7965-496a-a475-86de751f5cbc req-0fc1f068-f4a6-4267-ae10-20d3ea26390f tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:29.691153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 499e2578-6e88-4ec9-8f42-aa60fc4d96ec up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:29.692427 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-55a2b3de-7965-496a-a475-86de751f5cbc req-0fc1f068-f4a6-4267-ae10-20d3ea26390f tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/networks?id=de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 200 len: 811 time: 0.5320625 Jul 28 10:40:29.716633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15606-4242-4763-aa2d-aec014687ef2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b7a133-1ec4-4ad0-9d93-31d61fef4efa,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:29.724008 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e15606-4242-4763-aa2d-aec014687ef2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.725281 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e2e15606-4242-4763-aa2d-aec014687ef2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3613167 Jul 28 10:40:29.734891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54680) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:29.739504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8a8717bb-0540-42bb-864a-571416ec292b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7a133-1ec4-4ad0-9d93-31d61fef4efa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:29.753752 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-55a2b3de-7965-496a-a475-86de751f5cbc req-2690d8d2-cefc-4256-858f-bee8fabb4f06 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/quotas/794d085f90504260907001dece2a9a30 HTTP/1.1" status: 200 len: 375 time: 0.0603743 Jul 28 10:40:29.790691 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:29.825801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3856e4bd-3d5a-4b72-ba5f-ea12ad36cc3c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (af7efad1-8d50-4bc6-bfff-fd0988328907), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.831833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a8717bb-0540-42bb-864a-571416ec292b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (b5bb8287-044e-4cac-8c7b-479f147c657e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.893417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:29.931365 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-55a2b3de-7965-496a-a475-86de751f5cbc req-d81e711d-9a18-444b-8fcc-31220e218ba7 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=794d085f90504260907001dece2a9a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764896 Jul 28 10:40:30.003098 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:30.018596 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a8717bb-0540-42bb-864a-571416ec292b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (b5bb8287-044e-4cac-8c7b-479f147c657e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.035094 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a8717bb-0540-42bb-864a-571416ec292b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b5bb8287-044e-4cac-8c7b-479f147c657e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.051311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.072770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8717bb-0540-42bb-864a-571416ec292b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bb8287-044e-4cac-8c7b-479f147c657e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:30.090615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a8717bb-0540-42bb-864a-571416ec292b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.092161 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8a8717bb-0540-42bb-864a-571416ec292b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561857 Jul 28 10:40:30.095035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54686) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:30.099776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-09a5c5f9-5151-4503-8987-77e465ffa5c9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7a133-1ec4-4ad0-9d93-31d61fef4efa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:30.117759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3856e4bd-3d5a-4b72-ba5f-ea12ad36cc3c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af7efad1-8d50-4bc6-bfff-fd0988328907), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.120315 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3856e4bd-3d5a-4b72-ba5f-ea12ad36cc3c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.121464 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3856e4bd-3d5a-4b72-ba5f-ea12ad36cc3c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "DELETE /v2.0/security-groups/af7efad1-8d50-4bc6-bfff-fd0988328907 HTTP/1.1" status: 204 len: 168 time: 0.8153212 Jul 28 10:40:30.126412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:30.135737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:30.136702 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.159144 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-850aef79-38a7-4918-9c93-19ebf35d44f2 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] show failed (client error): The resource could not be found. Jul 28 10:40:30.160193 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-850aef79-38a7-4918-9c93-19ebf35d44f2 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/security-groups/af7efad1-8d50-4bc6-bfff-fd0988328907 HTTP/1.1" status: 404 len: 347 time: 0.0303967 Jul 28 10:40:30.174620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54692) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:30.198548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e4bd-3d5a-4b72-ba5f-ea12ad36cc3c tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7efad1-8d50-4bc6-bfff-fd0988328907,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:30.213797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09a5c5f9-5151-4503-8987-77e465ffa5c9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (8861ace6-2b66-4083-8ae8-4956d349b3df), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.252351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-55a2b3de-7965-496a-a475-86de751f5cbc req-34ac023f-4cd3-44cb-8aaf-20552a6d3ca0 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199368 Jul 28 10:40:30.314568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:40:26Z', 'revision_number': 4, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port': {'id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:22Z', 'updated_at': '2022-07-28T10:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '27322b63-5da4-4879-8da3-78407fdcfcd3', 'name': '', 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa', 'tenant_id': '794d085f90504260907001dece2a9a30', 'mac_address': 'fa:16:3e:f4:9e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '0d81f8fd-48f8-49a6-8fc5-26ee77525e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:25Z', 'updated_at': '2022-07-28T10:40:26Z', 'revision_number': 2, 'project_id': '794d085f90504260907001dece2a9a30', 'subnets': [{'id': '0d81f8fd-48f8-49a6-8fc5-26ee77525e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:30.326250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=d4d8f1fd-be0e-438f-87eb-16a9ea5406f2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:30.332269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': 'b700d0f4-6214-472f-8d96-24154bcfcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:30.333616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: 3e642278-bdca-4230-b236-98bde5eb953c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:40:30.359514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Checking router: d7139496-e861-43ef-9eaa-50d5e8cd3362 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:30.360393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Updating router d7139496-e861-43ef-9eaa-50d5e8cd3362 port 27322b63-5da4-4879-8da3-78407fdcfcd3 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:40:30.370872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:40:30.418792 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-55a2b3de-7965-496a-a475-86de751f5cbc req-130613b5-41dc-4e27-a1e9-7e965eaa5144 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648474 Jul 28 10:40:30.422169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 3e642278-bdca-4230-b236-98bde5eb953c) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:30.455092 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:30.481729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:30.482725 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.512619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:30.518187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080fb4f-2e75-44b8-9267-afa4b3af3321 None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:30.524427 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-33f49dc6-fe25-4c86-9313-7b75d726c2bb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6697843 Jul 28 10:40:30.527088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54700) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:30.539562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.544525 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2089624078'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:30.642986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:30.662918 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:30.665634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.693392 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Deleting port de4edebb-8e7a-420c-a75f-f9ca44c2498d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:30.693742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.699859 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09a5c5f9-5151-4503-8987-77e465ffa5c9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (8861ace6-2b66-4083-8ae8-4956d349b3df), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.774324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:40:30.785647 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:30.804517 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6c68d270-dab4-4b27-82f3-6f7a075453c4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.804866 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment 6c68d270-dab4-4b27-82f3-6f7a075453c4 of type vlan for network f7e75943-0434-4f76-88b7-d03c6f49d193 Jul 28 10:40:30.809428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09a5c5f9-5151-4503-8987-77e465ffa5c9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8861ace6-2b66-4083-8ae8-4956d349b3df), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.884074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.884794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (de4edebb-8e7a-420c-a75f-f9ca44c2498d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:30.903122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Calling delete_port for de4edebb-8e7a-420c-a75f-f9ca44c2498d owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:30.962182 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f7e75943-0434-4f76-88b7-d03c6f49d193), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.068542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-66db76a2-291b-45e7-9ba9-c48a9a08733e req-6e4154c9-9ee1-491d-b77f-f41946c91810 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff44a096-7593-4cd5-98cd-47122cc71bc1 HTTP/1.1" status: 200 len: 210 time: 0.1383650 Jul 28 10:40:31.073942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:40:31.114243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f7e75943-0434-4f76-88b7-d03c6f49d193), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.120750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:31.121456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.165775 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:31.183756 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (de4edebb-8e7a-420c-a75f-f9ca44c2498d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.284327 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.7555866 Jul 28 10:40:31.288599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54722) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:31.303798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'ports': [{'network_id': '3e642278-bdca-4230-b236-98bde5eb953c'}, {'network_id': 'f7e75943-0434-4f76-88b7-d03c6f49d193'}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:31.304319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:31.304940 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': 'f7e75943-0434-4f76-88b7-d03c6f49d193'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:31.315254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event deleted for resources: {'Port': ['ID=de4edebb-8e7a-420c-a75f-f9ca44c2498d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:31.326156 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Publish callbacks [] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.332434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c5f9-5151-4503-8987-77e465ffa5c9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8861ace6-2b66-4083-8ae8-4956d349b3df,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:31.346391 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.349060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c491a96-e128-424a-8599-48509a86b82a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=f7e75943-0434-4f76-88b7-d03c6f49d193,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:31.388862 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09a5c5f9-5151-4503-8987-77e465ffa5c9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.392557 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-09a5c5f9-5151-4503-8987-77e465ffa5c9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2961564 Jul 28 10:40:31.395891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54728) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:31.402751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f7e75943-0434-4f76-88b7-d03c6f49d193 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:40:31.406841 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:31.484582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d40e4ab8-8144-482e-b6d4-a90c0be152f7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7a133-1ec4-4ad0-9d93-31d61fef4efa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:31.526564 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (48ff74a2-2a9b-4dea-a951-1e03726c3aab), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.531299 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.534621 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f4b9c1a5-a5b4-4d33-94bf-7f69551eee53 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "DELETE /v2.0/floatingips/48ff74a2-2a9b-4dea-a951-1e03726c3aab HTTP/1.1" status: 204 len: 168 time: 1.3570540 Jul 28 10:40:31.553218 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d40e4ab8-8144-482e-b6d4-a90c0be152f7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (f7787ab3-e86f-4233-9004-e2d757034baa), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.632355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35a51f-22a2-4642-bd72-9f4365d5d3be None None] Pushing event updated for resources: {'Port': ['ID=27322b63-5da4-4879-8da3-78407fdcfcd3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:31.645847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d40e4ab8-8144-482e-b6d4-a90c0be152f7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (f7787ab3-e86f-4233-9004-e2d757034baa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.650900 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d40e4ab8-8144-482e-b6d4-a90c0be152f7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f7787ab3-e86f-4233-9004-e2d757034baa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.697519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 2} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:31.704376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.726080 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.745317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54738) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:31.749096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d40e4ab8-8144-482e-b6d4-a90c0be152f7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.750734 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d40e4ab8-8144-482e-b6d4-a90c0be152f7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3512158 Jul 28 10:40:31.753287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54740) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:31.754965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cbae9f9a-627e-4288-968f-2bc7843b09a4 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684051516', 'description': 'tempest-description--454661942'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:31.757423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e4ab8-8144-482e-b6d4-a90c0be152f7 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7787ab3-e86f-4233-9004-e2d757034baa,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:31.774340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1b773267-cb43-4980-a32b-aa49129a835c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7a133-1ec4-4ad0-9d93-31d61fef4efa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:31.821050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54742) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:31.822292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Attempting to bind port 27322b63-5da4-4879-8da3-78407fdcfcd3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:31.823564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Attempting to bind port 27322b63-5da4-4879-8da3-78407fdcfcd3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:31.824127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Attempting to bind port 27322b63-5da4-4879-8da3-78407fdcfcd3 on network de534e9f-20e0-4594-9c69-3a8521b239aa {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:31.840831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:31.844554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Checking segment: {'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:31.845127 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.845734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Bound using segment: {'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:31.846767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Bound port: 27322b63-5da4-4879-8da3-78407fdcfcd3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cacbf7-0af2-42f2-b4b9-9242385f9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:31.848714 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.874970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9a-627e-4288-968f-2bc7843b09a4 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.885298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b773267-cb43-4980-a32b-aa49129a835c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc181fa9-2b27-44e6-b03f-e59ec7791b1c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:31.950880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3741b8cd-cf71-4aac-aec6-82a79a36ad2a None None] Provisioning complete for port 27322b63-5da4-4879-8da3-78407fdcfcd3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:31.952634 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3741b8cd-cf71-4aac-aec6-82a79a36ad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.000330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3741b8cd-cf71-4aac-aec6-82a79a36ad2a None None] Port 27322b63-5da4-4879-8da3-78407fdcfcd3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:32.016761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] For port 27322b63-5da4-4879-8da3-78407fdcfcd3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:32.020420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b773267-cb43-4980-a32b-aa49129a835c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc181fa9-2b27-44e6-b03f-e59ec7791b1c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.024155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] For port 27322b63-5da4-4879-8da3-78407fdcfcd3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=27322b63-5da4-4879-8da3-78407fdcfcd3,segment=NetworkSegment(96cacbf7-0af2-42f2-b4b9-9242385f9b14),segment_id=96cacbf7-0af2-42f2-b4b9-9242385f9b14)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:32.030026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b773267-cb43-4980-a32b-aa49129a835c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dc181fa9-2b27-44e6-b03f-e59ec7791b1c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.040510 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.062937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b773267-cb43-4980-a32b-aa49129a835c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc181fa9-2b27-44e6-b03f-e59ec7791b1c,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:32.067005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9a-627e-4288-968f-2bc7843b09a4 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (c1a8ba44-95ab-446f-a066-389a8ffee9ae), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.090433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port c783b1dc-c06c-46a2-bca2-7f706eb3848e yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:32.091489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b773267-cb43-4980-a32b-aa49129a835c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.093355 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1b773267-cb43-4980-a32b-aa49129a835c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3368597 Jul 28 10:40:32.094866 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9a-627e-4288-968f-2bc7843b09a4 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c1a8ba44-95ab-446f-a066-389a8ffee9ae), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.098331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54752) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:32.112420 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:32.122643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-da7d06d0-3a4d-4899-95e2-d145d64bd255 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'e4b7a133-1ec4-4ad0-9d93-31d61fef4efa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:32.201834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9a-627e-4288-968f-2bc7843b09a4 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.203757 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cbae9f9a-627e-4288-968f-2bc7843b09a4 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4571843 Jul 28 10:40:32.204537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9f9a-627e-4288-968f-2bc7843b09a4 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8ba44-95ab-446f-a066-389a8ffee9ae,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:32.206685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54754) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:32.213602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Routers {'d7139496-e861-43ef-9eaa-50d5e8cd3362'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:32.223158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7139496-e861-43ef-9eaa-50d5e8cd3362'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:32.227016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-95189d35-694d-4b1a-8d5e-179a085013af tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group_rule': {'security_group_id': 'c1a8ba44-95ab-446f-a066-389a8ffee9ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:32.286202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da7d06d0-3a4d-4899-95e2-d145d64bd255 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc8a650a-2e3f-4863-abea-e29ae6157d09), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.300106 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:32.317749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95189d35-694d-4b1a-8d5e-179a085013af tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (f24ae39d-9b83-47f3-ab08-6b273f7459dc), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.320966 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:32.370942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54760) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:32.376330 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:32.382359 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-961de23f-d35d-4405-b318-6e3b92907101 req-2cb34cbe-3ffc-4b7a-acc9-8c5764850bab tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff44a096-7593-4cd5-98cd-47122cc71bc1 HTTP/1.1" status: 200 len: 210 time: 0.0647519 Jul 28 10:40:32.471261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35a51f-22a2-4642-bd72-9f4365d5d3be None None] Pushing event updated for resources: {'Port': ['ID=27322b63-5da4-4879-8da3-78407fdcfcd3,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:32.522125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9273f558-6e96-48dd-8453-5bb394189e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.552189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] Set router d7139496-e861-43ef-9eaa-50d5e8cd3362 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:32.606228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (c783b1dc-c06c-46a2-bca2-7f706eb3848e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.613294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da7d06d0-3a4d-4899-95e2-d145d64bd255 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc8a650a-2e3f-4863-abea-e29ae6157d09), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.616408 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1c380684-2f08-4aa5-8feb-74a433bebb58 req-1ffda63a-740e-495c-b46e-acaed3390010 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff44a096-7593-4cd5-98cd-47122cc71bc1 HTTP/1.1" status: 200 len: 210 time: 0.0383506 Jul 28 10:40:32.656114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95189d35-694d-4b1a-8d5e-179a085013af tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (f24ae39d-9b83-47f3-ab08-6b273f7459dc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.671377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95189d35-694d-4b1a-8d5e-179a085013af tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f24ae39d-9b83-47f3-ab08-6b273f7459dc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.680848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da7d06d0-3a4d-4899-95e2-d145d64bd255 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dc8a650a-2e3f-4863-abea-e29ae6157d09), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.695583 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95189d35-694d-4b1a-8d5e-179a085013af tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24ae39d-9b83-47f3-ab08-6b273f7459dc,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:32.749218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14439f65-bd3a-4a27-9d8e-56d0fb0be781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.761399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-82c0aefc-e54e-4055-9c7c-38d8d306edfe None None] Provisioning complete for port 27322b63-5da4-4879-8da3-78407fdcfcd3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:32.761846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82c0aefc-e54e-4055-9c7c-38d8d306edfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.767731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95189d35-694d-4b1a-8d5e-179a085013af tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.769211 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-95189d35-694d-4b1a-8d5e-179a085013af tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5610881 Jul 28 10:40:32.772346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54784) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:32.777847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9e2d91e2-7178-4c41-8bf2-bee11b179f23 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'security_group_rule': {'security_group_id': 'c1a8ba44-95ab-446f-a066-389a8ffee9ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:32.811907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d06d0-3a4d-4899-95e2-d145d64bd255 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8a650a-2e3f-4863-abea-e29ae6157d09,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:32.819644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port b7567c78-823e-4686-a7e2-c7fd0a193f86 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:32.829121 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9273f558-6e96-48dd-8453-5bb394189e06 admin admin] Publish callbacks [] for security_group (b6d78dee-bf6a-4e07-8f4d-adadee558c7a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.838362 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da7d06d0-3a4d-4899-95e2-d145d64bd255 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.839832 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da7d06d0-3a4d-4899-95e2-d145d64bd255 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7260017 Jul 28 10:40:32.843636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:32.877532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9273f558-6e96-48dd-8453-5bb394189e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b6d78dee-bf6a-4e07-8f4d-adadee558c7a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.886645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e2d91e2-7178-4c41-8bf2-bee11b179f23 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (b98f9451-53f2-47c2-91cc-137e4d3a9d05), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.911508 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:32.923737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca45bb67-5f38-4075-af73-b9903da443ef tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc8a650a-2e3f-4863-abea-e29ae6157d09), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.939377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca45bb67-5f38-4075-af73-b9903da443ef tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc8a650a-2e3f-4863-abea-e29ae6157d09), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.989743 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca45bb67-5f38-4075-af73-b9903da443ef tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dc8a650a-2e3f-4863-abea-e29ae6157d09), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:32.995699 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14439f65-bd3a-4a27-9d8e-56d0fb0be781 admin admin] Publish callbacks [] for security_group (58b7d5f3-a8fa-4f3b-ab5c-c364796efb98), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.014343 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca45bb67-5f38-4075-af73-b9903da443ef tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.015821 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca45bb67-5f38-4075-af73-b9903da443ef tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/dc8a650a-2e3f-4863-abea-e29ae6157d09 HTTP/1.1" status: 204 len: 168 time: 0.1710281 Jul 28 10:40:33.021779 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54800) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.034415 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14439f65-bd3a-4a27-9d8e-56d0fb0be781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (58b7d5f3-a8fa-4f3b-ab5c-c364796efb98), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.062141 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9273f558-6e96-48dd-8453-5bb394189e06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2b103e4de8549cba416595d1b43a8a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2382541 Jul 28 10:40:33.063270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273f558-6e96-48dd-8453-5bb394189e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d78dee-bf6a-4e07-8f4d-adadee558c7a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:33.065413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54802) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.098541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45bb67-5f38-4075-af73-b9903da443ef tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc8a650a-2e3f-4863-abea-e29ae6157d09,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:33.141322 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-94cb52dc-0d13-47e0-a7c4-af304ec00ee6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1126893 Jul 28 10:40:33.145832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54808) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.160411 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14439f65-bd3a-4a27-9d8e-56d0fb0be781 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb82dc1522064171a7266e90771c9d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7777858 Jul 28 10:40:33.165479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54810) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.168659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14439f65-bd3a-4a27-9d8e-56d0fb0be781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b7d5f3-a8fa-4f3b-ab5c-c364796efb98,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:33.175806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:40:26Z', 'revision_number': 4, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port': {'id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:22Z', 'updated_at': '2022-07-28T10:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '27322b63-5da4-4879-8da3-78407fdcfcd3', 'name': '', 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa', 'tenant_id': '794d085f90504260907001dece2a9a30', 'mac_address': 'fa:16:3e:f4:9e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '0d81f8fd-48f8-49a6-8fc5-26ee77525e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:25Z', 'updated_at': '2022-07-28T10:40:32Z', 'revision_number': 4, 'project_id': '794d085f90504260907001dece2a9a30', 'subnets': [{'id': '0d81f8fd-48f8-49a6-8fc5-26ee77525e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:33.209241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (b7567c78-823e-4686-a7e2-c7fd0a193f86), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.224649 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e2d91e2-7178-4c41-8bf2-bee11b179f23 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (b98f9451-53f2-47c2-91cc-137e4d3a9d05), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.228802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dcfc-20d1-45dc-83f4-e278a701e32c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc181fa9-2b27-44e6-b03f-e59ec7791b1c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.237619 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be8bde38-e932-4b12-8532-69c3919b5a1e admin admin] Publish callbacks [] for security_group (b6d78dee-bf6a-4e07-8f4d-adadee558c7a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.238136 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6618cb13-2ec5-4bd2-861b-014d2ca53aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.240540 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:33.244541 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dcfc-20d1-45dc-83f4-e278a701e32c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (dc181fa9-2b27-44e6-b03f-e59ec7791b1c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.245775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa188a1-8eab-4ea1-9c2d-73db0d63a639 None None] The sync data for ids ['d7139496-e861-43ef-9eaa-50d5e8cd3362'] in n-d-850468-6 is: [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:40:26Z', 'revision_number': 4, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port': {'id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:22Z', 'updated_at': '2022-07-28T10:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '27322b63-5da4-4879-8da3-78407fdcfcd3', 'name': '', 'network_id': 'de534e9f-20e0-4594-9c69-3a8521b239aa', 'tenant_id': '794d085f90504260907001dece2a9a30', 'mac_address': 'fa:16:3e:f4:9e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '0d81f8fd-48f8-49a6-8fc5-26ee77525e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:25Z', 'updated_at': '2022-07-28T10:40:32Z', 'revision_number': 4, 'project_id': '794d085f90504260907001dece2a9a30', 'subnets': [{'id': '0d81f8fd-48f8-49a6-8fc5-26ee77525e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:33.259802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e2d91e2-7178-4c41-8bf2-bee11b179f23 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b98f9451-53f2-47c2-91cc-137e4d3a9d05), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.355587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e2d91e2-7178-4c41-8bf2-bee11b179f23 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.357382 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e2d91e2-7178-4c41-8bf2-bee11b179f23 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5832288 Jul 28 10:40:33.362804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be8bde38-e932-4b12-8532-69c3919b5a1e admin admin] Publish callbacks [] for security_group (b6d78dee-bf6a-4e07-8f4d-adadee558c7a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.364704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54818) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.369086 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d91e2-7178-4c41-8bf2-bee11b179f23 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98f9451-53f2-47c2-91cc-137e4d3a9d05,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:33.387446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dcfc-20d1-45dc-83f4-e278a701e32c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dc181fa9-2b27-44e6-b03f-e59ec7791b1c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.398826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:33.414819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dcfc-20d1-45dc-83f4-e278a701e32c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.418830 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6f0dcfc-20d1-45dc-83f4-e278a701e32c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/dc181fa9-2b27-44e6-b03f-e59ec7791b1c HTTP/1.1" status: 204 len: 168 time: 0.2690575 Jul 28 10:40:33.420821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0dcfc-20d1-45dc-83f4-e278a701e32c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc181fa9-2b27-44e6-b03f-e59ec7791b1c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:33.422295 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54820) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.431631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-82c0aefc-e54e-4055-9c7c-38d8d306edfe None None] Current status of the port 27322b63-5da4-4879-8da3-78407fdcfcd3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:33.432090 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82c0aefc-e54e-4055-9c7c-38d8d306edfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.446240 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:33.458477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3106c8d-b024-42a1-b222-1fa26019a2b4 admin admin] Publish callbacks [] for security_group (58b7d5f3-a8fa-4f3b-ab5c-c364796efb98), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.493643 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c783b1dc-c06c-46a2-bca2-7f706eb3848e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.512576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-82c0aefc-e54e-4055-9c7c-38d8d306edfe None None] For port 27322b63-5da4-4879-8da3-78407fdcfcd3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=27322b63-5da4-4879-8da3-78407fdcfcd3,segment=NetworkSegment(96cacbf7-0af2-42f2-b4b9-9242385f9b14),segment_id=96cacbf7-0af2-42f2-b4b9-9242385f9b14)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:33.530015 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82c0aefc-e54e-4055-9c7c-38d8d306edfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.552296 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:33.621319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0aefc-e54e-4055-9c7c-38d8d306edfe None None] Pushing event updated for resources: {'Port': ['ID=27322b63-5da4-4879-8da3-78407fdcfcd3,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:33.624235 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54830) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.639526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27322b63-5da4-4879-8da3-78407fdcfcd3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:33.653972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.681144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:33.684342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3106c8d-b024-42a1-b222-1fa26019a2b4 admin admin] Publish callbacks [] for security_group (58b7d5f3-a8fa-4f3b-ab5c-c364796efb98), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.706052 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:33.710518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 27322b63-5da4-4879-8da3-78407fdcfcd3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:33.712055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:33.714149 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.799979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:33.801616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b7567c78-823e-4686-a7e2-c7fd0a193f86), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.845197 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-82fcaa1d-ee1c-4708-bcfc-980dcd45c948 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4173584 Jul 28 10:40:33.845411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=c783b1dc-c06c-46a2-bca2-7f706eb3848e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:33.847717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54836) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:33.881905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-c4244623-0aca-4636-af45-e5ed12ef00be tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:33.883688 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-c4244623-0aca-4636-af45-e5ed12ef00be tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/networks?id=de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 200 len: 811 time: 0.3664503 Jul 28 10:40:33.926381 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-d2b5ca59-dc2c-424e-9102-ce5eace56de8 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/quotas/794d085f90504260907001dece2a9a30 HTTP/1.1" status: 200 len: 375 time: 0.0357802 Jul 28 10:40:33.938524 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3106c8d-b024-42a1-b222-1fa26019a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (58b7d5f3-a8fa-4f3b-ab5c-c364796efb98), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.941554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3106c8d-b024-42a1-b222-1fa26019a2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:33.943762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d3106c8d-b024-42a1-b222-1fa26019a2b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58b7d5f3-a8fa-4f3b-ab5c-c364796efb98 HTTP/1.1" status: 204 len: 168 time: 0.7713361 Jul 28 10:40:34.004539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3106c8d-b024-42a1-b222-1fa26019a2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b7d5f3-a8fa-4f3b-ab5c-c364796efb98,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:34.017826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be8bde38-e932-4b12-8532-69c3919b5a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b6d78dee-bf6a-4e07-8f4d-adadee558c7a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.020588 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-be8bde38-e932-4b12-8532-69c3919b5a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.021759 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-be8bde38-e932-4b12-8532-69c3919b5a1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6d78dee-bf6a-4e07-8f4d-adadee558c7a HTTP/1.1" status: 204 len: 168 time: 0.9381461 Jul 28 10:40:34.036680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54842) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.067932 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-8b325bd5-0239-4a39-ad4f-023caacdc369 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=794d085f90504260907001dece2a9a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372151 Jul 28 10:40:34.079155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 27322b63-5da4-4879-8da3-78407fdcfcd3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:34.111803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bde38-e932-4b12-8532-69c3919b5a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d78dee-bf6a-4e07-8f4d-adadee558c7a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:34.113958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3abe230a-2e86-4247-86ab-f1d3f41859cd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (f7787ab3-e86f-4233-9004-e2d757034baa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.146677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3abe230a-2e86-4247-86ab-f1d3f41859cd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (f7787ab3-e86f-4233-9004-e2d757034baa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.149692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=b7567c78-823e-4686-a7e2-c7fd0a193f86,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:34.184295 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.226327 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ed03f753-ec9c-4c4d-a86c-53176bea4a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.287396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': '6c68d270-dab4-4b27-82f3-6f7a075453c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f7e75943-0434-4f76-88b7-d03c6f49d193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:34.288020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: f7e75943-0434-4f76-88b7-d03c6f49d193, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:40:34.313657 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3abe230a-2e86-4247-86ab-f1d3f41859cd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f7787ab3-e86f-4233-9004-e2d757034baa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.319442 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3abe230a-2e86-4247-86ab-f1d3f41859cd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.322992 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3abe230a-2e86-4247-86ab-f1d3f41859cd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/f7787ab3-e86f-4233-9004-e2d757034baa HTTP/1.1" status: 204 len: 168 time: 0.4557559 Jul 28 10:40:34.323529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.367553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe230a-2e86-4247-86ab-f1d3f41859cd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7787ab3-e86f-4233-9004-e2d757034baa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:34.382762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ba3b5f76-ee36-41f4-8501-b2c3152b891d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0576713 Jul 28 10:40:34.390213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54852) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.397760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network f7e75943-0434-4f76-88b7-d03c6f49d193 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:40:34.434999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f7e75943-0434-4f76-88b7-d03c6f49d193) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:34.440636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:34.447327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044643f9-d005-4cdd-b75a-5d4d20d70d05 None None] Network f7e75943-0434-4f76-88b7-d03c6f49d193 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:34.447908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:34.450325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-701a8d8a-3609-46ae-a0e1-82f2296b21b5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (8861ace6-2b66-4083-8ae8-4956d349b3df), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.454949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:34.455706 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.479342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-701a8d8a-3609-46ae-a0e1-82f2296b21b5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (8861ace6-2b66-4083-8ae8-4956d349b3df), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.492288 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:34.504202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Allocated IP 172.25.2.141 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c5c1f7d6-1054-4771-9e6e-ab9235941470) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:34.518884 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d77543d8-d823-4859-836c-545f713a0e7b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2266769 Jul 28 10:40:34.522642 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54856) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.552953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-701a8d8a-3609-46ae-a0e1-82f2296b21b5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8861ace6-2b66-4083-8ae8-4956d349b3df), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.570951 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-701a8d8a-3609-46ae-a0e1-82f2296b21b5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.573466 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-701a8d8a-3609-46ae-a0e1-82f2296b21b5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/8861ace6-2b66-4083-8ae8-4956d349b3df HTTP/1.1" status: 204 len: 168 time: 0.1821549 Jul 28 10:40:34.582300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ed03f753-ec9c-4c4d-a86c-53176bea4a84 admin admin] Publish callbacks [] for security_group (f47ed83d-ca01-48c4-957d-172d254d95f9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.585902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54858) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.595889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-6199429c-0ae8-45e3-8186-faf93472d544 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:40:34.597001 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-6199429c-0ae8-45e3-8186-faf93472d544 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5214088 Jul 28 10:40:34.613694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ed03f753-ec9c-4c4d-a86c-53176bea4a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f47ed83d-ca01-48c4-957d-172d254d95f9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.634138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a8d8a-3609-46ae-a0e1-82f2296b21b5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8861ace6-2b66-4083-8ae8-4956d349b3df,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:34.771728 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f49f3f2c-f334-4042-8ebd-1d3821920919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.773316 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:34.777586 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ed03f753-ec9c-4c4d-a86c-53176bea4a84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3062ab9df7c4a2cadcf71aecd73dc23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1463225 Jul 28 10:40:34.787886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54860) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.797838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03f753-ec9c-4c4d-a86c-53176bea4a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ed83d-ca01-48c4-957d-172d254d95f9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:34.845954 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-813c866a-1c59-4cf4-986b-18d3f50d87d5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2587185 Jul 28 10:40:34.854484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54862) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.869789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port b7567c78-823e-4686-a7e2-c7fd0a193f86 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:34.870220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b7567c78-823e-4686-a7e2-c7fd0a193f86), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.891756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54864) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.942227 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.949896 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:34.973091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54866) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:34.977624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c159003-6075-4b14-bddb-c0250c1c93e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.981308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8294b2f5-45ed-49c2-a6cb-7ed6551c732d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:34.991161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df04fb69-0d57-4ffc-bd48-3d7f7872ee62 admin admin] Publish callbacks [] for security_group (f47ed83d-ca01-48c4-957d-172d254d95f9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.011074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af17ea5-5eef-4f46-b8bd-d40156f196fb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (b5bb8287-044e-4cac-8c7b-479f147c657e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.011307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b7567c78-823e-4686-a7e2-c7fd0a193f86), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.032247 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for b7567c78-823e-4686-a7e2-c7fd0a193f86 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:35.035133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df04fb69-0d57-4ffc-bd48-3d7f7872ee62 admin admin] Publish callbacks [] for security_group (f47ed83d-ca01-48c4-957d-172d254d95f9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.045351 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af17ea5-5eef-4f46-b8bd-d40156f196fb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (b5bb8287-044e-4cac-8c7b-479f147c657e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.063489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5897c7d4-7212-406e-94a4-21b4fff768e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.081604 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-76ffa9ec-ea2c-4891-a0f1-62cc26f8bc56 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711258 Jul 28 10:40:35.111369 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.130512 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:35.139702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f49f3f2c-f334-4042-8ebd-1d3821920919 admin admin] Publish callbacks [] for security_group (e154864d-7540-4bca-acf6-8d59226c531b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.165801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:35.186426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:35.190068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f49f3f2c-f334-4042-8ebd-1d3821920919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e154864d-7540-4bca-acf6-8d59226c531b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.197655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:35.222989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af17ea5-5eef-4f46-b8bd-d40156f196fb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b5bb8287-044e-4cac-8c7b-479f147c657e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.244785 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'Port': ['ID=c5c1f7d6-1054-4771-9e6e-ab9235941470,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.245031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af17ea5-5eef-4f46-b8bd-d40156f196fb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.248616 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7af17ea5-5eef-4f46-b8bd-d40156f196fb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b5bb8287-044e-4cac-8c7b-479f147c657e HTTP/1.1" status: 204 len: 168 time: 0.3895297 Jul 28 10:40:35.255217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54868) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:35.288563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af17ea5-5eef-4f46-b8bd-d40156f196fb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5bb8287-044e-4cac-8c7b-479f147c657e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.290474 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:35.297535 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f49f3f2c-f334-4042-8ebd-1d3821920919 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f7e257543bc4f089050e180a1b61e27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2554703 Jul 28 10:40:35.298371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f3f2c-f334-4042-8ebd-1d3821920919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e154864d-7540-4bca-acf6-8d59226c531b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.304338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54870) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:35.319370 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c159003-6075-4b14-bddb-c0250c1c93e9 admin admin] Publish callbacks [] for security_group (cdd0b62f-dc59-4851-9868-1100d8339fe6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.320810 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b7567c78-823e-4686-a7e2-c7fd0a193f86), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.332932 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c159003-6075-4b14-bddb-c0250c1c93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cdd0b62f-dc59-4851-9868-1100d8339fe6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.360959 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3eafafe0-cf6c-4ed1-b3f8-2113b18ea927 req-511235f0-bd22-4e0e-8a8e-ed9212823b21 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784472 Jul 28 10:40:35.361813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df04fb69-0d57-4ffc-bd48-3d7f7872ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f47ed83d-ca01-48c4-957d-172d254d95f9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.364637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df04fb69-0d57-4ffc-bd48-3d7f7872ee62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.369256 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df04fb69-0d57-4ffc-bd48-3d7f7872ee62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f47ed83d-ca01-48c4-957d-172d254d95f9 HTTP/1.1" status: 204 len: 168 time: 0.5755310 Jul 28 10:40:35.403292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=b7567c78-823e-4686-a7e2-c7fd0a193f86,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.403763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04fb69-0d57-4ffc-bd48-3d7f7872ee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ed83d-ca01-48c4-957d-172d254d95f9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.426059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5897c7d4-7212-406e-94a4-21b4fff768e3 admin admin] Publish callbacks [] for security_group (898a3852-2438-4d70-860d-9c4d738a3a6f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.440721 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5897c7d4-7212-406e-94a4-21b4fff768e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (898a3852-2438-4d70-860d-9c4d738a3a6f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.447938 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-469ecc9f-76a5-49ff-b835-132588c0ae8c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1904433 Jul 28 10:40:35.454067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54874) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:35.456138 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.457117 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09bdcafb-3a43-486f-adad-00621b82d84e admin admin] Publish callbacks [] for security_group (e154864d-7540-4bca-acf6-8d59226c531b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.459541 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a5fef9fb-9fee-477a-b953-b0bf90516c3a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/b7567c78-823e-4686-a7e2-c7fd0a193f86 HTTP/1.1" status: 204 len: 168 time: 0.9342339 Jul 28 10:40:35.462803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54876) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:35.471454 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9c159003-6075-4b14-bddb-c0250c1c93e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cc5319074d5458a9d5bea4a947ee6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5716202 Jul 28 10:40:35.478580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c159003-6075-4b14-bddb-c0250c1c93e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0b62f-dc59-4851-9868-1100d8339fe6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.481649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54878) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:35.487730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (2ccc8e65-50a3-4006-9c5a-c3f4a0d9d700), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.553366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4888d6-ec52-495d-b4f1-d4e9cb1cb2a8 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:35.559346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4888d6-ec52-495d-b4f1-d4e9cb1cb2a8 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:35.561581 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2e4888d6-ec52-495d-b4f1-d4e9cb1cb2a8 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0956736 Jul 28 10:40:35.564366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54880) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:35.574049 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5897c7d4-7212-406e-94a4-21b4fff768e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=317863a703d149b09a1a0b47861af5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998352 Jul 28 10:40:35.581430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:35.586450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09bdcafb-3a43-486f-adad-00621b82d84e admin admin] Publish callbacks [] for security_group (e154864d-7540-4bca-acf6-8d59226c531b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.601801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897c7d4-7212-406e-94a4-21b4fff768e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a3852-2438-4d70-860d-9c4d738a3a6f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.619462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.692726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27322b63-5da4-4879-8da3-78407fdcfcd3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:35.714018 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:35.725145 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:35.752182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f62263d-4e26-427e-869a-537ac5cc7d8f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (e4b7a133-1ec4-4ad0-9d93-31d61fef4efa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.761091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d7153983-4c3d-475e-ba13-7b11b3a427d4 req-fd32e3c8-d46d-47e8-ad36-909e1e653773 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=56502eca-951f-4f50-b6be-3e2de0205abc HTTP/1.1" status: 200 len: 210 time: 0.0497110 Jul 28 10:40:35.776386 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f90393b6-c896-49fb-8b40-25e10409cc82 admin admin] Publish callbacks [] for security_group (cdd0b62f-dc59-4851-9868-1100d8339fe6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.781492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port c783b1dc-c06c-46a2-bca2-7f706eb3848e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:35.781839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c783b1dc-c06c-46a2-bca2-7f706eb3848e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.828692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 27322b63-5da4-4879-8da3-78407fdcfcd3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:35.829327 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.841314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f62263d-4e26-427e-869a-537ac5cc7d8f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (e4b7a133-1ec4-4ad0-9d93-31d61fef4efa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.888152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09bdcafb-3a43-486f-adad-00621b82d84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e154864d-7540-4bca-acf6-8d59226c531b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.891305 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09bdcafb-3a43-486f-adad-00621b82d84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.894855 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-09bdcafb-3a43-486f-adad-00621b82d84e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e154864d-7540-4bca-acf6-8d59226c531b HTTP/1.1" status: 204 len: 168 time: 0.5874267 Jul 28 10:40:35.932088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f90393b6-c896-49fb-8b40-25e10409cc82 admin admin] Publish callbacks [] for security_group (cdd0b62f-dc59-4851-9868-1100d8339fe6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:35.954474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 27322b63-5da4-4879-8da3-78407fdcfcd3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:35.979029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdcafb-3a43-486f-adad-00621b82d84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e154864d-7540-4bca-acf6-8d59226c531b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.073258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.106559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f62263d-4e26-427e-869a-537ac5cc7d8f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e4b7a133-1ec4-4ad0-9d93-31d61fef4efa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.111247 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f62263d-4e26-427e-869a-537ac5cc7d8f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.112747 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5f62263d-4e26-427e-869a-537ac5cc7d8f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/e4b7a133-1ec4-4ad0-9d93-31d61fef4efa HTTP/1.1" status: 204 len: 168 time: 0.6566033 Jul 28 10:40:36.116998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54896) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.141518 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62263d-4e26-427e-869a-537ac5cc7d8f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b7a133-1ec4-4ad0-9d93-31d61fef4efa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.162494 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:36.176483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f90393b6-c896-49fb-8b40-25e10409cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cdd0b62f-dc59-4851-9868-1100d8339fe6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.181055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f90393b6-c896-49fb-8b40-25e10409cc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.185203 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f90393b6-c896-49fb-8b40-25e10409cc82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cdd0b62f-dc59-4851-9868-1100d8339fe6 HTTP/1.1" status: 204 len: 168 time: 0.6994686 Jul 28 10:40:36.211836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90393b6-c896-49fb-8b40-25e10409cc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0b62f-dc59-4851-9868-1100d8339fe6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.217280 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a94ac37b-f73a-4581-820b-f32e60a1a865 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0974834 Jul 28 10:40:36.221591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54902) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.233424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f3d78af2-f2fa-4205-8eae-d7304986e3c6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--126852489'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:36.264322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d78af2-f2fa-4205-8eae-d7304986e3c6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.296721 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:36.339219 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb7da704-97d7-4527-971c-433817267df1 admin admin] Publish callbacks [] for security_group (898a3852-2438-4d70-860d-9c4d738a3a6f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.339922 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=21 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:36.350838 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:36.364594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb7da704-97d7-4527-971c-433817267df1 admin admin] Publish callbacks [] for security_group (898a3852-2438-4d70-860d-9c4d738a3a6f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.385484 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d78af2-f2fa-4205-8eae-d7304986e3c6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (aedab1f6-965b-42b1-8dea-672029b40e17), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.391050 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d78af2-f2fa-4205-8eae-d7304986e3c6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (aedab1f6-965b-42b1-8dea-672029b40e17), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.413717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c783b1dc-c06c-46a2-bca2-7f706eb3848e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.433230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for c783b1dc-c06c-46a2-bca2-7f706eb3848e owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:36.437797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d78af2-f2fa-4205-8eae-d7304986e3c6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.439623 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f3d78af2-f2fa-4205-8eae-d7304986e3c6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2167814 Jul 28 10:40:36.443713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54910) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.450427 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:36.452397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-10a3062f-089c-407a-905a-a3d7f61c5e39 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'aedab1f6-965b-42b1-8dea-672029b40e17', 'direction': 'ingress', 'protocol': 17}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:36.483999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d78af2-f2fa-4205-8eae-d7304986e3c6 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedab1f6-965b-42b1-8dea-672029b40e17,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.496144 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10a3062f-089c-407a-905a-a3d7f61c5e39 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (e2931b08-3ebf-4a6a-b8e5-cd46f9651510), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.515664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb7da704-97d7-4527-971c-433817267df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (898a3852-2438-4d70-860d-9c4d738a3a6f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.517809 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb7da704-97d7-4527-971c-433817267df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.518976 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bb7da704-97d7-4527-971c-433817267df1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/898a3852-2438-4d70-860d-9c4d738a3a6f HTTP/1.1" status: 204 len: 168 time: 0.9365227 Jul 28 10:40:36.549289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7da704-97d7-4527-971c-433817267df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a3852-2438-4d70-860d-9c4d738a3a6f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.571402 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.588521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.602522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10a3062f-089c-407a-905a-a3d7f61c5e39 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (e2931b08-3ebf-4a6a-b8e5-cd46f9651510), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.607123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10a3062f-089c-407a-905a-a3d7f61c5e39 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (e2931b08-3ebf-4a6a-b8e5-cd46f9651510), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.636895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c783b1dc-c06c-46a2-bca2-7f706eb3848e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.647051 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3062f-089c-407a-905a-a3d7f61c5e39 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2931b08-3ebf-4a6a-b8e5-cd46f9651510,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.659630 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10a3062f-089c-407a-905a-a3d7f61c5e39 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.662624 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-10a3062f-089c-407a-905a-a3d7f61c5e39 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2173028 Jul 28 10:40:36.665317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54916) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.668300 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event updated for resources: {'Port': ['ID=c5c1f7d6-1054-4771-9e6e-ab9235941470,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.719080 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=c783b1dc-c06c-46a2-bca2-7f706eb3848e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.725433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.729707 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b3120c8d-023d-4c97-a0f0-1f92ab8bb8e0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/c783b1dc-c06c-46a2-bca2-7f706eb3848e HTTP/1.1" status: 204 len: 168 time: 1.1645291 Jul 28 10:40:36.732880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (2ccc8e65-50a3-4006-9c5a-c3f4a0d9d700), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.733025 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54920) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.745823 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54922) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.766304 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff57ab3e-539a-4b46-8922-af0e61f5f68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.772247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.773843 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3c8a2b79-de62-478c-ae5e-f48247722cef tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4031498 Jul 28 10:40:36.896587 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff57ab3e-539a-4b46-8922-af0e61f5f68e admin admin] Publish callbacks [] for security_group (dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.902771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff57ab3e-539a-4b46-8922-af0e61f5f68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.941279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc4bc6-38af-4cc2-907a-d066a12fa093 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:36.944535 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-72bc4bc6-38af-4cc2-907a-d066a12fa093 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2102509 Jul 28 10:40:36.948599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf4f0-b5df-4bf0-bcfd-490062cc8f37 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (aedab1f6-965b-42b1-8dea-672029b40e17), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:36.950014 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54932) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.967255 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ff57ab3e-539a-4b46-8922-af0e61f5f68e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8aefa769aca4416b24e5633b7a8ed1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196653 Jul 28 10:40:36.983866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54934) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:36.984526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57ab3e-539a-4b46-8922-af0e61f5f68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:36.994128 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2f064a-4a6e-4a7d-9c28-bf99613fe381 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:40:36.998023 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9e2f064a-4a6e-4a7d-9c28-bf99613fe381 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/b7567c78-823e-4686-a7e2-c7fd0a193f86 HTTP/1.1" status: 404 len: 333 time: 0.0445478 Jul 28 10:40:37.002083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54938) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:37.007961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-143795ed-b769-495b-a259-a5dc2b82a5cb req-afd3983d-bffb-4c50-9cd0-12f3be222b9e tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=56502eca-951f-4f50-b6be-3e2de0205abc HTTP/1.1" status: 200 len: 210 time: 0.0614729 Jul 28 10:40:37.052076 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ac5b3b-53e0-4cd2-936c-bfeb29888622 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:40:37.056791 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2ac5b3b-53e0-4cd2-936c-bfeb29888622 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/c783b1dc-c06c-46a2-bca2-7f706eb3848e HTTP/1.1" status: 404 len: 333 time: 0.0506003 Jul 28 10:40:37.060877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54944) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:37.068607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf4f0-b5df-4bf0-bcfd-490062cc8f37 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (aedab1f6-965b-42b1-8dea-672029b40e17), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.100800 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:37.132487 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.157123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a72f4fa8-de65-4c1e-a885-3c040c842753 admin admin] Publish callbacks [] for security_group (dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.157261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf4f0-b5df-4bf0-bcfd-490062cc8f37 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (aedab1f6-965b-42b1-8dea-672029b40e17), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.159980 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf4f0-b5df-4bf0-bcfd-490062cc8f37 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.168524 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1a9bf4f0-b5df-4bf0-bcfd-490062cc8f37 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/aedab1f6-965b-42b1-8dea-672029b40e17 HTTP/1.1" status: 204 len: 168 time: 0.4949574 Jul 28 10:40:37.170349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54950) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:37.212073 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a72f4fa8-de65-4c1e-a885-3c040c842753 admin admin] Publish callbacks [] for security_group (dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.215350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bf4f0-b5df-4bf0-bcfd-490062cc8f37 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedab1f6-965b-42b1-8dea-672029b40e17,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:37.267040 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:37.271997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (f7e75943-0434-4f76-88b7-d03c6f49d193), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.311844 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f197fd0b-6885-4f3d-b9d4-55ee66514232 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1368909 Jul 28 10:40:37.318022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54966) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:37.328961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f8bf9bbf-6158-4720-accc-6d07a272cc60 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461340570'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:37.345043 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9b53d89b-422f-4d54-9771-29eb4a59ef5a req-72ef351c-edab-40b7-a924-4642a26d3e2f tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=56502eca-951f-4f50-b6be-3e2de0205abc HTTP/1.1" status: 200 len: 210 time: 0.0604680 Jul 28 10:40:37.366655 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26deb579-ab86-4231-98be-24ba9228ecea req-a408c4fc-0d65-43f1-9148-eb8286f7bac6 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--684051516&fields=id&tenant_id=ec19e33656204aba8f69bb49d4c16d4a HTTP/1.1" status: 200 len: 267 time: 0.0934253 Jul 28 10:40:37.396022 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9bbf-6158-4720-accc-6d07a272cc60 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.460958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (f7e75943-0434-4f76-88b7-d03c6f49d193), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.476277 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a72f4fa8-de65-4c1e-a885-3c040c842753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.479012 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a72f4fa8-de65-4c1e-a885-3c040c842753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.480259 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a72f4fa8-de65-4c1e-a885-3c040c842753 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd HTTP/1.1" status: 204 len: 168 time: 0.4927299 Jul 28 10:40:37.497424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e75943-0434-4f76-88b7-d03c6f49d193']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:37.500472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f4fa8-de65-4c1e-a885-3c040c842753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c2e01-1788-49ac-9aa7-2b1139a2f2dd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:37.527988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c68d270-dab4-4b27-82f3-6f7a075453c4') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:37.532982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c68d270-dab4-4b27-82f3-6f7a075453c4') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:37.552018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (6c68d270-dab4-4b27-82f3-6f7a075453c4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.587371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6c68d270-dab4-4b27-82f3-6f7a075453c4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.593997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.606994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:37.608637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (6c68d270-dab4-4b27-82f3-6f7a075453c4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.666185 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6c68d270-dab4-4b27-82f3-6f7a075453c4 resource provider aggregate not found Jul 28 10:40:37.687741 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.747919 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6c68d270-dab4-4b27-82f3-6f7a075453c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c68d270-dab4-4b27-82f3-6f7a075453c4 found for delete ", "request_id": "req-2fe0dabd-6ffb-4093-9d4c-fe9fe230aba4"}]} Jul 28 10:40:37.755675 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:37.795759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (f7e75943-0434-4f76-88b7-d03c6f49d193), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.807291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.814757 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/f7e75943-0434-4f76-88b7-d03c6f49d193 HTTP/1.1" status: 204 len: 168 time: 0.7490876 Jul 28 10:40:37.815915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54996) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:37.821622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374166339'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:37.834650 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec88b39-59dd-4342-a44a-c1191171d218 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=f7e75943-0434-4f76-88b7-d03c6f49d193,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:37.898267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:37.901783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:37.910162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb579-ab86-4231-98be-24ba9228ecea req-e7dcf7f8-4780-407a-b038-2e091a9a6e15 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:37.911656 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26deb579-ab86-4231-98be-24ba9228ecea req-e7dcf7f8-4780-407a-b038-2e091a9a6e15 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/networks?id=372a43c0-b145-47bb-b735-e65fe29e096f HTTP/1.1" status: 200 len: 814 time: 0.5440035 Jul 28 10:40:37.948450 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26deb579-ab86-4231-98be-24ba9228ecea req-5dee9150-81b4-416a-9bb3-b2ea3a2c20f9 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/quotas/ec19e33656204aba8f69bb49d4c16d4a HTTP/1.1" status: 200 len: 375 time: 0.0248008 Jul 28 10:40:37.973691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:40:37.984856 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9bbf-6158-4720-accc-6d07a272cc60 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (26c57765-1632-4be8-a014-7c06afaea868), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.008405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9bbf-6158-4720-accc-6d07a272cc60 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (26c57765-1632-4be8-a014-7c06afaea868), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.040215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (be347e99-7b84-4f61-aa86-735a0dc2c474), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.040748 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment be347e99-7b84-4f61-aa86-735a0dc2c474 of type vlan for network a3b0bbd5-c780-408d-9ad3-487f736f82f0 Jul 28 10:40:38.043455 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:38.066249 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9bbf-6158-4720-accc-6d07a272cc60 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.067474 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f8bf9bbf-6158-4720-accc-6d07a272cc60 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7483163 Jul 28 10:40:38.070550 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55014) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:38.071758 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26deb579-ab86-4231-98be-24ba9228ecea req-15e525d3-5830-474a-8b22-4bdec04521a3 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec19e33656204aba8f69bb49d4c16d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127307 Jul 28 10:40:38.082489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b2d5cab5-268a-4224-9227-ebd3fbef5b75 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491743432'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:38.099408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf9bbf-6158-4720-accc-6d07a272cc60 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c57765-1632-4be8-a014-7c06afaea868,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:38.115396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a3b0bbd5-c780-408d-9ad3-487f736f82f0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.135518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d5cab5-268a-4224-9227-ebd3fbef5b75 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.206798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a3b0bbd5-c780-408d-9ad3-487f736f82f0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.212344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:38.212926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.298174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976a36-a992-460a-93cc-6c913b19e38a req-cb17f0fa-9ce5-4192-aa36-12a54ad5754a tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:38.304467 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 752 time: 0.4874144 Jul 28 10:40:38.305639 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52976a36-a992-460a-93cc-6c913b19e38a req-cb17f0fa-9ce5-4192-aa36-12a54ad5754a tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/networks?id=de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 200 len: 811 time: 0.1888583 Jul 28 10:40:38.306507 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26deb579-ab86-4231-98be-24ba9228ecea req-701a213b-d771-4c26-9955-28aee1902d30 service neutron] 10.222.0.46 "GET /v2.0/networks/372a43c0-b145-47bb-b735-e65fe29e096f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897414 Jul 28 10:40:38.309396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55020) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:38.316510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:38.335482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7656e-88e2-4af2-942a-bca93e80be23 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=a3b0bbd5-c780-408d-9ad3-487f736f82f0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:38.350846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a3b0bbd5-c780-408d-9ad3-487f736f82f0 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:40:38.390648 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:38.418557 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52976a36-a992-460a-93cc-6c913b19e38a req-b29ba559-186e-4e86-8767-c6677ba3e9ac tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/quotas/794d085f90504260907001dece2a9a30 HTTP/1.1" status: 200 len: 375 time: 0.1118832 Jul 28 10:40:38.430316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d5cab5-268a-4224-9227-ebd3fbef5b75 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.471912 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26deb579-ab86-4231-98be-24ba9228ecea req-804020b8-1ff6-4a60-86d6-2b6549aeaffb service neutron] 10.222.0.46 "GET /v2.0/networks/372a43c0-b145-47bb-b735-e65fe29e096f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532950 Jul 28 10:40:38.473351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55026) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:38.500978 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52976a36-a992-460a-93cc-6c913b19e38a req-b1a574cb-f38d-47dc-a64c-4aee58cb09b0 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=794d085f90504260907001dece2a9a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814462 Jul 28 10:40:38.514216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d5cab5-268a-4224-9227-ebd3fbef5b75 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.627942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d5cab5-268a-4224-9227-ebd3fbef5b75 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.629708 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2d5cab5-268a-4224-9227-ebd3fbef5b75 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5549512 Jul 28 10:40:38.630579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5cab5-268a-4224-9227-ebd3fbef5b75 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:38.632454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55040) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:38.641347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8b1a2101-ac09-4051-87de-76b7780b928c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': '26c57765-1632-4be8-a014-7c06afaea868', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6', 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:38.734291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2101-ac09-4051-87de-76b7780b928c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (9c56f7f5-d35b-4b3f-9f46-85456d4c2029), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.756385 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2fb6a15c-b8cd-4028-806e-e0a4d4af15ac req-e2a358f0-407d-4a37-bffe-e0d531bad030 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fad1e75-acd5-4f7a-a3c7-28050492ebcf HTTP/1.1" status: 200 len: 210 time: 0.0381777 Jul 28 10:40:38.756646 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52976a36-a992-460a-93cc-6c913b19e38a req-2b577865-0387-4c0f-a91c-83ff6b8c48eb service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536554 Jul 28 10:40:38.789438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:38.793473 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.845999 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4f17c53-33fe-4cf2-aec1-4a3b3ea996de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.892217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2101-ac09-4051-87de-76b7780b928c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (9c56f7f5-d35b-4b3f-9f46-85456d4c2029), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.908452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Performing IP validity checks on allocation pools {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 10:40:38.909320 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2101-ac09-4051-87de-76b7780b928c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9c56f7f5-d35b-4b3f-9f46-85456d4c2029), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.911711 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 10:40:38.921348 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:38.942469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a2101-ac09-4051-87de-76b7780b928c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c56f7f5-d35b-4b3f-9f46-85456d4c2029,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:38.967994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b1a2101-ac09-4051-87de-76b7780b928c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:38.970834 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8b1a2101-ac09-4051-87de-76b7780b928c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3372087 Jul 28 10:40:38.976876 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52976a36-a992-460a-93cc-6c913b19e38a req-8df3f753-91e4-4207-bf70-831ecd682187 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186315 Jul 28 10:40:38.976876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:39.048980 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4f17c53-33fe-4cf2-aec1-4a3b3ea996de admin admin] Publish callbacks [] for security_group (d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.057416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ab47d44-d557-498b-98ba-832f33ed1e8d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (9c56f7f5-d35b-4b3f-9f46-85456d4c2029), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.057705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f4f17c53-33fe-4cf2-aec1-4a3b3ea996de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.072116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ab47d44-d557-498b-98ba-832f33ed1e8d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (9c56f7f5-d35b-4b3f-9f46-85456d4c2029), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.105911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ab47d44-d557-498b-98ba-832f33ed1e8d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9c56f7f5-d35b-4b3f-9f46-85456d4c2029), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.111617 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f4f17c53-33fe-4cf2-aec1-4a3b3ea996de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25b4793627344cd9975b69c192c695f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6317880 Jul 28 10:40:39.115162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55056) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:39.118320 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:39.125901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ab47d44-d557-498b-98ba-832f33ed1e8d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.127108 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ab47d44-d557-498b-98ba-832f33ed1e8d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9c56f7f5-d35b-4b3f-9f46-85456d4c2029 HTTP/1.1" status: 204 len: 168 time: 0.1473248 Jul 28 10:40:39.128151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab47d44-d557-498b-98ba-832f33ed1e8d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c56f7f5-d35b-4b3f-9f46-85456d4c2029,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.134469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55058) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:39.160814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f17c53-33fe-4cf2-aec1-4a3b3ea996de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.232887 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a92ab2bf-fba0-49db-97c3-78450aeb5553 admin admin] Publish callbacks [] for security_group (d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.234574 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-597c8d63-dd56-4dac-8bb3-5a8260f150fc tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0989702 Jul 28 10:40:39.237208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55062) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:39.257751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a22374e3-0531-4227-a947-f4d973f01db0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.273592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a92ab2bf-fba0-49db-97c3-78450aeb5553 admin admin] Publish callbacks [] for security_group (d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.342925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=a22374e3-0531-4227-a947-f4d973f01db0,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.405422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e00047e-d1a3-48e6-a6d9-3f6fc65fb179 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.410599 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc3d6839-3432-4912-abf3-fe213cdf3b48 req-0fc995c1-5c23-4efe-a66f-b4c4519ac131 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b1d6d0e-deb1-4029-9c03-9aace5e9704f HTTP/1.1" status: 200 len: 210 time: 0.0859981 Jul 28 10:40:39.440873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': 'be347e99-7b84-4f61-aa86-735a0dc2c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:39.440873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: a3b0bbd5-c780-408d-9ad3-487f736f82f0, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:40:39.473958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e00047e-d1a3-48e6-a6d9-3f6fc65fb179 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.486409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a92ab2bf-fba0-49db-97c3-78450aeb5553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.502197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a92ab2bf-fba0-49db-97c3-78450aeb5553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.506991 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a92ab2bf-fba0-49db-97c3-78450aeb5553 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89 HTTP/1.1" status: 204 len: 168 time: 0.3887932 Jul 28 10:40:39.534338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ab2bf-fba0-49db-97c3-78450aeb5553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ad6ffc-6c71-4bfb-a76f-bc163ddaaf89,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.538394 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network a3b0bbd5-c780-408d-9ad3-487f736f82f0 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:40:39.559463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a3b0bbd5-c780-408d-9ad3-487f736f82f0) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:39.569641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:39.570261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.575851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a1d83b-51b3-4dc0-9212-900306def679 None None] Network a3b0bbd5-c780-408d-9ad3-487f736f82f0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:39.578813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e00047e-d1a3-48e6-a6d9-3f6fc65fb179 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.584420 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e00047e-d1a3-48e6-a6d9-3f6fc65fb179 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.588428 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4e00047e-d1a3-48e6-a6d9-3f6fc65fb179 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6 HTTP/1.1" status: 204 len: 168 time: 0.3476214 Jul 28 10:40:39.588580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55080) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:39.596435 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:39.625324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00047e-d1a3-48e6-a6d9-3f6fc65fb179 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7bb8b-b61a-48f3-ad4a-98e9bff03ea6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.637043 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-58ad517a-009f-4bd1-a8b9-6b4e6d227633 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3253059 Jul 28 10:40:39.640312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55084) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:39.655766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0', 'name': 'tempest-PortsIpV6TestJSON-818391227'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:39.718157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a37316f5-c922-4c3e-9874-0d0faf0ea2b0 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1260223 Jul 28 10:40:39.720197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:39.925255 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-988e8989-08dd-4533-8f68-6ea66a45ffd9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (26c57765-1632-4be8-a014-7c06afaea868), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.959195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a3b0bbd5-c780-408d-9ad3-487f736f82f0', 'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0', 'project_id': '5d0eb570758645039d1db4acbb53b5fd', 'fixed_ips': [{'subnet_id': 'a22374e3-0531-4227-a947-f4d973f01db0'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:40:39.960397 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.969612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-988e8989-08dd-4533-8f68-6ea66a45ffd9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (26c57765-1632-4be8-a014-7c06afaea868), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:39.984125 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:40.008357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:40.019092 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.067030 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d918504a-26dc-4686-b4c8-ec35a23bab77 req-2fae1d12-1daa-4c1d-a4a2-dcd4e290500b tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fad1e75-acd5-4f7a-a3c7-28050492ebcf HTTP/1.1" status: 200 len: 210 time: 0.1785781 Jul 28 10:40:40.067700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-988e8989-08dd-4533-8f68-6ea66a45ffd9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (26c57765-1632-4be8-a014-7c06afaea868), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.075685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-988e8989-08dd-4533-8f68-6ea66a45ffd9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.081928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 51686828-7315-4dca-8ca4-f5788f1c944a yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:40.099935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-988e8989-08dd-4533-8f68-6ea66a45ffd9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/26c57765-1632-4be8-a014-7c06afaea868 HTTP/1.1" status: 204 len: 168 time: 0.3634589 Jul 28 10:40:40.099935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55102) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:40.099935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e8989-08dd-4533-8f68-6ea66a45ffd9 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c57765-1632-4be8-a014-7c06afaea868,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:40.195716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:40.225458 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc2a0ce8-a6a5-4a11-9191-656fa22da06b tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1354191 Jul 28 10:40:40.226116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55106) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:40.232558 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c1d607b7-0012-4799-8cdf-8b3d17fae40d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150278257'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:40.233055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Allocated IP 2001:db8::2 (a3b0bbd5-c780-408d-9ad3-487f736f82f0/a22374e3-0531-4227-a947-f4d973f01db0/a224e8c7-cb59-410c-9c65-37ff4b2bce89) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:40.295676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d607b7-0012-4799-8cdf-8b3d17fae40d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.355087 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e6e4c13a-e726-4250-8e69-e141977c0762 req-8f25346a-e17c-4912-bba8-7eba8e7cc005 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fad1e75-acd5-4f7a-a3c7-28050492ebcf HTTP/1.1" status: 200 len: 210 time: 0.0416672 Jul 28 10:40:40.433138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d607b7-0012-4799-8cdf-8b3d17fae40d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (fbe54dd7-fa0d-4f81-9788-cd9607b76cc9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.437690 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d607b7-0012-4799-8cdf-8b3d17fae40d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fbe54dd7-fa0d-4f81-9788-cd9607b76cc9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.490158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d607b7-0012-4799-8cdf-8b3d17fae40d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe54dd7-fa0d-4f81-9788-cd9607b76cc9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:40.502206 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Publish callbacks [] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.505725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d607b7-0012-4799-8cdf-8b3d17fae40d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.510911 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c1d607b7-0012-4799-8cdf-8b3d17fae40d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2805161 Jul 28 10:40:40.511404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55124) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:40.516603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.517479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-88e5c9d0-724d-45c9-86de-058a819e0cb3 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'fbe54dd7-fa0d-4f81-9788-cd9607b76cc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:40.574798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Pushing event updated for resources: {'Port': ['ID=a224e8c7-cb59-410c-9c65-37ff4b2bce89,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:40.579887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Network a3b0bbd5-c780-408d-9ad3-487f736f82f0 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:40.582452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:40.588317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:40.665070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-88e5c9d0-724d-45c9-86de-058a819e0cb3 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (c4c87faf-ef7c-44a9-9346-4d8bc143c993), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.694895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Attempting to bind port a224e8c7-cb59-410c-9c65-37ff4b2bce89 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:40.695263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Attempting to bind port a224e8c7-cb59-410c-9c65-37ff4b2bce89 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'be347e99-7b84-4f61-aa86-735a0dc2c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:40.695844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Attempting to bind port a224e8c7-cb59-410c-9c65-37ff4b2bce89 on network a3b0bbd5-c780-408d-9ad3-487f736f82f0 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:40.705112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:40.705803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Checking segment: {'id': 'be347e99-7b84-4f61-aa86-735a0dc2c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:40.706393 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.707543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Bound using segment: {'id': 'be347e99-7b84-4f61-aa86-735a0dc2c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:40.708242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Bound port: a224e8c7-cb59-410c-9c65-37ff4b2bce89, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be347e99-7b84-4f61-aa86-735a0dc2c474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a3b0bbd5-c780-408d-9ad3-487f736f82f0'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:40.708867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.740473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::202 (a3b0bbd5-c780-408d-9ad3-487f736f82f0/a22374e3-0531-4227-a947-f4d973f01db0/51686828-7315-4dca-8ca4-f5788f1c944a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:40.786489 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:40.795153 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55138) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:40.835381 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:40.883850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] For port a224e8c7-cb59-410c-9c65-37ff4b2bce89, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:40.895268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] For port a224e8c7-cb59-410c-9c65-37ff4b2bce89, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a224e8c7-cb59-410c-9c65-37ff4b2bce89,segment=NetworkSegment(be347e99-7b84-4f61-aa86-735a0dc2c474),segment_id=be347e99-7b84-4f61-aa86-735a0dc2c474)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:40.899316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a3151ef-5118-4c53-8f37-2d86213e2d6e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (c1a8ba44-95ab-446f-a066-389a8ffee9ae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.908027 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:40.931139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a3151ef-5118-4c53-8f37-2d86213e2d6e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (c1a8ba44-95ab-446f-a066-389a8ffee9ae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.002503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a3151ef-5118-4c53-8f37-2d86213e2d6e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c1a8ba44-95ab-446f-a066-389a8ffee9ae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.005312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a3151ef-5118-4c53-8f37-2d86213e2d6e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.009262 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7a3151ef-5118-4c53-8f37-2d86213e2d6e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "DELETE /v2.0/security-groups/c1a8ba44-95ab-446f-a066-389a8ffee9ae HTTP/1.1" status: 204 len: 168 time: 0.2159276 Jul 28 10:40:41.016213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55144) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:41.040101 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3151ef-5118-4c53-8f37-2d86213e2d6e tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8ba44-95ab-446f-a066-389a8ffee9ae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:41.048070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93f10f-73f2-4d68-a1cd-07aa5d512fc9 None None] Pushing event updated for resources: {'Port': ['ID=a224e8c7-cb59-410c-9c65-37ff4b2bce89,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:41.061550 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-cba1cea4-e088-4177-995c-dfb7729bdc51 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] show failed (client error): The resource could not be found. Jul 28 10:40:41.065490 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cba1cea4-e088-4177-995c-dfb7729bdc51 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "GET /v2.0/security-groups/c1a8ba44-95ab-446f-a066-389a8ffee9ae HTTP/1.1" status: 404 len: 347 time: 0.0455241 Jul 28 10:40:41.066041 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:41.067311 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55150) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:41.089825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (51686828-7315-4dca-8ca4-f5788f1c944a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.216234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-88e5c9d0-724d-45c9-86de-058a819e0cb3 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (c4c87faf-ef7c-44a9-9346-4d8bc143c993), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.249514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-88e5c9d0-724d-45c9-86de-058a819e0cb3 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c4c87faf-ef7c-44a9-9346-4d8bc143c993), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.281698 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (51686828-7315-4dca-8ca4-f5788f1c944a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.293467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5c9d0-724d-45c9-86de-058a819e0cb3 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c87faf-ef7c-44a9-9346-4d8bc143c993,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:41.305331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Deleting port c5c1f7d6-1054-4771-9e6e-ab9235941470 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:41.305756 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.407455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-88e5c9d0-724d-45c9-86de-058a819e0cb3 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.409016 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-88e5c9d0-724d-45c9-86de-058a819e0cb3 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8966899 Jul 28 10:40:41.412829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55164) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:41.414131 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.454028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network a3b0bbd5-c780-408d-9ad3-487f736f82f0 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:41.462733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:41.470409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:41.472716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:41.475903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:41.483474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72cd16ec-3b7a-4728-ba70-392041419f4f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (c4c87faf-ef7c-44a9-9346-4d8bc143c993), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.484505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.493483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=51686828-7315-4dca-8ca4-f5788f1c944a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:41.509682 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72cd16ec-3b7a-4728-ba70-392041419f4f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (c4c87faf-ef7c-44a9-9346-4d8bc143c993), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.532071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b041-dd0d-49fa-b490-0f6cd051a81f req-8e276eda-a3e7-4228-bdd0-313fa0482bee tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:41.532363 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9e532a4f-005e-49fa-8df1-7bb35bc1183f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8909850 Jul 28 10:40:41.534969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55168) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:41.542450 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34a9b041-dd0d-49fa-b490-0f6cd051a81f req-8e276eda-a3e7-4228-bdd0-313fa0482bee tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/networks?id=de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 200 len: 811 time: 0.2202482 Jul 28 10:40:41.577936 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34a9b041-dd0d-49fa-b490-0f6cd051a81f req-7b44bda4-9e16-40d3-a9aa-74643b3e3425 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/quotas/794d085f90504260907001dece2a9a30 HTTP/1.1" status: 200 len: 375 time: 0.0343320 Jul 28 10:40:41.593955 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.594582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (c5c1f7d6-1054-4771-9e6e-ab9235941470), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.599234 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:41.621274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Calling delete_port for c5c1f7d6-1054-4771-9e6e-ab9235941470 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:41.654163 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34a9b041-dd0d-49fa-b490-0f6cd051a81f req-45b0ae51-5ae3-4dc4-89b7-39708f0cb5bc tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=794d085f90504260907001dece2a9a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748863 Jul 28 10:40:41.703384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55174) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:41.724527 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 51686828-7315-4dca-8ca4-f5788f1c944a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:41.724731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a224e8c7-cb59-410c-9c65-37ff4b2bce89 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:41.726252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (51686828-7315-4dca-8ca4-f5788f1c944a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.804998 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34a9b041-dd0d-49fa-b490-0f6cd051a81f req-8a6dc408-3c3e-4972-8f2c-03e217cb5d7e service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484573 Jul 28 10:40:41.840472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (51686828-7315-4dca-8ca4-f5788f1c944a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.863518 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 51686828-7315-4dca-8ca4-f5788f1c944a owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:41.870107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a224e8c7-cb59-410c-9c65-37ff4b2bce89 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:41.870488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.987772 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34a9b041-dd0d-49fa-b490-0f6cd051a81f req-ec625468-879f-4995-a5dc-74159ec36bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804969 Jul 28 10:40:41.989618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72cd16ec-3b7a-4728-ba70-392041419f4f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c4c87faf-ef7c-44a9-9346-4d8bc143c993), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:41.994899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a224e8c7-cb59-410c-9c65-37ff4b2bce89 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:41.995960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.000034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72cd16ec-3b7a-4728-ba70-392041419f4f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.001464 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-72cd16ec-3b7a-4728-ba70-392041419f4f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c4c87faf-ef7c-44a9-9346-4d8bc143c993 HTTP/1.1" status: 204 len: 168 time: 0.5874913 Jul 28 10:40:42.005735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55182) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:42.020576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd16ec-3b7a-4728-ba70-392041419f4f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4c87faf-ef7c-44a9-9346-4d8bc143c993,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:42.048708 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:42.064034 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c5c1f7d6-1054-4771-9e6e-ab9235941470), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.077930 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3adc9bcc-1b03-4b19-b61c-895814b50d2c tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0697300 Jul 28 10:40:42.091162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55184) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:42.094685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a224e8c7-cb59-410c-9c65-37ff4b2bce89, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a224e8c7-cb59-410c-9c65-37ff4b2bce89,segment=NetworkSegment(be347e99-7b84-4f61-aa86-735a0dc2c474),segment_id=be347e99-7b84-4f61-aa86-735a0dc2c474)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:42.103801 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.212661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Pushing event deleted for resources: {'Port': ['ID=c5c1f7d6-1054-4771-9e6e-ab9235941470,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:42.298054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a224e8c7-cb59-410c-9c65-37ff4b2bce89,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:42.505085 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-785ba6c8-2788-4832-b376-768a62f5c97c req-e6a389a0-fbc4-4081-8a6c-cdd3de2ceb33 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=57479647-3ae9-415f-a82b-d824130ff246 HTTP/1.1" status: 200 len: 210 time: 0.2345707 Jul 28 10:40:42.531672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-600f9e14-5d23-43cb-a590-5a38000517e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.598520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9a05630-10ba-40f2-b349-639f20adf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (fbe54dd7-fa0d-4f81-9788-cd9607b76cc9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.648358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks [] for floatingip (2ccc8e65-50a3-4006-9c5a-c3f4a0d9d700), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.654035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.657805 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a53cdb23-33ae-48f1-8f15-1e16ba703137 tempest-AttachVolumeNegativeTest-748584556 tempest-AttachVolumeNegativeTest-748584556-project] 10.222.0.46 "DELETE /v2.0/floatingips/2ccc8e65-50a3-4006-9c5a-c3f4a0d9d700 HTTP/1.1" status: 204 len: 168 time: 1.5825706 Jul 28 10:40:42.665132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (51686828-7315-4dca-8ca4-f5788f1c944a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.667275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55206) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:42.678039 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:42.684480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50103eb-c5f6-4bfc-956c-31e24cb763d0 None None] Network a3b0bbd5-c780-408d-9ad3-487f736f82f0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:42.706035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=51686828-7315-4dca-8ca4-f5788f1c944a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:42.721620 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9a05630-10ba-40f2-b349-639f20adf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (fbe54dd7-fa0d-4f81-9788-cd9607b76cc9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.848805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:42.854879 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c0477000-bd62-4175-81fa-889acfdc4463 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/51686828-7315-4dca-8ca4-f5788f1c944a HTTP/1.1" status: 204 len: 168 time: 1.3187203 Jul 28 10:40:42.856161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55216) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:42.903151 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:42.920284 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b3d58c-8f27-40e9-95ca-2394d4f2f05e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:40:42.920970 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b3d58c-8f27-40e9-95ca-2394d4f2f05e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:40:42.927694 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f4b3d58c-8f27-40e9-95ca-2394d4f2f05e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/51686828-7315-4dca-8ca4-f5788f1c944a HTTP/1.1" status: 404 len: 333 time: 0.0615997 Jul 28 10:40:42.929692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55218) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:42.959742 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-30273d00-1c3c-40b6-991f-4e47c33d9eb9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:40:42.964293 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30273d00-1c3c-40b6-991f-4e47c33d9eb9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/51686828-7315-4dca-8ca4-f5788f1c944a HTTP/1.1" status: 404 len: 333 time: 0.0332155 Jul 28 10:40:42.965757 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55220) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:42.969776 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:43.064470 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9a05630-10ba-40f2-b349-639f20adf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fbe54dd7-fa0d-4f81-9788-cd9607b76cc9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.069246 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9a05630-10ba-40f2-b349-639f20adf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.071425 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a9a05630-10ba-40f2-b349-639f20adf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/fbe54dd7-fa0d-4f81-9788-cd9607b76cc9 HTTP/1.1" status: 204 len: 168 time: 0.9658568 Jul 28 10:40:43.083512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55226) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:43.121361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-600f9e14-5d23-43cb-a590-5a38000517e1 admin admin] Publish callbacks [] for security_group (d3e07530-6516-4f2f-be96-9c3ef1b9e4b1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.129281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-78030224-4339-4e52-9a9f-dd53b082faf3 None None] Provisioning complete for port a224e8c7-cb59-410c-9c65-37ff4b2bce89 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:43.129696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05630-10ba-40f2-b349-639f20adf47f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe54dd7-fa0d-4f81-9788-cd9607b76cc9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:43.129905 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78030224-4339-4e52-9a9f-dd53b082faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.143748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-600f9e14-5d23-43cb-a590-5a38000517e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d3e07530-6516-4f2f-be96-9c3ef1b9e4b1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.154898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55228) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:43.159797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet a22374e3-0531-4227-a947-f4d973f01db0 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:43.205975 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (a22374e3-0531-4227-a947-f4d973f01db0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.230721 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a5b69fbc-69df-4e2a-a52c-3d9a3bde0b05 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1449699 Jul 28 10:40:43.235322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55232) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:43.244837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3465f3c8-4ad1-458b-90ce-5cf67c3f5b44 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1484570551'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:43.296462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-600f9e14-5d23-43cb-a590-5a38000517e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba9ddc662cdf46aebd484198c33d36eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5887933 Jul 28 10:40:43.297616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55234) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:43.320040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f9e14-5d23-43cb-a590-5a38000517e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e07530-6516-4f2f-be96-9c3ef1b9e4b1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:43.348199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (a22374e3-0531-4227-a947-f4d973f01db0), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.370404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-78030224-4339-4e52-9a9f-dd53b082faf3 None None] Current status of the port a224e8c7-cb59-410c-9c65-37ff4b2bce89 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:43.451501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3465f3c8-4ad1-458b-90ce-5cf67c3f5b44 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.571793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2442794b-3f3e-4893-b733-c78ac77db467 admin admin] Publish callbacks [] for security_group (d3e07530-6516-4f2f-be96-9c3ef1b9e4b1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.598898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2442794b-3f3e-4893-b733-c78ac77db467 admin admin] Publish callbacks [] for security_group (d3e07530-6516-4f2f-be96-9c3ef1b9e4b1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.624261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-68171efc-8579-4f12-ac6e-08f3409df2fa None None] Provisioning complete for port a224e8c7-cb59-410c-9c65-37ff4b2bce89 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:43.624657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68171efc-8579-4f12-ac6e-08f3409df2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.651215 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:43.661385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a22374e3-0531-4227-a947-f4d973f01db0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.694980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2442794b-3f3e-4893-b733-c78ac77db467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d3e07530-6516-4f2f-be96-9c3ef1b9e4b1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.698159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-107741910-network', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:43.705021 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2442794b-3f3e-4893-b733-c78ac77db467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.713572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a224e8c7-cb59-410c-9c65-37ff4b2bce89 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:43.713990 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2442794b-3f3e-4893-b733-c78ac77db467 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3e07530-6516-4f2f-be96-9c3ef1b9e4b1 HTTP/1.1" status: 204 len: 168 time: 0.4098768 Jul 28 10:40:43.732876 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (d0a842b2-6163-44f8-ab39-ae9a43d88215), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.742032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442794b-3f3e-4893-b733-c78ac77db467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e07530-6516-4f2f-be96-9c3ef1b9e4b1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:43.810094 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (a22374e3-0531-4227-a947-f4d973f01db0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.851882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a224e8c7-cb59-410c-9c65-37ff4b2bce89 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:43.852257 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.877849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=a22374e3-0531-4227-a947-f4d973f01db0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:43.899659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:43.907893 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5cc98836-5d1a-4622-9fb2-a8d1e7309451 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/a22374e3-0531-4227-a947-f4d973f01db0 HTTP/1.1" status: 204 len: 168 time: 0.9363976 Jul 28 10:40:43.908287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55250) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:43.930183 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-74176ef3-29db-48fb-a75f-69157bfdc339 req-679eea1f-3220-4d56-a64c-c9386f852589 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=57479647-3ae9-415f-a82b-d824130ff246 HTTP/1.1" status: 200 len: 210 time: 0.1741483 Jul 28 10:40:43.946896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Made reservation on behalf of 837d8bf564654ede973e1598e0fca3d6 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:43.949475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.010843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.064724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-68171efc-8579-4f12-ac6e-08f3409df2fa None None] Current status of the port a224e8c7-cb59-410c-9c65-37ff4b2bce89 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:44.073834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3465f3c8-4ad1-458b-90ce-5cf67c3f5b44 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (f9111383-aa38-406f-8984-431dcafcc5db), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.093662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3465f3c8-4ad1-458b-90ce-5cf67c3f5b44 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9111383-aa38-406f-8984-431dcafcc5db), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.095088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390d845-237d-46a2-bd12-1973e8ca8ec7 None None] Network a3b0bbd5-c780-408d-9ad3-487f736f82f0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:44.115383 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:44.177062 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a3b0bbd5-c780-408d-9ad3-487f736f82f0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.202793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3465f3c8-4ad1-458b-90ce-5cf67c3f5b44 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.207570 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3465f3c8-4ad1-458b-90ce-5cf67c3f5b44 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9707267 Jul 28 10:40:44.208262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55260) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:44.219426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7c169fd1-bc16-4650-821d-c13178537ff5 None None] Could not find standard attr ID for object 51686828-7315-4dca-8ca4-f5788f1c944a. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:40:44.225149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-54c106f5-cbcf-454e-a65d-553513e3a1eb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'f9111383-aa38-406f-8984-431dcafcc5db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:44.237770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f3c8-4ad1-458b-90ce-5cf67c3f5b44 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9111383-aa38-406f-8984-431dcafcc5db,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:44.282761 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:44.283031 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:44.308505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a224e8c7-cb59-410c-9c65-37ff4b2bce89 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:44.364967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port a224e8c7-cb59-410c-9c65-37ff4b2bce89 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:44.365318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.400085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] DHCP port deletion for a3b0bbd5-c780-408d-9ad3-487f736f82f0 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:44.425940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-54c106f5-cbcf-454e-a65d-553513e3a1eb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (074a0ea4-04e0-4729-b118-29b7fbf9b446), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.458572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] For port a224e8c7-cb59-410c-9c65-37ff4b2bce89, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a224e8c7-cb59-410c-9c65-37ff4b2bce89,segment=NetworkSegment(be347e99-7b84-4f61-aa86-735a0dc2c474),segment_id=be347e99-7b84-4f61-aa86-735a0dc2c474)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:44.458990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.486098 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-3ae5b7d7-79a9-4603-a6a6-044b8b026c1f req-37604e8b-c631-4730-8a63-066bd6f81e0e tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=57479647-3ae9-415f-a82b-d824130ff246 HTTP/1.1" status: 200 len: 210 time: 0.2671769 Jul 28 10:40:44.489347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks [] for security_group (2b5ae9bf-8980-4272-896a-31e42a572988), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.506195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for a224e8c7-cb59-410c-9c65-37ff4b2bce89 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:44.518593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] Deleting port a224e8c7-cb59-410c-9c65-37ff4b2bce89 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:44.519558 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.562084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2b5ae9bf-8980-4272-896a-31e42a572988), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.663920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:40:44.666162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Deleting port 2af8ab46-679f-48a5-bc80-b205f45e60ac {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:44.666663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.667707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] For port a224e8c7-cb59-410c-9c65-37ff4b2bce89, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a224e8c7-cb59-410c-9c65-37ff4b2bce89,segment=NetworkSegment(be347e99-7b84-4f61-aa86-735a0dc2c474),segment_id=be347e99-7b84-4f61-aa86-735a0dc2c474)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:44.668724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.695378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ae9bf-8980-4272-896a-31e42a572988,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:44.714384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] Calling delete_port for a224e8c7-cb59-410c-9c65-37ff4b2bce89 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:44.731894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f6a9ba91-1e9f-498b-a0e0-4e25fae58a91), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.733687 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Added segment f6a9ba91-1e9f-498b-a0e0-4e25fae58a91 of type vlan for network c2cbf7b7-6945-4278-9e95-210df42bf84c Jul 28 10:40:44.750966 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-54c106f5-cbcf-454e-a65d-553513e3a1eb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (074a0ea4-04e0-4729-b118-29b7fbf9b446), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.777697 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.793591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-54c106f5-cbcf-454e-a65d-553513e3a1eb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (074a0ea4-04e0-4729-b118-29b7fbf9b446), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.831136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c2cbf7b7-6945-4278-9e95-210df42bf84c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.876931 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c106f5-cbcf-454e-a65d-553513e3a1eb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074a0ea4-04e0-4729-b118-29b7fbf9b446,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:44.900628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=a224e8c7-cb59-410c-9c65-37ff4b2bce89,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:44.906636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No DVR routers for this DVR port a224e8c7-cb59-410c-9c65-37ff4b2bce89 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:44.953227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-54c106f5-cbcf-454e-a65d-553513e3a1eb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:44.957167 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-54c106f5-cbcf-454e-a65d-553513e3a1eb tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7362094 Jul 28 10:40:44.958032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55290) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:44.987349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] For port 2af8ab46-679f-48a5-bc80-b205f45e60ac, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2af8ab46-679f-48a5-bc80-b205f45e60ac,segment=NetworkSegment(d16fc415-b6ba-4c13-bdd5-ea8f1abf9685),segment_id=d16fc415-b6ba-4c13-bdd5-ea8f1abf9685)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:44.987722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.005711 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a224e8c7-cb59-410c-9c65-37ff4b2bce89), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.008993 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c2cbf7b7-6945-4278-9e95-210df42bf84c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.010000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:45.010579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.018761 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9c5696bc-6303-48e5-8b0b-2c350f40646d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules/074a0ea4-04e0-4729-b118-29b7fbf9b446 HTTP/1.1" status: 200 len: 763 time: 0.0401497 Jul 28 10:40:45.019545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55292) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:45.020547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Calling delete_port for 2af8ab46-679f-48a5-bc80-b205f45e60ac owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:45.083759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] Pushing event deleted for resources: {'Port': ['ID=a224e8c7-cb59-410c-9c65-37ff4b2bce89,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:45.105570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9176735-7cdf-409d-9963-8b75b9a9f28d None None] No DVR routers for this DVR port a224e8c7-cb59-410c-9c65-37ff4b2bce89 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:45.127734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a3b0bbd5-c780-408d-9ad3-487f736f82f0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.154690 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:45.165935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0060697 Jul 28 10:40:45.170709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55300) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:45.172853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:45.176333 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Request body: {'subnet': {'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-subnet', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:45.183036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9c749-e32e-408b-81c3-45c5845fc87e admin admin] Pushing event updated for resources: {'Network': ['ID=c2cbf7b7-6945-4278-9e95-210df42bf84c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:45.196403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c2cbf7b7-6945-4278-9e95-210df42bf84c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:40:45.206125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b0bbd5-c780-408d-9ad3-487f736f82f0']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:45.212598 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a46da5cd-977f-41d3-9fec-31d87cbcc11d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1880350 Jul 28 10:40:45.219186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55304) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:45.256767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be347e99-7b84-4f61-aa86-735a0dc2c474') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:45.266261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be347e99-7b84-4f61-aa86-735a0dc2c474') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:45.287981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29846a34-65a7-4fe2-8483-7a02062c4cbc tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (074a0ea4-04e0-4729-b118-29b7fbf9b446), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.300322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29846a34-65a7-4fe2-8483-7a02062c4cbc tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (074a0ea4-04e0-4729-b118-29b7fbf9b446), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.308313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (be347e99-7b84-4f61-aa86-735a0dc2c474), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.340379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Made reservation on behalf of 837d8bf564654ede973e1598e0fca3d6 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:45.353346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.377535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (be347e99-7b84-4f61-aa86-735a0dc2c474), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.378071 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:45.392840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29846a34-65a7-4fe2-8483-7a02062c4cbc tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (074a0ea4-04e0-4729-b118-29b7fbf9b446), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.427281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29846a34-65a7-4fe2-8483-7a02062c4cbc tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.428540 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-29846a34-65a7-4fe2-8483-7a02062c4cbc tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/074a0ea4-04e0-4729-b118-29b7fbf9b446 HTTP/1.1" status: 204 len: 168 time: 0.2085786 Jul 28 10:40:45.433834 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55318) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:45.482783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:45.483438 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (be347e99-7b84-4f61-aa86-735a0dc2c474), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.507738 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29846a34-65a7-4fe2-8483-7a02062c4cbc tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=074a0ea4-04e0-4729-b118-29b7fbf9b446,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:45.597026 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment be347e99-7b84-4f61-aa86-735a0dc2c474 resource provider aggregate not found Jul 28 10:40:45.647654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a224e8c7-cb59-410c-9c65-37ff4b2bce89 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:45.674946 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment be347e99-7b84-4f61-aa86-735a0dc2c474 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be347e99-7b84-4f61-aa86-735a0dc2c474 found for delete ", "request_id": "req-886ab7b0-2414-4672-9b29-9b90ce152e9b"}]} Jul 28 10:40:45.687467 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:45.702801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a224e8c7-cb59-410c-9c65-37ff4b2bce89 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:45.703757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a224e8c7-cb59-410c-9c65-37ff4b2bce89 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:45.742647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a3b0bbd5-c780-408d-9ad3-487f736f82f0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.760251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2af8ab46-679f-48a5-bc80-b205f45e60ac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.765684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:45.769294 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/a3b0bbd5-c780-408d-9ad3-487f736f82f0 HTTP/1.1" status: 204 len: 168 time: 1.8600442 Jul 28 10:40:45.783034 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ccddf945-5dfe-4cf1-a7d5-d2705079773d tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3082726 Jul 28 10:40:45.787884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55330) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:45.788562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55332) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:45.810115 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1356110857'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:45.816683 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b2d939b8-3a10-4790-a305-f53be3963433 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'f9111383-aa38-406f-8984-431dcafcc5db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:45.829467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acee38f-1ec0-49b9-a64b-e256fc4c42f7 req-ad06a506-6cff-416f-bc32-80122adf1c20 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:45.836790 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0acee38f-1ec0-49b9-a64b-e256fc4c42f7 req-ad06a506-6cff-416f-bc32-80122adf1c20 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/networks?id=de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 200 len: 811 time: 0.4715154 Jul 28 10:40:45.857334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d72af-3b0f-4a82-877d-6f205de42729 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=a3b0bbd5-c780-408d-9ad3-487f736f82f0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:45.864466 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af8ab46-679f-48a5-bc80-b205f45e60ac,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:45.943565 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0acee38f-1ec0-49b9-a64b-e256fc4c42f7 req-9265d2af-b27a-4373-8bcf-6d3c7a56b372 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/quotas/794d085f90504260907001dece2a9a30 HTTP/1.1" status: 200 len: 375 time: 0.1055624 Jul 28 10:40:45.965321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:45.973783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.066300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d939b8-3a10-4790-a305-f53be3963433 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (04d03d57-d8a1-493d-b918-15a05814235c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.089710 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0acee38f-1ec0-49b9-a64b-e256fc4c42f7 req-4109981c-940e-4a00-986c-3352943ff11e tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=794d085f90504260907001dece2a9a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451035 Jul 28 10:40:46.161966 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55342) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:46.182219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (d0a842b2-6163-44f8-ab39-ae9a43d88215), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.261215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:40:46.356754 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a3f77c8c-6069-4ee1-a438-d02a68d767b4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.357762 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment a3f77c8c-6069-4ee1-a438-d02a68d767b4 of type vlan for network 672b16e7-9d79-40c0-9e28-b61020d176c6 Jul 28 10:40:46.380090 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:46.383230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (7ccac2a8-8ff8-48d5-9eef-f85f320c5e82), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.467901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-673f75ef-6212-47ad-9c26-e3f2924a59fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.750491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Router d0a842b2-6163-44f8-ab39-ae9a43d88215 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:46.850641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d939b8-3a10-4790-a305-f53be3963433 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (04d03d57-d8a1-493d-b918-15a05814235c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.862809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:46.865176 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (672b16e7-9d79-40c0-9e28-b61020d176c6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.869920 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-539a1987-9de5-4710-8816-7054569a67b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/d0a842b2-6163-44f8-ab39-ae9a43d88215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1951001 Jul 28 10:40:46.875582 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55360) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:46.879792 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] Sync routers for ids ['d0a842b2-6163-44f8-ab39-ae9a43d88215'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:46.882017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccac2a8-8ff8-48d5-9eef-f85f320c5e82,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:46.884194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d939b8-3a10-4790-a305-f53be3963433 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (04d03d57-d8a1-493d-b918-15a05814235c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:46.897565 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] Routers {'d0a842b2-6163-44f8-ab39-ae9a43d88215'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:46.898302 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d0a842b2-6163-44f8-ab39-ae9a43d88215'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:46.924152 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0acee38f-1ec0-49b9-a64b-e256fc4c42f7 req-f959c090-ef2f-4b67-a581-d694f210e0ef service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334453 Jul 28 10:40:47.000052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d939b8-3a10-4790-a305-f53be3963433 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d03d57-d8a1-493d-b918-15a05814235c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:47.001719 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:47.022264 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] Set router d0a842b2-6163-44f8-ab39-ae9a43d88215 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:47.068723 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2d939b8-3a10-4790-a305-f53be3963433 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.069940 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2d939b8-3a10-4790-a305-f53be3963433 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2788866 Jul 28 10:40:47.070700 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (672b16e7-9d79-40c0-9e28-b61020d176c6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.072876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55372) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:47.075633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:47.077153 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.099015 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4f09fb12-8f4c-466c-88dc-721530dbe5d2 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules/04d03d57-d8a1-493d-b918-15a05814235c HTTP/1.1" status: 200 len: 763 time: 0.0249515 Jul 28 10:40:47.101797 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55376) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:47.159157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6696acae-d2e3-4a70-bb66-de3291dba4e1 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0558357 Jul 28 10:40:47.161611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55384) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:47.196578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a965e9dc-0c7d-4f5e-9ce2-30d27f584778 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (04d03d57-d8a1-493d-b918-15a05814235c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.218047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a965e9dc-0c7d-4f5e-9ce2-30d27f584778 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (04d03d57-d8a1-493d-b918-15a05814235c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.239485 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:40:45Z', 'revision_number': 5, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:47.255204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a965e9dc-0c7d-4f5e-9ce2-30d27f584778 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (04d03d57-d8a1-493d-b918-15a05814235c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.262658 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a965e9dc-0c7d-4f5e-9ce2-30d27f584778 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.268157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a965e9dc-0c7d-4f5e-9ce2-30d27f584778 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/04d03d57-d8a1-493d-b918-15a05814235c HTTP/1.1" status: 204 len: 168 time: 0.1022637 Jul 28 10:40:47.268769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:47.278989 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] Checking router: d0a842b2-6163-44f8-ab39-ae9a43d88215 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:47.285949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965e9dc-0c7d-4f5e-9ce2-30d27f584778 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d03d57-d8a1-493d-b918-15a05814235c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:47.290770 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] Routers {'d0a842b2-6163-44f8-ab39-ae9a43d88215'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:47.291520 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d0a842b2-6163-44f8-ab39-ae9a43d88215'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:47.304212 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0acee38f-1ec0-49b9-a64b-e256fc4c42f7 req-d6c783e1-21fe-4c84-b973-11791f279b56 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232296 Jul 28 10:40:47.305754 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks [] for router (d0a842b2-6163-44f8-ab39-ae9a43d88215), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.305930 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:47.334754 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fe04b8b9-2295-4223-8492-5973d0d05a8a tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621731 Jul 28 10:40:47.337251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:47.342828 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': 'f9111383-aa38-406f-8984-431dcafcc5db', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:47.384152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Checking segment: {'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:47.388168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Network hostable DHCP agents. Network: c2cbf7b7-6945-4278-9e95-210df42bf84c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:40:47.475268 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] Set router d0a842b2-6163-44f8-ab39-ae9a43d88215 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:47.498963 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Project d228b00553d04aeaa5ca5457ddd5cebb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:40:47.506510 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (31b46be9-7c96-46aa-ba42-6a03c2e65a60), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.629235 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 1.8392513 Jul 28 10:40:47.639845 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55428) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:47.645315 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ac1a8-00cd-4e7e-bc4c-af43776ec330 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=672b16e7-9d79-40c0-9e28-b61020d176c6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:47.665995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 672b16e7-9d79-40c0-9e28-b61020d176c6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:40:47.671041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:47.708435 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:47.713531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-673f75ef-6212-47ad-9c26-e3f2924a59fb admin admin] Publish callbacks [] for security_group (67903ead-2f98-4b53-b28e-4030804810c9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.802558 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:40:45Z', 'revision_number': 5, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:47.834818 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-26aa6b9d-d1ee-4eed-95eb-70102918fdc9 req-47c10da3-8495-47fb-a40c-ffd80c8ccadb tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a54cb89-4148-4b5b-9d4a-447c7af6172f HTTP/1.1" status: 200 len: 210 time: 0.2286625 Jul 28 10:40:47.851918 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-673f75ef-6212-47ad-9c26-e3f2924a59fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (67903ead-2f98-4b53-b28e-4030804810c9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.870997 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a5e3-1d1a-40dc-b594-041760a87649 None None] The sync data for ids ['d0a842b2-6163-44f8-ab39-ae9a43d88215'] in n-d-850468-6 is: [{'id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'name': 'tempest-AttachVolumeNegativeTest-281855336-router', 'tenant_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:39:49Z', 'updated_at': '2022-07-28T10:40:45Z', 'revision_number': 5, 'project_id': 'ec19e33656204aba8f69bb49d4c16d4a', 'gw_port': {'id': '9b4acc09-79a8-4585-86cd-67bb6f37cd8b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a842b2-6163-44f8-ab39-ae9a43d88215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:39:51Z', 'updated_at': '2022-07-28T10:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:47.899160 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Network c2cbf7b7-6945-4278-9e95-210df42bf84c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:40:47.932439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (31b46be9-7c96-46aa-ba42-6a03c2e65a60), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.938635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (31b46be9-7c96-46aa-ba42-6a03c2e65a60), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.965407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f75ef-6212-47ad-9c26-e3f2924a59fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67903ead-2f98-4b53-b28e-4030804810c9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:47.984351 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:47.988062 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6475327 Jul 28 10:40:47.989199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9504c6-6e66-41f5-94b5-a9ca670c1182 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b46be9-7c96-46aa-ba42-6a03c2e65a60,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:47.995256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55444) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:48.007642 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-673f75ef-6212-47ad-9c26-e3f2924a59fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75f19d5d5b144538a3fa90e36e3dc00e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8428411 Jul 28 10:40:48.011504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c2cbf7b7-6945-4278-9e95-210df42bf84c) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:48.011924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:48.020280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks [] for router_gateway (d0a842b2-6163-44f8-ab39-ae9a43d88215), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.020463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c3cd6-856d-47cb-b0b2-482d970be084 None None] Network c2cbf7b7-6945-4278-9e95-210df42bf84c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:48.035216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:48.035823 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.051827 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ebc91c82-f9a3-4748-a016-89cdcf2a98b8 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules/31b46be9-7c96-46aa-ba42-6a03c2e65a60 HTTP/1.1" status: 200 len: 769 time: 0.0554018 Jul 28 10:40:48.055018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:48.057012 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8c231276-8c13-496e-9fb6-52426699243f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8845022 Jul 28 10:40:48.072712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55454) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:48.075068 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:48.081022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.083414 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:48.087632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:48.152286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Deleting port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:48.152589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.172375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92b14077-bdf2-4fd7-9540-78834accb6a6 admin admin] Publish callbacks [] for security_group (67903ead-2f98-4b53-b28e-4030804810c9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.191626 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-54b82018-03f8-4146-9deb-68747ec9f95f tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1347530 Jul 28 10:40:48.205385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55464) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:48.233038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.234338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.258443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92b14077-bdf2-4fd7-9540-78834accb6a6 admin admin] Publish callbacks [] for security_group (67903ead-2f98-4b53-b28e-4030804810c9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.270545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47226290-9b30-4370-abc8-7db4010c11dd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (31b46be9-7c96-46aa-ba42-6a03c2e65a60), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.283746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47226290-9b30-4370-abc8-7db4010c11dd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (31b46be9-7c96-46aa-ba42-6a03c2e65a60), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.328640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47226290-9b30-4370-abc8-7db4010c11dd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (31b46be9-7c96-46aa-ba42-6a03c2e65a60), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.336567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47226290-9b30-4370-abc8-7db4010c11dd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.340566 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-47226290-9b30-4370-abc8-7db4010c11dd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/31b46be9-7c96-46aa-ba42-6a03c2e65a60 HTTP/1.1" status: 204 len: 168 time: 0.1304340 Jul 28 10:40:48.351546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55468) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:48.377642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47226290-9b30-4370-abc8-7db4010c11dd tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31b46be9-7c96-46aa-ba42-6a03c2e65a60,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:48.434323 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:48.490937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-c2cbf7b7-6945-4278-9e95-210df42bf84c', 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c', 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'fixed_ips': [{'subnet_id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:40:48.492116 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.496814 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks [] for router_controller (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.535269 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23ce5e3f-46fd-4b4a-973c-2bb3e0de6bb1 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1824918 Jul 28 10:40:48.537752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] For port 9b4acc09-79a8-4585-86cd-67bb6f37cd8b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:48.538312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.543297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:48.601184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Calling delete_port for 9b4acc09-79a8-4585-86cd-67bb6f37cd8b owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:48.646840 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:48.680749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92b14077-bdf2-4fd7-9540-78834accb6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (67903ead-2f98-4b53-b28e-4030804810c9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.684218 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92b14077-bdf2-4fd7-9540-78834accb6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.688528 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-92b14077-bdf2-4fd7-9540-78834accb6a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67903ead-2f98-4b53-b28e-4030804810c9 HTTP/1.1" status: 204 len: 168 time: 0.6718400 Jul 28 10:40:48.777653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b14077-bdf2-4fd7-9540-78834accb6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67903ead-2f98-4b53-b28e-4030804810c9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:48.786920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks [] for router_gateway (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:48.899342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Allocated IP 172.20.0.2 (c2cbf7b7-6945-4278-9e95-210df42bf84c/7ccac2a8-8ff8-48d5-9eef-f85f320c5e82/9aa10d94-d9f6-40d5-90db-1e51618160ca) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:48.901043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55478) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:49.009541 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:49.066183 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2d08b9b-161d-43e9-8f21-86130467947d req-e1bc5e1a-0e53-4406-8d96-2faa977dd89a tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a54cb89-4148-4b5b-9d4a-447c7af6172f HTTP/1.1" status: 200 len: 210 time: 0.0478597 Jul 28 10:40:49.077767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (dc0d870b-a29c-4092-bb38-1b4cea318811), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.156084 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:49.157972 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks [] for router_gateway (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.163408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47d00307-6694-41cc-b96b-db3c5e1a9f07 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (f9111383-aa38-406f-8984-431dcafcc5db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.180139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.280354 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Publish callbacks [] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.282449 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:49.286843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47b59fd3-9d10-4cb6-a3c9-57b0a7afd778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.287611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9b4acc09-79a8-4585-86cd-67bb6f37cd8b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.298194 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.362232 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55488) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:49.364059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47d00307-6694-41cc-b96b-db3c5e1a9f07 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (f9111383-aa38-406f-8984-431dcafcc5db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.366724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4acc09-79a8-4585-86cd-67bb6f37cd8b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:49.370896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Network c2cbf7b7-6945-4278-9e95-210df42bf84c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:49.379446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:49.383602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:49.390638 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3132ef6d-528e-466c-a8de-3c31010b2597 req-55fcf2a1-fb57-490b-a1a5-0d98d9e4d638 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a54cb89-4148-4b5b-9d4a-447c7af6172f HTTP/1.1" status: 200 len: 210 time: 0.0467677 Jul 28 10:40:49.396761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Pushing event updated for resources: {'Port': ['ID=9aa10d94-d9f6-40d5-90db-1e51618160ca,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:49.428761 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:49.452063 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56be94af-0d94-49d7-ace4-6c61770e4e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.456374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Allocated IP 172.25.2.42 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/870cf593-b463-44f5-90e8-2413c94938e6) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:49.479568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Attempting to bind port 9aa10d94-d9f6-40d5-90db-1e51618160ca on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:49.479770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Attempting to bind port 9aa10d94-d9f6-40d5-90db-1e51618160ca by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:49.480112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Attempting to bind port 9aa10d94-d9f6-40d5-90db-1e51618160ca on network c2cbf7b7-6945-4278-9e95-210df42bf84c {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:49.505124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:49.506075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Checking segment: {'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:49.506541 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.507133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Bound using segment: {'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:49.507714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Bound port: 9aa10d94-d9f6-40d5-90db-1e51618160ca, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:49.508230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.537298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': 'a3f77c8c-6069-4ee1-a438-d02a68d767b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:49.537990 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: 672b16e7-9d79-40c0-9e28-b61020d176c6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:40:49.556613 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=dc0d870b-a29c-4092-bb38-1b4cea318811,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:49.606414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] For port 9aa10d94-d9f6-40d5-90db-1e51618160ca, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:49.613585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] For port 9aa10d94-d9f6-40d5-90db-1e51618160ca, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9aa10d94-d9f6-40d5-90db-1e51618160ca,segment=NetworkSegment(f6a9ba91-1e9f-498b-a0e0-4e25fae58a91),segment_id=f6a9ba91-1e9f-498b-a0e0-4e25fae58a91)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:49.622063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.659738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2af8ab46-679f-48a5-bc80-b205f45e60ac no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:49.717385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56be94af-0d94-49d7-ace4-6c61770e4e92 admin admin] Publish callbacks [] for security_group (53f3fb3c-b89c-4269-936f-aad8ddb4c560), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.721357 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47b59fd3-9d10-4cb6-a3c9-57b0a7afd778 admin admin] Publish callbacks [] for security_group (00f21b41-ef5b-48c2-8364-92cdcceea3b9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.721530 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (d0a842b2-6163-44f8-ab39-ae9a43d88215), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.738956 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47b59fd3-9d10-4cb6-a3c9-57b0a7afd778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (00f21b41-ef5b-48c2-8364-92cdcceea3b9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.756008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2af8ab46-679f-48a5-bc80-b205f45e60ac {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:49.756361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2af8ab46-679f-48a5-bc80-b205f45e60ac not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:49.761263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56be94af-0d94-49d7-ace4-6c61770e4e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (53f3fb3c-b89c-4269-936f-aad8ddb4c560), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.786162 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-47b59fd3-9d10-4cb6-a3c9-57b0a7afd778 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bcf905d8bc4405f94676f49a227052a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8839097 Jul 28 10:40:49.794386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55496) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:49.816085 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 672b16e7-9d79-40c0-9e28-b61020d176c6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:40:49.828537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ffb3a-2f33-4259-9d43-f6a005660164 None None] Pushing event updated for resources: {'Port': ['ID=9aa10d94-d9f6-40d5-90db-1e51618160ca,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:49.880740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (d0a842b2-6163-44f8-ab39-ae9a43d88215), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.884846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks [] for router_controller (d0a842b2-6163-44f8-ab39-ae9a43d88215), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.896040 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b59fd3-9d10-4cb6-a3c9-57b0a7afd778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f21b41-ef5b-48c2-8364-92cdcceea3b9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:49.918381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks [] for port (870cf593-b463-44f5-90e8-2413c94938e6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.978437 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077f4bb8-b93a-4e1a-97d1-9ff0882c2f87 admin admin] Publish callbacks [] for security_group (00f21b41-ef5b-48c2-8364-92cdcceea3b9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:49.985277 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-56be94af-0d94-49d7-ace4-6c61770e4e92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3e47cb830ef4447a46b58a865b2a4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6083794 Jul 28 10:40:49.986055 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55500) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:50.067726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (d0a842b2-6163-44f8-ab39-ae9a43d88215), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.068573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a842b2-6163-44f8-ab39-ae9a43d88215 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:40:50.073771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.078200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (870cf593-b463-44f5-90e8-2413c94938e6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.078998 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b66fed5e-8f22-4408-a970-0a9db3c18684 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d0a842b2-6163-44f8-ab39-ae9a43d88215 HTTP/1.1" status: 204 len: 168 time: 3.1977637 Jul 28 10:40:50.079720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55502) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:50.089989 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47d00307-6694-41cc-b96b-db3c5e1a9f07 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9111383-aa38-406f-8984-431dcafcc5db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.108096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077f4bb8-b93a-4e1a-97d1-9ff0882c2f87 admin admin] Publish callbacks [] for security_group (00f21b41-ef5b-48c2-8364-92cdcceea3b9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.141084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47d00307-6694-41cc-b96b-db3c5e1a9f07 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.150246 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47d00307-6694-41cc-b96b-db3c5e1a9f07 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/f9111383-aa38-406f-8984-431dcafcc5db HTTP/1.1" status: 204 len: 168 time: 1.5897326 Jul 28 10:40:50.160776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be94af-0d94-49d7-ace4-6c61770e4e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f3fb3c-b89c-4269-936f-aad8ddb4c560,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:50.181380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 672b16e7-9d79-40c0-9e28-b61020d176c6) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:50.212085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247cba1e-170c-40da-b3a6-755f37418752 None None] Network 672b16e7-9d79-40c0-9e28-b61020d176c6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:50.274484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55504) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:50.331815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] Deleting subnet 715bdca3-13f7-4bcf-9610-516b7286191a {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:50.344067 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:50.344675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.350610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] Publish callbacks [] for subnet (715bdca3-13f7-4bcf-9610-516b7286191a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.353359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d00307-6694-41cc-b96b-db3c5e1a9f07 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9111383-aa38-406f-8984-431dcafcc5db,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:50.405520 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1bc62278-3c73-42f6-8243-1d698df3a94a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7482045 Jul 28 10:40:50.407573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:50.408891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55516) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:50.417789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1749673717'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:50.426263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (715bdca3-13f7-4bcf-9610-516b7286191a), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.439219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:50.463167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-672b16e7-9d79-40c0-9e28-b61020d176c6', 'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6', 'project_id': '5d0eb570758645039d1db4acbb53b5fd', 'fixed_ips': [{'subnet_id': 'dc0d870b-a29c-4092-bb38-1b4cea318811'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:40:50.463395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:50.464915 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.502777 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:50.535049 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:50.605788 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-617cccb3-3af6-4266-b0e4-940c79b465af tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3279209 Jul 28 10:40:50.606528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Pushing event updated for resources: {'Port': ['ID=870cf593-b463-44f5-90e8-2413c94938e6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:50.613107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55518) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:50.619313 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7f44e449-59df-4f9b-be4b-74fdb854b215 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group': {'name': 'tempest-secgroup--358021706'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:50.620418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077f4bb8-b93a-4e1a-97d1-9ff0882c2f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (00f21b41-ef5b-48c2-8364-92cdcceea3b9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.623660 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077f4bb8-b93a-4e1a-97d1-9ff0882c2f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.628625 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-077f4bb8-b93a-4e1a-97d1-9ff0882c2f87 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00f21b41-ef5b-48c2-8364-92cdcceea3b9 HTTP/1.1" status: 204 len: 168 time: 0.8290370 Jul 28 10:40:50.650021 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:50.653014 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (715bdca3-13f7-4bcf-9610-516b7286191a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.659318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f44e449-59df-4f9b-be4b-74fdb854b215 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.681968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Allocated IP 2001:db8::2 (672b16e7-9d79-40c0-9e28-b61020d176c6/dc0d870b-a29c-4092-bb38-1b4cea318811/d1934217-2280-4411-a43c-7b39c6fb58de) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:50.688913 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f4bb8-b93a-4e1a-97d1-9ff0882c2f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f21b41-ef5b-48c2-8364-92cdcceea3b9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:50.717595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:50.721118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.730268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40aa539e-4061-4b3f-b2a5-86db7ed2b012 admin admin] Publish callbacks [] for security_group (53f3fb3c-b89c-4269-936f-aad8ddb4c560), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.731774 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:50.764266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port e85c67c9-43d0-4c52-9489-dd1cdb9fc50f yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:50.910557 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Publish callbacks [] for port (d1934217-2280-4411-a43c-7b39c6fb58de), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.911986 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (715bdca3-13f7-4bcf-9610-516b7286191a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.913035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40aa539e-4061-4b3f-b2a5-86db7ed2b012 admin admin] Publish callbacks [] for security_group (53f3fb3c-b89c-4269-936f-aad8ddb4c560), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.915688 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:50.928485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:50.983921 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:51.012357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Network 672b16e7-9d79-40c0-9e28-b61020d176c6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:51.017381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:51.023168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:51.027189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Pushing event updated for resources: {'Port': ['ID=d1934217-2280-4411-a43c-7b39c6fb58de,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:51.035350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::39c (672b16e7-9d79-40c0-9e28-b61020d176c6/dc0d870b-a29c-4092-bb38-1b4cea318811/e85c67c9-43d0-4c52-9489-dd1cdb9fc50f) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:51.119922 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9f740-df34-4e46-a85c-b55f6afc2251 req-b347ab35-4826-4b35-8fb8-8190692fffd5 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:51.127611 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-50f9f740-df34-4e46-a85c-b55f6afc2251 req-b347ab35-4826-4b35-8fb8-8190692fffd5 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/networks?id=de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 200 len: 811 time: 0.7817011 Jul 28 10:40:51.131248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Attempting to bind port d1934217-2280-4411-a43c-7b39c6fb58de on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:51.131632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Attempting to bind port d1934217-2280-4411-a43c-7b39c6fb58de by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a3f77c8c-6069-4ee1-a438-d02a68d767b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:51.132061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Attempting to bind port d1934217-2280-4411-a43c-7b39c6fb58de on network 672b16e7-9d79-40c0-9e28-b61020d176c6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:51.138165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:51.139464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Checking segment: {'id': 'a3f77c8c-6069-4ee1-a438-d02a68d767b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:51.139660 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.140352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Bound using segment: {'id': 'a3f77c8c-6069-4ee1-a438-d02a68d767b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:51.140848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Bound port: d1934217-2280-4411-a43c-7b39c6fb58de, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f77c8c-6069-4ee1-a438-d02a68d767b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '672b16e7-9d79-40c0-9e28-b61020d176c6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:51.141283 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.192260 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-50f9f740-df34-4e46-a85c-b55f6afc2251 req-4a0c9916-7ab4-4ef8-a92a-6c57cb5d70ec tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/quotas/794d085f90504260907001dece2a9a30 HTTP/1.1" status: 200 len: 375 time: 0.0634222 Jul 28 10:40:51.237411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] For port d1934217-2280-4411-a43c-7b39c6fb58de, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:51.243259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] For port d1934217-2280-4411-a43c-7b39c6fb58de, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d1934217-2280-4411-a43c-7b39c6fb58de,segment=NetworkSegment(a3f77c8c-6069-4ee1-a438-d02a68d767b4),segment_id=a3f77c8c-6069-4ee1-a438-d02a68d767b4)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:51.251505 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.267309 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f44e449-59df-4f9b-be4b-74fdb854b215 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (4ec655a1-db36-46ed-873b-a28c4fcdff65), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.269273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715bdca3-13f7-4bcf-9610-516b7286191a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:51.286948 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f44e449-59df-4f9b-be4b-74fdb854b215 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4ec655a1-db36-46ed-873b-a28c4fcdff65), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.332309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565eb763-0eee-4d45-a580-ef740ae2a128 None None] Network 372a43c0-b145-47bb-b735-e65fe29e096f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:51.347541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.355254 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-32ddaf1f-53e3-45e9-b35a-05b4b93f25ba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/715bdca3-13f7-4bcf-9610-516b7286191a HTTP/1.1" status: 204 len: 168 time: 1.2732871 Jul 28 10:40:51.368740 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-50f9f740-df34-4e46-a85c-b55f6afc2251 req-f21c358a-f81f-47b5-950c-6358532de5db tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=794d085f90504260907001dece2a9a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750863 Jul 28 10:40:51.385795 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55544) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:51.407790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f44e449-59df-4f9b-be4b-74fdb854b215 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.410735 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7f44e449-59df-4f9b-be4b-74fdb854b215 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7954612 Jul 28 10:40:51.413536 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40aa539e-4061-4b3f-b2a5-86db7ed2b012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (53f3fb3c-b89c-4269-936f-aad8ddb4c560), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.421370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40aa539e-4061-4b3f-b2a5-86db7ed2b012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.422647 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-40aa539e-4061-4b3f-b2a5-86db7ed2b012 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53f3fb3c-b89c-4269-936f-aad8ddb4c560 HTTP/1.1" status: 204 len: 168 time: 1.4353821 Jul 28 10:40:51.427939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55548) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:51.455149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6cc57125-19da-4287-9a8a-65ee72bd8403 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Request body: {'security_group_rule': {'security_group_id': '4ec655a1-db36-46ed-873b-a28c4fcdff65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:51.510558 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:51.593394 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44e449-59df-4f9b-be4b-74fdb854b215 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec655a1-db36-46ed-873b-a28c4fcdff65,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:51.623282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55554) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:51.709576 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (e85c67c9-43d0-4c52-9489-dd1cdb9fc50f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.753755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3c1c78-1ee7-4824-adc5-54a574f19fbb None None] Network c2cbf7b7-6945-4278-9e95-210df42bf84c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:51.760137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a93996-977b-479d-9ae6-8853933738e3 None None] Pushing event updated for resources: {'Port': ['ID=d1934217-2280-4411-a43c-7b39c6fb58de,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:51.781902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84ddcfe-5211-4457-b02c-60bc5cfa0d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.784840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (372a43c0-b145-47bb-b735-e65fe29e096f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.796539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cc57125-19da-4287-9a8a-65ee72bd8403 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (f8878f24-5dc3-4ea6-8ae3-47719b628888), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.838845 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e85c67c9-43d0-4c52-9489-dd1cdb9fc50f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.876146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa539e-4061-4b3f-b2a5-86db7ed2b012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f3fb3c-b89c-4269-936f-aad8ddb4c560,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:51.943070 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 672b16e7-9d79-40c0-9e28-b61020d176c6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:51.953380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9aa10d94-d9f6-40d5-90db-1e51618160ca up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:51.972737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] DHCP port deletion for 372a43c0-b145-47bb-b735-e65fe29e096f request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:51.985168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks [] for router_gateway (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.985572 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cc57125-19da-4287-9a8a-65ee72bd8403 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (f8878f24-5dc3-4ea6-8ae3-47719b628888), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:51.992804 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:51.993231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:52.000704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:52.006428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:52.007073 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.065671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cc57125-19da-4287-9a8a-65ee72bd8403 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f8878f24-5dc3-4ea6-8ae3-47719b628888), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.135234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-37f33f5a-be9b-499a-94d2-b9516103f35d None None] Provisioning complete for port 9aa10d94-d9f6-40d5-90db-1e51618160ca triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:52.135616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-37f33f5a-be9b-499a-94d2-b9516103f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.143801 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-50f9f740-df34-4e46-a85c-b55f6afc2251 req-cfdd4b0e-3684-479e-9e1a-f0b528260e8c service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738805 Jul 28 10:40:52.179868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cc57125-19da-4287-9a8a-65ee72bd8403 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.181473 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6cc57125-19da-4287-9a8a-65ee72bd8403 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7374372 Jul 28 10:40:52.201636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55572) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:52.210370 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8003807 Jul 28 10:40:52.211479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55576) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:52.223056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc57125-19da-4287-9a8a-65ee72bd8403 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8878f24-5dc3-4ea6-8ae3-47719b628888,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:52.241239 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9aa10d94-d9f6-40d5-90db-1e51618160ca triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:52.241823 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.242741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e9d28-b886-4add-977d-d54c49e9de09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=e85c67c9-43d0-4c52-9489-dd1cdb9fc50f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:52.258893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Deleting port 2976aa43-0d22-4849-a11e-e2eec382e71e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:52.259537 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.338325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] Deleting port 2976aa43-0d22-4849-a11e-e2eec382e71e {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:52.338704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.366892 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:52.433735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] For port 2976aa43-0d22-4849-a11e-e2eec382e71e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2976aa43-0d22-4849-a11e-e2eec382e71e,segment=NetworkSegment(d16fc415-b6ba-4c13-bdd5-ea8f1abf9685),segment_id=d16fc415-b6ba-4c13-bdd5-ea8f1abf9685)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:52.434223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.451699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] Calling delete_port for 2976aa43-0d22-4849-a11e-e2eec382e71e owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:52.541275 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-50f9f740-df34-4e46-a85c-b55f6afc2251 req-7cebb358-bebc-41b3-bf43-2ad370277451 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962743 Jul 28 10:40:52.574007 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:52.580269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] For port 2976aa43-0d22-4849-a11e-e2eec382e71e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2976aa43-0d22-4849-a11e-e2eec382e71e,segment=NetworkSegment(d16fc415-b6ba-4c13-bdd5-ea8f1abf9685),segment_id=d16fc415-b6ba-4c13-bdd5-ea8f1abf9685)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:52.580649 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.580927 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.638074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Calling delete_port for 2976aa43-0d22-4849-a11e-e2eec382e71e owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:52.654149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f5e-044a-4854-82c6-1d92552fe077 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (4ec655a1-db36-46ed-873b-a28c4fcdff65), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.670042 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84ddcfe-5211-4457-b02c-60bc5cfa0d00 admin admin] Publish callbacks [] for security_group (6b259ccb-3975-4ceb-af6f-84e9b8764ced), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.672031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port e85c67c9-43d0-4c52-9489-dd1cdb9fc50f {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:52.672365 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e85c67c9-43d0-4c52-9489-dd1cdb9fc50f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.691103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] No DVR routers for this DVR port 2976aa43-0d22-4849-a11e-e2eec382e71e on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:52.708799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee24f7-a77b-4ab6-998c-3f2814f66336 None None] Pushing event deleted for resources: {'Port': ['ID=2976aa43-0d22-4849-a11e-e2eec382e71e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:52.728249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84ddcfe-5211-4457-b02c-60bc5cfa0d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6b259ccb-3975-4ceb-af6f-84e9b8764ced), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.895767 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:52.901662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-37f33f5a-be9b-499a-94d2-b9516103f35d None None] Current status of the port 9aa10d94-d9f6-40d5-90db-1e51618160ca is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:52.905121 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-37f33f5a-be9b-499a-94d2-b9516103f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:52.929901 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.095348 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:53.149541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:40:53.263765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9aa10d94-d9f6-40d5-90db-1e51618160ca is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:53.265198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.300201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68b9ae-9c0d-433a-ad7a-f4d02ceeb684 None None] Network 672b16e7-9d79-40c0-9e28-b61020d176c6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:53.389604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-37f33f5a-be9b-499a-94d2-b9516103f35d None None] For port 9aa10d94-d9f6-40d5-90db-1e51618160ca, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9aa10d94-d9f6-40d5-90db-1e51618160ca,segment=NetworkSegment(f6a9ba91-1e9f-498b-a0e0-4e25fae58a91),segment_id=f6a9ba91-1e9f-498b-a0e0-4e25fae58a91)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:53.399954 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:53.400168 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-37f33f5a-be9b-499a-94d2-b9516103f35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.473494 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:53.515128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.516476 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e1fd894-f631-4ff3-9dbd-dcb6c79a36e9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4349337 Jul 28 10:40:53.519381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55604) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:53.560980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f5e-044a-4854-82c6-1d92552fe077 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (4ec655a1-db36-46ed-873b-a28c4fcdff65), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.565803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Sync routers for ids ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:53.676775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ddcfe-5211-4457-b02c-60bc5cfa0d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b259ccb-3975-4ceb-af6f-84e9b8764ced,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:53.691352 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (2976aa43-0d22-4849-a11e-e2eec382e71e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.708435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b84ddcfe-5211-4457-b02c-60bc5cfa0d00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b464a10cfd854b2680b6c7be5bc7023b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0783622 Jul 28 10:40:53.711330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55608) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:53.739406 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:40:53.739920 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:40:53.785372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Provisioning complete for port 9aa10d94-d9f6-40d5-90db-1e51618160ca triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:53.785824 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.800584 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f5e-044a-4854-82c6-1d92552fe077 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4ec655a1-db36-46ed-873b-a28c4fcdff65), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.803738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d6d4f5e-044a-4854-82c6-1d92552fe077 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:53.819464 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2d6d4f5e-044a-4854-82c6-1d92552fe077 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/4ec655a1-db36-46ed-873b-a28c4fcdff65 HTTP/1.1" status: 204 len: 168 time: 1.6047802 Jul 28 10:40:53.821165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] No DVR routers for this DVR port 2976aa43-0d22-4849-a11e-e2eec382e71e on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:53.823349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55610) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:53.826676 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2976aa43-0d22-4849-a11e-e2eec382e71e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:53.854878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Routers {'0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:53.856004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:54.010810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f33f5a-be9b-499a-94d2-b9516103f35d None None] Pushing event updated for resources: {'Port': ['ID=9aa10d94-d9f6-40d5-90db-1e51618160ca,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:54.017721 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-40216df4-8611-4e0f-b536-3a339748435a req-b67dc515-4d15-4d1a-a3c0-38be70f72a53 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=56e56a41-3376-4afe-a6f7-2b7a91cb5908 HTTP/1.1" status: 200 len: 210 time: 0.3067405 Jul 28 10:40:54.040618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Set router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:54.064716 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c06659f8-7d05-4a2b-a697-41487138a837 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2272158 Jul 28 10:40:54.078902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d4f5e-044a-4854-82c6-1d92552fe077 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec655a1-db36-46ed-873b-a28c4fcdff65,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:54.120262 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55616) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:54.152381 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e85c67c9-43d0-4c52-9489-dd1cdb9fc50f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.193637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (372a43c0-b145-47bb-b735-e65fe29e096f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.209824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for e85c67c9-43d0-4c52-9489-dd1cdb9fc50f owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:54.274173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372a43c0-b145-47bb-b735-e65fe29e096f']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:54.402971 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-70a52833-3102-4680-b51b-e1853d7d04a5 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2788627 Jul 28 10:40:54.407621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55624) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:54.434532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:54.435317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16fc415-b6ba-4c13-bdd5-ea8f1abf9685') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:54.448070 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:54.465493 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-ca9888c7-060c-448c-825d-6ddbd8d8c585 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] delete failed (client error): The resource could not be found. Jul 28 10:40:54.468993 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca9888c7-060c-448c-825d-6ddbd8d8c585 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "DELETE /v2.0/security-groups/4ec655a1-db36-46ed-873b-a28c4fcdff65 HTTP/1.1" status: 404 len: 347 time: 0.0593162 Jul 28 10:40:54.473841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55626) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:54.476808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (d16fc415-b6ba-4c13-bdd5-ea8f1abf9685), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.480327 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:40:54.498228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Current status of the port 9aa10d94-d9f6-40d5-90db-1e51618160ca is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:54.536497 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9aa10d94-d9f6-40d5-90db-1e51618160ca is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:54.545752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Provisioning complete for port d1934217-2280-4411-a43c-7b39c6fb58de triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:54.554942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d16fc415-b6ba-4c13-bdd5-ea8f1abf9685), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.555439 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.564724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9b4acc09-79a8-4585-86cd-67bb6f37cd8b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:54.585938 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:54.586539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (d16fc415-b6ba-4c13-bdd5-ea8f1abf9685), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.596970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2c69dd-e544-4a02-963e-c2bf5f3e8072 admin admin] Publish callbacks [] for security_group (6b259ccb-3975-4ceb-af6f-84e9b8764ced), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.639076 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:54.640125 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:54.679944 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d16fc415-b6ba-4c13-bdd5-ea8f1abf9685 resource provider aggregate not found Jul 28 10:40:54.680764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9b4acc09-79a8-4585-86cd-67bb6f37cd8b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:54.681187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9b4acc09-79a8-4585-86cd-67bb6f37cd8b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:54.710441 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d16fc415-b6ba-4c13-bdd5-ea8f1abf9685 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d16fc415-b6ba-4c13-bdd5-ea8f1abf9685 found for delete ", "request_id": "req-446fd06f-2868-494d-96fe-5306af394ec2"}]} Jul 28 10:40:54.738995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (372a43c0-b145-47bb-b735-e65fe29e096f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.758891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.762046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2c69dd-e544-4a02-963e-c2bf5f3e8072 admin admin] Publish callbacks [] for security_group (6b259ccb-3975-4ceb-af6f-84e9b8764ced), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:54.767449 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/372a43c0-b145-47bb-b735-e65fe29e096f HTTP/1.1" status: 204 len: 168 time: 3.3517768 Jul 28 10:40:54.840623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '870cf593-b463-44f5-90e8-2413c94938e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:40:51Z', 'revision_number': 3, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port': {'id': '870cf593-b463-44f5-90e8-2413c94938e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:49Z', 'updated_at': '2022-07-28T10:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:54.845943 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0e337064-d5f1-43f4-b8bf-8eaa9571cdf4 tempest-SecGroupIPv6Test-1170438166 tempest-SecGroupIPv6Test-1170438166-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3345246 Jul 28 10:40:54.868240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f039-a046-4a44-8d22-c7efd8f6e6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=372a43c0-b145-47bb-b735-e65fe29e096f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:54.877827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55638) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:54.968070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Checking router: 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:54.968070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Updating router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b port 870cf593-b463-44f5-90e8-2413c94938e6 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:40:55.011406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e85c67c9-43d0-4c52-9489-dd1cdb9fc50f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.015662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (870cf593-b463-44f5-90e8-2413c94938e6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.017301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Current status of the port d1934217-2280-4411-a43c-7b39c6fb58de is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:55.017674 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.056510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=e85c67c9-43d0-4c52-9489-dd1cdb9fc50f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:55.078803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9aa10d94-d9f6-40d5-90db-1e51618160ca up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:55.102200 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.109745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55644) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:55.114144 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8d68d9a9-cd39-4bfe-9dfd-b3a7785e4fd0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/e85c67c9-43d0-4c52-9489-dd1cdb9fc50f HTTP/1.1" status: 204 len: 168 time: 2.8869178 Jul 28 10:40:55.179266 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2c69dd-e544-4a02-963e-c2bf5f3e8072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6b259ccb-3975-4ceb-af6f-84e9b8764ced), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.183361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2c69dd-e544-4a02-963e-c2bf5f3e8072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.184707 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4a2c69dd-e544-4a02-963e-c2bf5f3e8072 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b259ccb-3975-4ceb-af6f-84e9b8764ced HTTP/1.1" status: 204 len: 168 time: 1.4725444 Jul 28 10:40:55.193263 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc3511f-0324-4e6b-b1de-739247a58bea tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:40:55.198357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55650) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:55.199506 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8bc3511f-0324-4e6b-b1de-739247a58bea tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/e85c67c9-43d0-4c52-9489-dd1cdb9fc50f HTTP/1.1" status: 404 len: 333 time: 0.0886796 Jul 28 10:40:55.250965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c69dd-e544-4a02-963e-c2bf5f3e8072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b259ccb-3975-4ceb-af6f-84e9b8764ced,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:55.267734 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c7313565-633e-46f9-9501-38813ad09fee req-35dfc002-6ecf-4a22-a687-af5ea34aaed9 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=56e56a41-3376-4afe-a6f7-2b7a91cb5908 HTTP/1.1" status: 200 len: 210 time: 0.0793486 Jul 28 10:40:55.276786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] For port d1934217-2280-4411-a43c-7b39c6fb58de, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d1934217-2280-4411-a43c-7b39c6fb58de,segment=NetworkSegment(a3f77c8c-6069-4ee1-a438-d02a68d767b4),segment_id=a3f77c8c-6069-4ee1-a438-d02a68d767b4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:55.327351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55660) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:55.337318 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.375713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet dc0d870b-a29c-4092-bb38-1b4cea318811 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:40:55.391027 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (dc0d870b-a29c-4092-bb38-1b4cea318811), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.415440 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.468126 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:55.507476 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (dc0d870b-a29c-4092-bb38-1b4cea318811), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.634144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3dae890c-e0f1-4951-9e6d-142123cab9d5 None None] Could not find standard attr ID for object e85c67c9-43d0-4c52-9489-dd1cdb9fc50f. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:40:55.647187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9aa10d94-d9f6-40d5-90db-1e51618160ca triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:55.647565 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.661123 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2796b6b7-c344-489b-a33e-d5b28981e03b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec19e33656204aba8f69bb49d4c16d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296680 Jul 28 10:40:55.673544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (dc0d870b-a29c-4092-bb38-1b4cea318811), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.711678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3dae890c-e0f1-4951-9e6d-142123cab9d5 None None] Provisioning complete for port d1934217-2280-4411-a43c-7b39c6fb58de triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:55.711980 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3dae890c-e0f1-4951-9e6d-142123cab9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.723277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003a45b-6bc7-4f26-9d41-d99ccd5b3124 None None] Pushing event updated for resources: {'Port': ['ID=d1934217-2280-4411-a43c-7b39c6fb58de,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:55.785521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55666) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:55.832461 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0d7d-35e4-462c-aa2f-51e10d2d2704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:55.846971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55672) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:55.861963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Allocated IP 172.20.0.1 (c2cbf7b7-6945-4278-9e95-210df42bf84c/7ccac2a8-8ff8-48d5-9eef-f85f320c5e82/391ebd6e-af58-4906-b67c-8a0aad719664) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:40:55.885995 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0aaf626f-891c-4a7f-abd9-972638af257e req-dabe8c21-32e3-4678-91f0-83ce086492ef tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=56e56a41-3376-4afe-a6f7-2b7a91cb5908 HTTP/1.1" status: 200 len: 210 time: 0.3024540 Jul 28 10:40:55.907134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (dc0d870b-a29c-4092-bb38-1b4cea318811), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.019720 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:56.022461 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:56.091846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9aa10d94-d9f6-40d5-90db-1e51618160ca is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:56.092927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d1934217-2280-4411-a43c-7b39c6fb58de up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:56.094510 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks [] for port (391ebd6e-af58-4906-b67c-8a0aad719664), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.106376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0d870b-a29c-4092-bb38-1b4cea318811,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:56.110360 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.113496 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-420260d0-2a95-4105-ad91-71ccb776d0f7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/dc0d870b-a29c-4092-bb38-1b4cea318811 HTTP/1.1" status: 204 len: 168 time: 0.9135091 Jul 28 10:40:56.117777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55686) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:56.148973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5577d-0899-4c27-b305-e89acbaa377f None None] Network 672b16e7-9d79-40c0-9e28-b61020d176c6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:40:56.219863 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:56.254742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (672b16e7-9d79-40c0-9e28-b61020d176c6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.280752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef4de10-e3b8-41a7-9c82-20d3bb59ccab admin admin] Publish callbacks [] for security_group (e012c3cb-c051-44aa-96a3-2098d20e9d08), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.329995 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port d1934217-2280-4411-a43c-7b39c6fb58de {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:56.330354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.354994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3dae890c-e0f1-4951-9e6d-142123cab9d5 None None] Current status of the port d1934217-2280-4411-a43c-7b39c6fb58de is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:56.398164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.410011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef4de10-e3b8-41a7-9c82-20d3bb59ccab admin admin] Publish callbacks [] for security_group (e012c3cb-c051-44aa-96a3-2098d20e9d08), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.457475 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Publish callbacks [] for port (870cf593-b463-44f5-90e8-2413c94938e6), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.461811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Network c2cbf7b7-6945-4278-9e95-210df42bf84c is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:56.470110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:56.473938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] For port d1934217-2280-4411-a43c-7b39c6fb58de, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d1934217-2280-4411-a43c-7b39c6fb58de,segment=NetworkSegment(a3f77c8c-6069-4ee1-a438-d02a68d767b4),segment_id=a3f77c8c-6069-4ee1-a438-d02a68d767b4)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:56.474320 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.492491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:56.523822 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (870cf593-b463-44f5-90e8-2413c94938e6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.535972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for d1934217-2280-4411-a43c-7b39c6fb58de owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:56.536867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d1934217-2280-4411-a43c-7b39c6fb58de triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:56.538293 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.542449 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Pushing event updated for resources: {'Port': ['ID=391ebd6e-af58-4906-b67c-8a0aad719664,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:56.600515 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:56.657143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef4de10-e3b8-41a7-9c82-20d3bb59ccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e012c3cb-c051-44aa-96a3-2098d20e9d08), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.660303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.663492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef4de10-e3b8-41a7-9c82-20d3bb59ccab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.666713 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aef4de10-e3b8-41a7-9c82-20d3bb59ccab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e012c3cb-c051-44aa-96a3-2098d20e9d08 HTTP/1.1" status: 204 len: 168 time: 0.8787537 Jul 28 10:40:56.709693 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=75,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:56.845614 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:56.889212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b9730-45d9-4016-8097-d8835758e708 None None] DHCP port deletion for 672b16e7-9d79-40c0-9e28-b61020d176c6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:40:56.893593 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.906960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0d7d-35e4-462c-aa2f-51e10d2d2704 admin admin] Publish callbacks [] for security_group (c7c8fb13-c610-44bd-87f8-0b2e761b1e2d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.909492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4de10-e3b8-41a7-9c82-20d3bb59ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012c3cb-c051-44aa-96a3-2098d20e9d08,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:56.950144 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-99fb5751-16a3-4f8a-af55-3d054b6dc071 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d228b00553d04aeaa5ca5457ddd5cebb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0989614 Jul 28 10:40:56.952842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e2c0d7d-35e4-462c-aa2f-51e10d2d2704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c7c8fb13-c610-44bd-87f8-0b2e761b1e2d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:56.959179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55714) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:57.002567 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e2c0d7d-35e4-462c-aa2f-51e10d2d2704 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa88e600db2e4459948a4a462f081520&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0754321 Jul 28 10:40:57.009367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55720) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:57.123161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c0d7d-35e4-462c-aa2f-51e10d2d2704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c8fb13-c610-44bd-87f8-0b2e761b1e2d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:57.128768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Attempting to bind port 870cf593-b463-44f5-90e8-2413c94938e6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:40:57.129359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Attempting to bind port 870cf593-b463-44f5-90e8-2413c94938e6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:40:57.129940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Attempting to bind port 870cf593-b463-44f5-90e8-2413c94938e6 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:40:57.147755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:40:57.148152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:40:57.148697 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.149100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:40:57.149712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Bound port: 870cf593-b463-44f5-90e8-2413c94938e6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:40:57.150122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (870cf593-b463-44f5-90e8-2413c94938e6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.151777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c116e-1a78-42bd-b0f1-cde21b22b40b None None] Pushing event updated for resources: {'Port': ['ID=870cf593-b463-44f5-90e8-2413c94938e6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:57.152669 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c20e8-de67-45b6-8610-dca0d5f723c1 req-edcf7895-7b8e-4452-8f53-e547b0f8e0e8 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:57.165630 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b97c20e8-de67-45b6-8610-dca0d5f723c1 req-edcf7895-7b8e-4452-8f53-e547b0f8e0e8 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/networks?id=de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 200 len: 811 time: 0.4948418 Jul 28 10:40:57.201131 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b97c20e8-de67-45b6-8610-dca0d5f723c1 req-89b85e56-bb4c-4f1d-b3d5-f0b754cb7ef2 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/quotas/794d085f90504260907001dece2a9a30 HTTP/1.1" status: 200 len: 375 time: 0.0345461 Jul 28 10:40:57.239833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d1934217-2280-4411-a43c-7b39c6fb58de is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:40:57.245630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-69c7c011-145b-4081-bd95-c049e94e9ff8 None None] Provisioning complete for port 391ebd6e-af58-4906-b67c-8a0aad719664 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:57.246038 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69c7c011-145b-4081-bd95-c049e94e9ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.256998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-511b9730-45d9-4016-8097-d8835758e708 None None] Deleting port d1934217-2280-4411-a43c-7b39c6fb58de {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:57.257422 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-511b9730-45d9-4016-8097-d8835758e708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.281591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.307769 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b97c20e8-de67-45b6-8610-dca0d5f723c1 req-3fd17146-8878-4254-a21d-bcf121ba1803 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=794d085f90504260907001dece2a9a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056545 Jul 28 10:40:57.332187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-511b9730-45d9-4016-8097-d8835758e708 None None] For port d1934217-2280-4411-a43c-7b39c6fb58de, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d1934217-2280-4411-a43c-7b39c6fb58de,segment=NetworkSegment(a3f77c8c-6069-4ee1-a438-d02a68d767b4),segment_id=a3f77c8c-6069-4ee1-a438-d02a68d767b4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:57.332601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-511b9730-45d9-4016-8097-d8835758e708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.347994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-511b9730-45d9-4016-8097-d8835758e708 None None] Calling delete_port for d1934217-2280-4411-a43c-7b39c6fb58de owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:40:57.353584 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:57.368865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=d1934217-2280-4411-a43c-7b39c6fb58de,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:57.385820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No DVR routers for this DVR port d1934217-2280-4411-a43c-7b39c6fb58de on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:57.394672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2976aa43-0d22-4849-a11e-e2eec382e71e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:57.409064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5a2-ae72-4207-bb2b-bdf01fd399e3 admin admin] Publish callbacks [] for security_group (c7c8fb13-c610-44bd-87f8-0b2e761b1e2d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.429062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2976aa43-0d22-4849-a11e-e2eec382e71e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:57.429420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2976aa43-0d22-4849-a11e-e2eec382e71e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:57.463938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5a2-ae72-4207-bb2b-bdf01fd399e3 admin admin] Publish callbacks [] for security_group (c7c8fb13-c610-44bd-87f8-0b2e761b1e2d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.486714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] For port 870cf593-b463-44f5-90e8-2413c94938e6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:40:57.519163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (672b16e7-9d79-40c0-9e28-b61020d176c6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.536999 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-511b9730-45d9-4016-8097-d8835758e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (d1934217-2280-4411-a43c-7b39c6fb58de), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.546152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672b16e7-9d79-40c0-9e28-b61020d176c6']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:57.561598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f77c8c-6069-4ee1-a438-d02a68d767b4') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:57.561598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f77c8c-6069-4ee1-a438-d02a68d767b4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:57.563680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-69c7c011-145b-4081-bd95-c049e94e9ff8 None None] Port 391ebd6e-af58-4906-b67c-8a0aad719664 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:57.566411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] For port 870cf593-b463-44f5-90e8-2413c94938e6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=870cf593-b463-44f5-90e8-2413c94938e6,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:40:57.578610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (a3f77c8c-6069-4ee1-a438-d02a68d767b4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.583951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b9730-45d9-4016-8097-d8835758e708 None None] No DVR routers for this DVR port d1934217-2280-4411-a43c-7b39c6fb58de on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:40:57.589391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b9730-45d9-4016-8097-d8835758e708 None None] Pushing event deleted for resources: {'Port': ['ID=d1934217-2280-4411-a43c-7b39c6fb58de,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:57.590664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5a2-ae72-4207-bb2b-bdf01fd399e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c7c8fb13-c610-44bd-87f8-0b2e761b1e2d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.595591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b5a2-ae72-4207-bb2b-bdf01fd399e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.599225 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1eb5b5a2-ae72-4207-bb2b-bdf01fd399e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7c8fb13-c610-44bd-87f8-0b2e761b1e2d HTTP/1.1" status: 204 len: 168 time: 0.5888042 Jul 28 10:40:57.600340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a3f77c8c-6069-4ee1-a438-d02a68d767b4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.612500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d1934217-2280-4411-a43c-7b39c6fb58de no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:57.616841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:57.617289 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (870cf593-b463-44f5-90e8-2413c94938e6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.618723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (a3f77c8c-6069-4ee1-a438-d02a68d767b4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.620195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b5a2-ae72-4207-bb2b-bdf01fd399e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c8fb13-c610-44bd-87f8-0b2e761b1e2d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:57.649931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16c9cc2d-a2a4-4c54-99ad-4d33e5e51a73 admin admin] Publish callbacks [] for security_group (842b1673-6029-4bcd-8e13-2e4176920db0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.704477 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b97c20e8-de67-45b6-8610-dca0d5f723c1 req-2a2f8347-d57a-4e18-89ab-73c714cde473 service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957217 Jul 28 10:40:57.719591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16c9cc2d-a2a4-4c54-99ad-4d33e5e51a73 admin admin] Publish callbacks [] for security_group (842b1673-6029-4bcd-8e13-2e4176920db0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.724263 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:57.728527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c116e-1a78-42bd-b0f1-cde21b22b40b None None] Pushing event updated for resources: {'Port': ['ID=870cf593-b463-44f5-90e8-2413c94938e6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:57.752094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d1934217-2280-4411-a43c-7b39c6fb58de {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:40:57.752655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d1934217-2280-4411-a43c-7b39c6fb58de not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:57.803852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Routers {'0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:40:57.804769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:57.887264 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:57.939348 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a3f77c8c-6069-4ee1-a438-d02a68d767b4 resource provider aggregate not found Jul 28 10:40:57.947030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16c9cc2d-a2a4-4c54-99ad-4d33e5e51a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (842b1673-6029-4bcd-8e13-2e4176920db0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.951633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16c9cc2d-a2a4-4c54-99ad-4d33e5e51a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:57.957570 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-16c9cc2d-a2a4-4c54-99ad-4d33e5e51a73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/842b1673-6029-4bcd-8e13-2e4176920db0 HTTP/1.1" status: 204 len: 168 time: 0.9963849 Jul 28 10:40:57.972852 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b97c20e8-de67-45b6-8610-dca0d5f723c1 req-7faedb64-1350-42ec-a985-5d385af55adb service neutron] 10.222.0.46 "GET /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671335 Jul 28 10:40:57.976186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] Set router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:40:58.012664 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a3f77c8c-6069-4ee1-a438-d02a68d767b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3f77c8c-6069-4ee1-a438-d02a68d767b4 found for delete ", "request_id": "req-02d8ae6b-a7a4-4aed-9b84-7364d3c0750f"}]} Jul 28 10:40:58.076679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9cc2d-a2a4-4c54-99ad-4d33e5e51a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b1673-6029-4bcd-8e13-2e4176920db0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:58.164217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks [] for port (391ebd6e-af58-4906-b67c-8a0aad719664), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.169138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (672b16e7-9d79-40c0-9e28-b61020d176c6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.175550 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.227464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '870cf593-b463-44f5-90e8-2413c94938e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:40:56Z', 'revision_number': 4, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port': {'id': '870cf593-b463-44f5-90e8-2413c94938e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:49Z', 'updated_at': '2022-07-28T10:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '391ebd6e-af58-4906-b67c-8a0aad719664', 'name': '', 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'mac_address': 'fa:16:3e:c0:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:55Z', 'updated_at': '2022-07-28T10:40:55Z', 'revision_number': 1, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'subnets': [{'id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:58.260967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640667b-e0fa-45b3-9c83-0ba62ef8d45e None None] The sync data for ids ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'] in n-d-850468-6 is: [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '870cf593-b463-44f5-90e8-2413c94938e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:40:56Z', 'revision_number': 4, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port': {'id': '870cf593-b463-44f5-90e8-2413c94938e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:49Z', 'updated_at': '2022-07-28T10:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '391ebd6e-af58-4906-b67c-8a0aad719664', 'name': '', 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'mac_address': 'fa:16:3e:c0:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:55Z', 'updated_at': '2022-07-28T10:40:55Z', 'revision_number': 1, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'subnets': [{'id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:58.271720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.287805 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/672b16e7-9d79-40c0-9e28-b61020d176c6 HTTP/1.1" status: 204 len: 168 time: 2.1641145 Jul 28 10:40:58.288019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55758) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:58.293565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'name': 'tempest-PortsIpV6TestJSON-1728445556'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:40:58.444629 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:58.450597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55762) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:58.481577 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e5929-fc91-4c6b-b9e1-f21f6b5e110a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=672b16e7-9d79-40c0-9e28-b61020d176c6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:58.503675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a11d-02ed-4210-afc6-894558e129c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.581716 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-548b0030-85f7-4355-9f82-d7b47246b18d req-7127cffd-f26d-4054-b5c4-306a938663ef tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa4c3239-2aa3-44a1-a37f-63b815d4cba6 HTTP/1.1" status: 200 len: 210 time: 0.2143822 Jul 28 10:40:58.613963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Pushing event updated for resources: {'Port': ['ID=391ebd6e-af58-4906-b67c-8a0aad719664,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:58.616347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.663730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:40:58.667936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.713148 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:58.721185 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port ef5a3366-c02d-45f3-8b9e-408295053cbb yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:40:58.858919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Network c2cbf7b7-6945-4278-9e95-210df42bf84c is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:58.860729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:58.869076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a11d-02ed-4210-afc6-894558e129c4 admin admin] Publish callbacks [] for security_group (e180478a-2d1a-492c-990a-c974c742f259), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.892025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0f2a11d-02ed-4210-afc6-894558e129c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e180478a-2d1a-492c-990a-c974c742f259), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:58.948575 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:40:58.959377 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e0f2a11d-02ed-4210-afc6-894558e129c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b48cd6ce87042cf9003292c61e13ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5050805 Jul 28 10:40:58.973205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55778) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:59.062756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:40:59.161404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2a11d-02ed-4210-afc6-894558e129c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e180478a-2d1a-492c-990a-c974c742f259,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:59.307927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9be0587-4199-465f-b6f5-011acb34220b admin admin] Publish callbacks [] for security_group (e180478a-2d1a-492c-990a-c974c742f259), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.316023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-64897122-afae-4f37-87e3-5d4d352f2c0e None None] Provisioning complete for port 391ebd6e-af58-4906-b67c-8a0aad719664 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:40:59.316628 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-64897122-afae-4f37-87e3-5d4d352f2c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.331141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:59.346041 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-74319a55-3020-49ca-96c0-1d2a553b6788 admin admin] 10.222.0.46 "PUT /v2.0/routers/0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8248565 Jul 28 10:40:59.363551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9be0587-4199-465f-b6f5-011acb34220b admin admin] Publish callbacks [] for security_group (e180478a-2d1a-492c-990a-c974c742f259), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.407556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-64897122-afae-4f37-87e3-5d4d352f2c0e None None] Port 391ebd6e-af58-4906-b67c-8a0aad719664 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:40:59.523516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (ef5a3366-c02d-45f3-8b9e-408295053cbb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.561468 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ef5a3366-c02d-45f3-8b9e-408295053cbb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.618715 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=ef5a3366-c02d-45f3-8b9e-408295053cbb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:59.640502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9be0587-4199-465f-b6f5-011acb34220b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e180478a-2d1a-492c-990a-c974c742f259), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.646850 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f9be0587-4199-465f-b6f5-011acb34220b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.648193 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f9be0587-4199-465f-b6f5-011acb34220b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e180478a-2d1a-492c-990a-c974c742f259 HTTP/1.1" status: 204 len: 168 time: 0.6691952 Jul 28 10:40:59.681995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be0587-4199-465f-b6f5-011acb34220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e180478a-2d1a-492c-990a-c974c742f259,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:59.712682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:40:59.726635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:40:59.731626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:40:59.749075 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:40:59.752081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:40:59.801069 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-42ae23d9-ebef-441b-90e9-b1fda691cd07 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5131562 Jul 28 10:40:59.803671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55808) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:40:59.882869 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-75f49fbc-b93c-40c6-82a6-7ff50f1b01ae req-e9d9e876-d721-4b9d-8415-d6a7e137b9b6 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa4c3239-2aa3-44a1-a37f-63b815d4cba6 HTTP/1.1" status: 200 len: 210 time: 0.0806224 Jul 28 10:40:59.971597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port ef5a3366-c02d-45f3-8b9e-408295053cbb {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:40:59.971929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ef5a3366-c02d-45f3-8b9e-408295053cbb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:00.072248 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ef5a3366-c02d-45f3-8b9e-408295053cbb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:00.105079 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for ef5a3366-c02d-45f3-8b9e-408295053cbb owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:00.224858 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ef5a3366-c02d-45f3-8b9e-408295053cbb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:00.274371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=ef5a3366-c02d-45f3-8b9e-408295053cbb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:00.295446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:00.300752 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6e881c6c-f110-473c-885d-39da97780cf7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/ef5a3366-c02d-45f3-8b9e-408295053cbb HTTP/1.1" status: 204 len: 168 time: 0.4959071 Jul 28 10:41:00.303562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55830) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:00.308853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'mac_address': 'fa:16:3e:df:01:40', 'name': 'tempest-PortsIpV6TestJSON-1054406542'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:00.497281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:00.694403 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:00.755604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55856) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:00.772018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1cbfa57e-928a-4f68-8cc0-456d517e77a4 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967093856', 'description': 'tempest-description--114057920'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:00.783755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 50ed9018-d86d-4e3f-af53-ef05777659b4 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:00.868344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa57e-928a-4f68-8cc0-456d517e77a4 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:00.973525 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:01.092460 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:01.162119 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c70cf66f-c8f1-43fd-a77b-649eb25b5f7f req-4816c46b-8751-4ec9-8256-4d06cabb1564 tempest-DeleteServersTestJSON-709615766 tempest-DeleteServersTestJSON-709615766-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa4c3239-2aa3-44a1-a37f-63b815d4cba6 HTTP/1.1" status: 200 len: 210 time: 0.0993853 Jul 28 10:41:01.182129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (50ed9018-d86d-4e3f-af53-ef05777659b4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.207185 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa57e-928a-4f68-8cc0-456d517e77a4 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (8b12c657-2f0f-4d43-842b-ba0d5b290c0f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.253736 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa57e-928a-4f68-8cc0-456d517e77a4 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b12c657-2f0f-4d43-842b-ba0d5b290c0f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.267791 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:01.273775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (50ed9018-d86d-4e3f-af53-ef05777659b4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.339491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfa57e-928a-4f68-8cc0-456d517e77a4 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b12c657-2f0f-4d43-842b-ba0d5b290c0f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:01.377574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa57e-928a-4f68-8cc0-456d517e77a4 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.382807 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1cbfa57e-928a-4f68-8cc0-456d517e77a4 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6252508 Jul 28 10:41:01.383857 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55904) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:01.393557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-53ae9964-b914-4430-92f3-1fab467a023d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'security_group_rule': {'security_group_id': '8b12c657-2f0f-4d43-842b-ba0d5b290c0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:01.438950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:01.478395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:01.492516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:01.506353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:01.507314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.510765 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:01.519111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53ae9964-b914-4430-92f3-1fab467a023d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (5670e368-f928-4d5d-8198-53c2b8e59ed9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.528936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=50ed9018-d86d-4e3f-af53-ef05777659b4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:01.555539 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a040da29-0868-428a-a5b5-f3c3aebecb1d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2508132 Jul 28 10:41:01.562684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55918) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:01.808910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 870cf593-b463-44f5-90e8-2413c94938e6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:01.859971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77557e6-a454-4d28-b3fa-0310c159537e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:01.862653 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b77557e6-a454-4d28-b3fa-0310c159537e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/50ed9018-d86d-4e3f-af53-ef05777659b4 HTTP/1.1" status: 200 len: 845 time: 0.2989054 Jul 28 10:41:01.866354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55944) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:01.937819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 870cf593-b463-44f5-90e8-2413c94938e6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:01.938584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (870cf593-b463-44f5-90e8-2413c94938e6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.939782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53ae9964-b914-4430-92f3-1fab467a023d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (5670e368-f928-4d5d-8198-53c2b8e59ed9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:01.961015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53ae9964-b914-4430-92f3-1fab467a023d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (5670e368-f928-4d5d-8198-53c2b8e59ed9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.000194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55952) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:02.000917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae9964-b914-4430-92f3-1fab467a023d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5670e368-f928-4d5d-8198-53c2b8e59ed9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:02.029520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55954) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:02.035684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53ae9964-b914-4430-92f3-1fab467a023d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.035684 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-53ae9964-b914-4430-92f3-1fab467a023d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6472881 Jul 28 10:41:02.062328 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55956) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:02.110725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 870cf593-b463-44f5-90e8-2413c94938e6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:02.113558 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (870cf593-b463-44f5-90e8-2413c94938e6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.141260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-90d31c4d-da24-482e-8c28-4acec9853182 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'security_group_rule': {'security_group_id': '8b12c657-2f0f-4d43-842b-ba0d5b290c0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:02.144777 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55968) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:02.176769 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:02.182615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 870cf593-b463-44f5-90e8-2413c94938e6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=870cf593-b463-44f5-90e8-2413c94938e6,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:02.196205 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (870cf593-b463-44f5-90e8-2413c94938e6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.225043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 50ed9018-d86d-4e3f-af53-ef05777659b4 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:02.225582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (50ed9018-d86d-4e3f-af53-ef05777659b4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.399406 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Sync routers for ids ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:02.426164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (50ed9018-d86d-4e3f-af53-ef05777659b4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.439389 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Routers {'0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:02.441771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=870cf593-b463-44f5-90e8-2413c94938e6,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:02.442930 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:02.491415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 50ed9018-d86d-4e3f-af53-ef05777659b4 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:02.516807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7593e76c-0c84-471e-ac4c-0c08b0eb09a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.671516 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e405396d-fa0a-4d25-99b0-14053f1e92ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.709715 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cc7f5d59-a58e-4256-9667-fe9327c72b6a tempest-ServiceProvidersTest-1535168330 tempest-ServiceProvidersTest-1535168330-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6766953 Jul 28 10:41:02.735910 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (50ed9018-d86d-4e3f-af53-ef05777659b4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.751938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-90d31c4d-da24-482e-8c28-4acec9853182 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (e85e6bb3-7ef9-46a6-9944-abdd291b7cc8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.875349 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Set router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:02.887056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=50ed9018-d86d-4e3f-af53-ef05777659b4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:02.945283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:02.948926 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-823d2e4c-0cd6-49eb-abd2-ac5e364da80b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/50ed9018-d86d-4e3f-af53-ef05777659b4 HTTP/1.1" status: 204 len: 168 time: 1.0815020 Jul 28 10:41:02.955459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56020) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:03.037598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-90d31c4d-da24-482e-8c28-4acec9853182 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (e85e6bb3-7ef9-46a6-9944-abdd291b7cc8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.046988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-90d31c4d-da24-482e-8c28-4acec9853182 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (e85e6bb3-7ef9-46a6-9944-abdd291b7cc8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.092553 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a21dcd-0049-49c0-b20f-6faeff947e35 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:41:03.094195 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-10a21dcd-0049-49c0-b20f-6faeff947e35 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/50ed9018-d86d-4e3f-af53-ef05777659b4 HTTP/1.1" status: 404 len: 333 time: 0.1336327 Jul 28 10:41:03.098455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56030) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:03.114179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'name': 'tempest-PortsIpV6TestJSON-1094112488'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:03.120591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7593e76c-0c84-471e-ac4c-0c08b0eb09a8 admin admin] Publish callbacks [] for security_group (be00c359-92e9-4906-8a1e-2757d373b676), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.136929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7593e76c-0c84-471e-ac4c-0c08b0eb09a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (be00c359-92e9-4906-8a1e-2757d373b676), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.187048 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-90d31c4d-da24-482e-8c28-4acec9853182 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.188587 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-90d31c4d-da24-482e-8c28-4acec9853182 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1175377 Jul 28 10:41:03.238737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56034) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:03.251757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d31c4d-da24-482e-8c28-4acec9853182 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85e6bb3-7ef9-46a6-9944-abdd291b7cc8,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:03.278687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:03.302436 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:03.331541 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:03.365015 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '870cf593-b463-44f5-90e8-2413c94938e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:40:56Z', 'revision_number': 4, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port': {'id': '870cf593-b463-44f5-90e8-2413c94938e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:49Z', 'updated_at': '2022-07-28T10:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '391ebd6e-af58-4906-b67c-8a0aad719664', 'name': '', 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'mac_address': 'fa:16:3e:c0:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:55Z', 'updated_at': '2022-07-28T10:40:57Z', 'revision_number': 2, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'subnets': [{'id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:03.371026 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7593e76c-0c84-471e-ac4c-0c08b0eb09a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c602b01ec46420da8f8c6795e70fdd7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2251270 Jul 28 10:41:03.374149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56042) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:03.383186 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (d7139496-e861-43ef-9eaa-50d5e8cd3362), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.385204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593e76c-0c84-471e-ac4c-0c08b0eb09a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be00c359-92e9-4906-8a1e-2757d373b676,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:03.435619 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Checking router: 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:03.436245 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Updating router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b port 391ebd6e-af58-4906-b67c-8a0aad719664 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:41:03.440064 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:03.450772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:03.451935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.462197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.541905 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:03.544896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 5cbd5229-decc-465d-b153-d2b01a35a348 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:03.546628 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.596931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.613522 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:03.626940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bef55e0-9b15-4744-a8cc-1466367915e9 admin admin] Publish callbacks [] for security_group (be00c359-92e9-4906-8a1e-2757d373b676), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.648382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 870cf593-b463-44f5-90e8-2413c94938e6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:03.720393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56046) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:03.743295 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:03.768977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bef55e0-9b15-4744-a8cc-1466367915e9 admin admin] Publish callbacks [] for security_group (be00c359-92e9-4906-8a1e-2757d373b676), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.771564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 870cf593-b463-44f5-90e8-2413c94938e6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:03.773213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (870cf593-b463-44f5-90e8-2413c94938e6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:03.968882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Deleting port 27322b63-5da4-4879-8da3-78407fdcfcd3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:03.969236 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.022001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 870cf593-b463-44f5-90e8-2413c94938e6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:04.109390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56060) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:04.121331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (5cbd5229-decc-465d-b153-d2b01a35a348), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.124422 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bef55e0-9b15-4744-a8cc-1466367915e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (be00c359-92e9-4906-8a1e-2757d373b676), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.127645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bef55e0-9b15-4744-a8cc-1466367915e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.132127 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8bef55e0-9b15-4744-a8cc-1466367915e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be00c359-92e9-4906-8a1e-2757d373b676 HTTP/1.1" status: 204 len: 168 time: 0.7569640 Jul 28 10:41:04.133616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] For port 27322b63-5da4-4879-8da3-78407fdcfcd3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=27322b63-5da4-4879-8da3-78407fdcfcd3,segment=NetworkSegment(96cacbf7-0af2-42f2-b4b9-9242385f9b14),segment_id=96cacbf7-0af2-42f2-b4b9-9242385f9b14)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:04.139474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.149605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef55e0-9b15-4744-a8cc-1466367915e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be00c359-92e9-4906-8a1e-2757d373b676,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:04.174301 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Allocated IP 172.25.2.4 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9d47d976-db87-4ad1-9f50-4a93e5b8391f) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:04.206093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5cbd5229-decc-465d-b153-d2b01a35a348), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.214308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Calling delete_port for 27322b63-5da4-4879-8da3-78407fdcfcd3 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:04.268921 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Publish callbacks [] for port (391ebd6e-af58-4906-b67c-8a0aad719664), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.280953 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.283505 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:04.290961 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9a496ff-9894-44e1-9bb8-911bee370398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.304187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:04.321747 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:04.355097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.385146 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Pushing event updated for resources: {'Port': ['ID=391ebd6e-af58-4906-b67c-8a0aad719664,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:04.464407 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.464979 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.465197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.465549 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.465913 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.468438 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.468833 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.469168 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.469510 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.472536 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.472956 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.475411 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.475799 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.476150 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.476495 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:04.477131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9a496ff-9894-44e1-9bb8-911bee370398 admin admin] Publish callbacks [] for security_group (7078192b-eb52-4720-95f2-06ebb6012699), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.479528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:04.503960 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:04.504908 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.534463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9a496ff-9894-44e1-9bb8-911bee370398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7078192b-eb52-4720-95f2-06ebb6012699), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.555776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=5cbd5229-decc-465d-b153-d2b01a35a348,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:04.559046 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Attempting to bind port 391ebd6e-af58-4906-b67c-8a0aad719664 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:04.559453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Attempting to bind port 391ebd6e-af58-4906-b67c-8a0aad719664 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:04.559842 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Attempting to bind port 391ebd6e-af58-4906-b67c-8a0aad719664 on network c2cbf7b7-6945-4278-9e95-210df42bf84c {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:04.575524 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:04.575875 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Checking segment: {'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:04.576328 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.576906 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Bound using segment: {'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:04.578543 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Bound port: 391ebd6e-af58-4906-b67c-8a0aad719664, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:04.578940 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.676470 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2b8d79ae-56c4-482e-aa72-2c0c6de5e454 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5766091 Jul 28 10:41:04.680520 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c9a496ff-9894-44e1-9bb8-911bee370398 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eafe468999aa40ea8ad09a8f3194cf58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9555748 Jul 28 10:41:04.681467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56072) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:04.697148 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] For port 391ebd6e-af58-4906-b67c-8a0aad719664, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:04.698819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56074) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:04.702450 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] For port 391ebd6e-af58-4906-b67c-8a0aad719664, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=391ebd6e-af58-4906-b67c-8a0aad719664,segment=NetworkSegment(f6a9ba91-1e9f-498b-a0e0-4e25fae58a91),segment_id=f6a9ba91-1e9f-498b-a0e0-4e25fae58a91)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:04.703556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:04.710037 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a496ff-9894-44e1-9bb8-911bee370398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7078192b-eb52-4720-95f2-06ebb6012699,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:04.712924 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.735870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56076) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:04.788689 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c965ef9-6fa4-4a4e-9be1-d405495214db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.798882 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Routers {'0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:04.818113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f914624a-fb06-48aa-99c0-5769fcea0bea None None] Provisioning complete for port 391ebd6e-af58-4906-b67c-8a0aad719664 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:04.818523 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f914624a-fb06-48aa-99c0-5769fcea0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.822728 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:40:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:04.829986 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03796ed-3460-41a6-9016-77f0252430b1 None None] Pushing event updated for resources: {'Port': ['ID=391ebd6e-af58-4906-b67c-8a0aad719664,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:04.842476 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:04.899573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5cbd5229-decc-465d-b153-d2b01a35a348), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:04.965711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f63bd2f8-f2dd-4610-8f61-b9794159f2b0 admin admin] Publish callbacks [] for security_group (7078192b-eb52-4720-95f2-06ebb6012699), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.022557 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:05.054078 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f63bd2f8-f2dd-4610-8f61-b9794159f2b0 admin admin] Publish callbacks [] for security_group (7078192b-eb52-4720-95f2-06ebb6012699), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.058548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] Set router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:05.077794 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:05.086891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.090519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f914624a-fb06-48aa-99c0-5769fcea0bea None None] Current status of the port 391ebd6e-af58-4906-b67c-8a0aad719664 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:05.092867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f914624a-fb06-48aa-99c0-5769fcea0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.146662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Publish callbacks [] for security_group (21412c1a-376e-4565-96dd-d5f207f99312), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.167132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (21412c1a-376e-4565-96dd-d5f207f99312), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.192014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f914624a-fb06-48aa-99c0-5769fcea0bea None None] For port 391ebd6e-af58-4906-b67c-8a0aad719664, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=391ebd6e-af58-4906-b67c-8a0aad719664,segment=NetworkSegment(f6a9ba91-1e9f-498b-a0e0-4e25fae58a91),segment_id=f6a9ba91-1e9f-498b-a0e0-4e25fae58a91)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:05.196382 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1e246b5b-4e63-4c1e-8313-0c714ffcffcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.205135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f914624a-fb06-48aa-99c0-5769fcea0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.242943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.260607 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf4fd6a64b7e4295a450a3b8c146e41f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1473911 Jul 28 10:41:05.261661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56092) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:05.263410 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c965ef9-6fa4-4a4e-9be1-d405495214db admin admin] Publish callbacks [] for security_group (f79cd391-c673-43b7-a0a1-39c776703ee1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.317764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21412c1a-376e-4565-96dd-d5f207f99312,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:05.318776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c965ef9-6fa4-4a4e-9be1-d405495214db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f79cd391-c673-43b7-a0a1-39c776703ee1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.340516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:05.347928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-19d20d56-17ca-4ca2-aa14-e0b48ef0d236 None None] Provisioning complete for port 391ebd6e-af58-4906-b67c-8a0aad719664 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:05.348131 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.348457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.348900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.349294 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-19d20d56-17ca-4ca2-aa14-e0b48ef0d236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.350217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.350585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.350926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.351256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.351633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.352031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.352361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.352740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.353072 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.353510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.353916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.354243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3ccf58-d2d8-4b48-8d56-7f4c833fcfe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:05.369663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:05.379420 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:05.384823 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f63bd2f8-f2dd-4610-8f61-b9794159f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7078192b-eb52-4720-95f2-06ebb6012699), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.391035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f63bd2f8-f2dd-4610-8f61-b9794159f2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.392366 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f63bd2f8-f2dd-4610-8f61-b9794159f2b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7078192b-eb52-4720-95f2-06ebb6012699 HTTP/1.1" status: 204 len: 168 time: 0.6839015 Jul 28 10:41:05.416816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (27322b63-5da4-4879-8da3-78407fdcfcd3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.427874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'Port': ['ID=9d47d976-db87-4ad1-9f50-4a93e5b8391f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:05.460210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (5cbd5229-decc-465d-b153-d2b01a35a348), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.491678 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5c965ef9-6fa4-4a4e-9be1-d405495214db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53bff6a743f44bdc91b7e26a4763b259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7547314 Jul 28 10:41:05.491917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914624a-fb06-48aa-99c0-5769fcea0bea None None] Pushing event updated for resources: {'Port': ['ID=391ebd6e-af58-4906-b67c-8a0aad719664,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:05.496707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56110) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:05.530429 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965ef9-6fa4-4a4e-9be1-d405495214db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79cd391-c673-43b7-a0a1-39c776703ee1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:05.544727 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=27322b63-5da4-4879-8da3-78407fdcfcd3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:05.572790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (5cbd5229-decc-465d-b153-d2b01a35a348), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.589023 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:05.603788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d263066b-408f-444d-8c5b-5777b84ad264 admin admin] Publish callbacks [] for security_group (21412c1a-376e-4565-96dd-d5f207f99312), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.648702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '870cf593-b463-44f5-90e8-2413c94938e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:40:56Z', 'revision_number': 4, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port': {'id': '870cf593-b463-44f5-90e8-2413c94938e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:49Z', 'updated_at': '2022-07-28T10:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '391ebd6e-af58-4906-b67c-8a0aad719664', 'name': '', 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'mac_address': 'fa:16:3e:c0:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:55Z', 'updated_at': '2022-07-28T10:41:04Z', 'revision_number': 4, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'subnets': [{'id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:05.689960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-19d20d56-17ca-4ca2-aa14-e0b48ef0d236 None None] Current status of the port 391ebd6e-af58-4906-b67c-8a0aad719664 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:05.722861 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a34b0-6bf3-4604-878e-fee308914ba7 None None] The sync data for ids ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'] in n-d-850468-6 is: [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '870cf593-b463-44f5-90e8-2413c94938e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:40:56Z', 'revision_number': 4, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port': {'id': '870cf593-b463-44f5-90e8-2413c94938e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:49Z', 'updated_at': '2022-07-28T10:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '391ebd6e-af58-4906-b67c-8a0aad719664', 'name': '', 'network_id': 'c2cbf7b7-6945-4278-9e95-210df42bf84c', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'mac_address': 'fa:16:3e:c0:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:55Z', 'updated_at': '2022-07-28T10:41:04Z', 'revision_number': 4, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'subnets': [{'id': '7ccac2a8-8ff8-48d5-9eef-f85f320c5e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:05.745019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d263066b-408f-444d-8c5b-5777b84ad264 admin admin] Publish callbacks [] for security_group (21412c1a-376e-4565-96dd-d5f207f99312), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.781548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (8654a192-d9df-4c65-a51b-fff4be623f2a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.789065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 391ebd6e-af58-4906-b67c-8a0aad719664 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:05.935088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 391ebd6e-af58-4906-b67c-8a0aad719664 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:05.937026 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.951232 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:05.959039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (d7139496-e861-43ef-9eaa-50d5e8cd3362), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.975870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.983900 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:05.987537 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] In _notify_port_updated(), no bound segment for port 5cbd5229-decc-465d-b153-d2b01a35a348 on network 3e642278-bdca-4230-b236-98bde5eb953c {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:41:05.992994 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:05.993652 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:05.999109 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "PUT /v2.0/ports/5cbd5229-decc-465d-b153-d2b01a35a348 HTTP/1.1" status: 200 len: 818 time: 1.3165352 Jul 28 10:41:06.001774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56132) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:06.165081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 391ebd6e-af58-4906-b67c-8a0aad719664 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:06.178835 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.198761 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bd2f8-f2dd-4610-8f61-b9794159f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078192b-eb52-4720-95f2-06ebb6012699,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:06.269022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286fcbf-fcd4-4e7e-8e47-05c9910e8428 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=5cbd5229-decc-465d-b153-d2b01a35a348,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:06.286405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d263066b-408f-444d-8c5b-5777b84ad264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (21412c1a-376e-4565-96dd-d5f207f99312), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.300856 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d263066b-408f-444d-8c5b-5777b84ad264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.306902 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d263066b-408f-444d-8c5b-5777b84ad264 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21412c1a-376e-4565-96dd-d5f207f99312 HTTP/1.1" status: 204 len: 168 time: 1.0417948 Jul 28 10:41:06.368099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263066b-408f-444d-8c5b-5777b84ad264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21412c1a-376e-4565-96dd-d5f207f99312,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:06.371981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd55c451-c0ae-4d61-9a60-800ea99108a1 admin admin] Publish callbacks [] for security_group (f79cd391-c673-43b7-a0a1-39c776703ee1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.420675 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:06.474799 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 5cbd5229-decc-465d-b153-d2b01a35a348 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:06.475153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5cbd5229-decc-465d-b153-d2b01a35a348), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.581798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd55c451-c0ae-4d61-9a60-800ea99108a1 admin admin] Publish callbacks [] for security_group (f79cd391-c673-43b7-a0a1-39c776703ee1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.640900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.644429 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:06.656445 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.732947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5cbd5229-decc-465d-b153-d2b01a35a348), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.786659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'Port': ['ID=9d47d976-db87-4ad1-9f50-4a93e5b8391f,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:06.789458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 5cbd5229-decc-465d-b153-d2b01a35a348 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:06.921583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd55c451-c0ae-4d61-9a60-800ea99108a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f79cd391-c673-43b7-a0a1-39c776703ee1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.929576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd55c451-c0ae-4d61-9a60-800ea99108a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:06.931039 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd55c451-c0ae-4d61-9a60-800ea99108a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f79cd391-c673-43b7-a0a1-39c776703ee1 HTTP/1.1" status: 204 len: 168 time: 1.3525681 Jul 28 10:41:06.957063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56162) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:06.999604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55c451-c0ae-4d61-9a60-800ea99108a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79cd391-c673-43b7-a0a1-39c776703ee1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:07.081832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5cbd5229-decc-465d-b153-d2b01a35a348), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.136967 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (8654a192-d9df-4c65-a51b-fff4be623f2a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.157254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=5cbd5229-decc-465d-b153-d2b01a35a348,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:07.157552 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.176319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.186905 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-837f12c5-933f-4c4c-8dca-4e88b3ced3f2 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/5cbd5229-decc-465d-b153-d2b01a35a348 HTTP/1.1" status: 204 len: 168 time: 1.0472486 Jul 28 10:41:07.190288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56168) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:07.190830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56170) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:07.210917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Router d7139496-e861-43ef-9eaa-50d5e8cd3362 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:41:07.215320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.215320 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4af00cf7-c5fc-431b-be8c-4b9933a6d61b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9753723 Jul 28 10:41:07.343226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7a60e-aba9-4e49-88f3-4304f29f4e75 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:07.348617 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5dd7a60e-aba9-4e49-88f3-4304f29f4e75 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1544495 Jul 28 10:41:07.351702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd9b5b7c-7b36-4ba3-9ce2-9d61bc4598a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.370224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56178) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:07.410004 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-54627308-4b70-44a6-9a54-d2a3edc2729f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:41:07.413912 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54627308-4b70-44a6-9a54-d2a3edc2729f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/5cbd5229-decc-465d-b153-d2b01a35a348 HTTP/1.1" status: 404 len: 333 time: 0.0402546 Jul 28 10:41:07.422309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56182) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:07.435625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1182289433'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:07.435857 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:07.453074 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-229b0689-4c9e-4e67-ad21-8b6c44d58d31 admin admin] 10.222.0.46 "PUT /v2.0/routers/d7139496-e861-43ef-9eaa-50d5e8cd3362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4396162 Jul 28 10:41:07.453630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] Sync routers for ids ['d7139496-e861-43ef-9eaa-50d5e8cd3362'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:07.453837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56184) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:07.479425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] Routers {'d7139496-e861-43ef-9eaa-50d5e8cd3362'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:07.483412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7139496-e861-43ef-9eaa-50d5e8cd3362'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:07.505398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:07.509146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.601830 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd9b5b7c-7b36-4ba3-9ce2-9d61bc4598a1 admin admin] Publish callbacks [] for security_group (b05626e4-d1f3-405c-97eb-53ad17c89f4f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.605587 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.611887 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks [] for router (d7139496-e861-43ef-9eaa-50d5e8cd3362), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.652884 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:07.691110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f9fc4c01-df83-472f-ac34-666b85312723), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.691455 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment f9fc4c01-df83-472f-ac34-666b85312723 of type vlan for network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 Jul 28 10:41:07.742738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks [] for router_gateway (d7139496-e861-43ef-9eaa-50d5e8cd3362), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.765273 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:07.800196 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.844117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] Set router d7139496-e861-43ef-9eaa-50d5e8cd3362 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:07.857713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Deleting port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:07.860748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:07.923806 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:08.153572 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6301f8e3-96cb-4a48-a7bc-aa8612934625 req-9f83bc2d-bc5c-44ca-9066-036aba482154 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--967093856&fields=id&tenant_id=837d8bf564654ede973e1598e0fca3d6 HTTP/1.1" status: 200 len: 267 time: 0.2610562 Jul 28 10:41:08.160582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:41:05Z', 'revision_number': 5, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port': {'id': '499e2578-6e88-4ec9-8f42-aa60fc4d96ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:22Z', 'updated_at': '2022-07-28T10:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:08.235621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] Checking router: d7139496-e861-43ef-9eaa-50d5e8cd3362 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:08.244818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] Routers {'d7139496-e861-43ef-9eaa-50d5e8cd3362'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:08.246348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7139496-e861-43ef-9eaa-50d5e8cd3362'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:08.303287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] For port 499e2578-6e88-4ec9-8f42-aa60fc4d96ec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:08.304077 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.320073 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:08.335980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Calling delete_port for 499e2578-6e88-4ec9-8f42-aa60fc4d96ec owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:08.337759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd9b5b7c-7b36-4ba3-9ce2-9d61bc4598a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b05626e4-d1f3-405c-97eb-53ad17c89f4f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.357655 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:08.390519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-387e157b-23b6-494b-8171-d7096c0055c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.399581 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.455437 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b5b7c-7b36-4ba3-9ce2-9d61bc4598a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05626e4-d1f3-405c-97eb-53ad17c89f4f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:08.459183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301f8e3-96cb-4a48-a7bc-aa8612934625 req-5dc20fce-b11d-47b3-aa78-1cc411b65bcb tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:08.460803 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6301f8e3-96cb-4a48-a7bc-aa8612934625 req-5dc20fce-b11d-47b3-aa78-1cc411b65bcb tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/networks?id=c2cbf7b7-6945-4278-9e95-210df42bf84c HTTP/1.1" status: 200 len: 816 time: 0.2933292 Jul 28 10:41:08.468128 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56224) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:08.468933 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd9b5b7c-7b36-4ba3-9ce2-9d61bc4598a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf7876de147f44fd9f02ce4a5d38308e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2650526 Jul 28 10:41:08.500055 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:08.507659 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6301f8e3-96cb-4a48-a7bc-aa8612934625 req-200f9519-541c-4272-9993-8c6ebbe39aa5 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/quotas/837d8bf564654ede973e1598e0fca3d6 HTTP/1.1" status: 200 len: 375 time: 0.0293186 Jul 28 10:41:08.514781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.528901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:08.529547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.590994 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:08.630432 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6301f8e3-96cb-4a48-a7bc-aa8612934625 req-9a6855ff-60ce-4b87-9618-a91b35a1666f tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=837d8bf564654ede973e1598e0fca3d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149211 Jul 28 10:41:08.650530 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5e31acd-231c-4713-a4c9-1bc9b20c020a admin admin] Publish callbacks [] for security_group (b05626e4-d1f3-405c-97eb-53ad17c89f4f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.757917 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 1.3344681 Jul 28 10:41:08.762237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56234) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:08.770187 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:08.779782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e5ad4-660a-4896-951c-9e47c5168709 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=43e4e1ad-db18-4f2b-9fa1-5502ea9116d7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:08.812100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-387e157b-23b6-494b-8171-d7096c0055c9 admin admin] Publish callbacks [] for security_group (945d4c92-8c36-491e-8b68-d0e74b4ad704), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.823804 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-387e157b-23b6-494b-8171-d7096c0055c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (945d4c92-8c36-491e-8b68-d0e74b4ad704), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.844541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:08.858764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5e31acd-231c-4713-a4c9-1bc9b20c020a admin admin] Publish callbacks [] for security_group (b05626e4-d1f3-405c-97eb-53ad17c89f4f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:08.892943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e157b-23b6-494b-8171-d7096c0055c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945d4c92-8c36-491e-8b68-d0e74b4ad704,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:08.914491 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-387e157b-23b6-494b-8171-d7096c0055c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d73674b064d4ff2a197473db683fb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9462872 Jul 28 10:41:08.917647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56236) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:08.922547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] Set router d7139496-e861-43ef-9eaa-50d5e8cd3362 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:09.005799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6257f2d6-efc6-4941-9e66-db2bc1ab962c admin admin] Publish callbacks [] for security_group (945d4c92-8c36-491e-8b68-d0e74b4ad704), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.009610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (499e2578-6e88-4ec9-8f42-aa60fc4d96ec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.019328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:41:07Z', 'revision_number': 6, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:09.049530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6257f2d6-efc6-4941-9e66-db2bc1ab962c admin admin] Publish callbacks [] for security_group (945d4c92-8c36-491e-8b68-d0e74b4ad704), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.092224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Pushing event deleted for resources: {'Port': ['ID=499e2578-6e88-4ec9-8f42-aa60fc4d96ec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:09.149414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50cc02b-f6d2-4dcd-81e0-184a9d58779a None None] The sync data for ids ['d7139496-e861-43ef-9eaa-50d5e8cd3362'] in n-d-850468-6 is: [{'id': 'd7139496-e861-43ef-9eaa-50d5e8cd3362', 'name': 'tempest-DeleteServersTestJSON-191887536-router', 'tenant_id': '794d085f90504260907001dece2a9a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:21Z', 'updated_at': '2022-07-28T10:41:07Z', 'revision_number': 6, 'project_id': '794d085f90504260907001dece2a9a30', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:09.157796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6257f2d6-efc6-4941-9e66-db2bc1ab962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (945d4c92-8c36-491e-8b68-d0e74b4ad704), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.160887 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6257f2d6-efc6-4941-9e66-db2bc1ab962c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.164547 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6257f2d6-efc6-4941-9e66-db2bc1ab962c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/945d4c92-8c36-491e-8b68-d0e74b4ad704 HTTP/1.1" status: 204 len: 168 time: 0.2425716 Jul 28 10:41:09.189246 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6301f8e3-96cb-4a48-a7bc-aa8612934625 req-b45f0eb6-35b6-4e74-8171-ed0d897a4e5b service neutron] 10.222.0.46 "GET /v2.0/networks/c2cbf7b7-6945-4278-9e95-210df42bf84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322354 Jul 28 10:41:09.191598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257f2d6-efc6-4941-9e66-db2bc1ab962c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945d4c92-8c36-491e-8b68-d0e74b4ad704,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:09.311994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:09.316241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.365697 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5e31acd-231c-4713-a4c9-1bc9b20c020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b05626e4-d1f3-405c-97eb-53ad17c89f4f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.371386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5e31acd-231c-4713-a4c9-1bc9b20c020a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.375203 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d5e31acd-231c-4713-a4c9-1bc9b20c020a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b05626e4-d1f3-405c-97eb-53ad17c89f4f HTTP/1.1" status: 204 len: 168 time: 0.9033353 Jul 28 10:41:09.424898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e31acd-231c-4713-a4c9-1bc9b20c020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05626e4-d1f3-405c-97eb-53ad17c89f4f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:09.451902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (d7139496-e861-43ef-9eaa-50d5e8cd3362), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.626795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (d7139496-e861-43ef-9eaa-50d5e8cd3362), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.629885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks [] for router_controller (d7139496-e861-43ef-9eaa-50d5e8cd3362), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.656037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27322b63-5da4-4879-8da3-78407fdcfcd3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:09.718707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 27322b63-5da4-4879-8da3-78407fdcfcd3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:09.719524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27322b63-5da4-4879-8da3-78407fdcfcd3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:09.748069 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:09.748725 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:09.781059 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6301f8e3-96cb-4a48-a7bc-aa8612934625 req-7e0e8671-ccee-4c9b-9a9f-0836010c5b2a service neutron] 10.222.0.46 "GET /v2.0/networks/c2cbf7b7-6945-4278-9e95-210df42bf84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909388 Jul 28 10:41:09.788885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (d7139496-e861-43ef-9eaa-50d5e8cd3362), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.789521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7139496-e861-43ef-9eaa-50d5e8cd3362 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:41:09.805263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:09.808807 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-80056585-1da6-4c44-a58a-107f62d4901c admin admin] 10.222.0.46 "DELETE /v2.0/routers/d7139496-e861-43ef-9eaa-50d5e8cd3362 HTTP/1.1" status: 204 len: 168 time: 2.3520799 Jul 28 10:41:09.813228 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56264) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:09.923789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] Deleting subnet 0d81f8fd-48f8-49a6-8fc5-26ee77525e25 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:41:09.929042 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] Publish callbacks [] for subnet (0d81f8fd-48f8-49a6-8fc5-26ee77525e25), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.028364 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (0d81f8fd-48f8-49a6-8fc5-26ee77525e25), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.049212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (abfa7ae6-4d24-4543-ac55-7da54323f25f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.165532 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-50f66235-bd87-4538-8564-9695d7067b25 req-8ac16cb9-ee84-4eb3-ad2d-fbfa15ea47df tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?device_id=48f79788-755b-4d86-8832-776e3a820a63 HTTP/1.1" status: 200 len: 210 time: 0.0866597 Jul 28 10:41:10.190524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (0d81f8fd-48f8-49a6-8fc5-26ee77525e25), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.230870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56274) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:10.253166 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eebb1f3e-091b-4830-87ac-2fe3d1c17432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.425063 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eebb1f3e-091b-4830-87ac-2fe3d1c17432 admin admin] Publish callbacks [] for security_group (6eac021f-e8cd-40b3-8403-3bca52d5d428), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.433683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eebb1f3e-091b-4830-87ac-2fe3d1c17432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6eac021f-e8cd-40b3-8403-3bca52d5d428), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.568728 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eebb1f3e-091b-4830-87ac-2fe3d1c17432 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5db01af83d0b4cecbafcd4a39220bab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364069 Jul 28 10:41:10.570977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1f3e-091b-4830-87ac-2fe3d1c17432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac021f-e8cd-40b3-8403-3bca52d5d428,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:10.578594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56286) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:10.717790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a45375cc-6212-4e92-b943-3eec0b8a6edf admin admin] Publish callbacks [] for security_group (6eac021f-e8cd-40b3-8403-3bca52d5d428), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.758594 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a45375cc-6212-4e92-b943-3eec0b8a6edf admin admin] Publish callbacks [] for security_group (6eac021f-e8cd-40b3-8403-3bca52d5d428), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.817794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=abfa7ae6-4d24-4543-ac55-7da54323f25f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:10.831113 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a45375cc-6212-4e92-b943-3eec0b8a6edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6eac021f-e8cd-40b3-8403-3bca52d5d428), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.836054 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': 'f9fc4c01-df83-472f-ac34-666b85312723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:10.836631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:10.839090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a45375cc-6212-4e92-b943-3eec0b8a6edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.846843 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a45375cc-6212-4e92-b943-3eec0b8a6edf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6eac021f-e8cd-40b3-8403-3bca52d5d428 HTTP/1.1" status: 204 len: 168 time: 0.2669582 Jul 28 10:41:10.865329 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (0d81f8fd-48f8-49a6-8fc5-26ee77525e25), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.870892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:10.874104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45375cc-6212-4e92-b943-3eec0b8a6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac021f-e8cd-40b3-8403-3bca52d5d428,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:10.907869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d81f8fd-48f8-49a6-8fc5-26ee77525e25,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:10.912581 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.915852 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-976e3612-ceb6-48b8-9cea-7522b00cc0ac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0d81f8fd-48f8-49a6-8fc5-26ee77525e25 HTTP/1.1" status: 204 len: 168 time: 1.0920143 Jul 28 10:41:10.918995 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56300) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:10.922606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:10.922769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea099ca-616a-4135-aebc-62bfaa04cb11 None None] Network de534e9f-20e0-4594-9c69-3a8521b239aa requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:10.928455 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:10.931049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:10.975094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130dff6d-fa31-4eb7-aadf-4d9cfe2ccf8f None None] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:10.977820 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee30a466-20cb-4c30-b1be-7b89d9b5125e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2113822 Jul 28 10:41:10.982294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56302) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:10.997170 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ee2949de-92eb-4368-a1b4-570dfee06d1c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:11.024754 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (de534e9f-20e0-4594-9c69-3a8521b239aa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.089098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Deleting port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:11.089497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.126295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-43e4e1ad-db18-4f2b-9fa1-5502ea9116d7', 'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7', 'project_id': '5d0eb570758645039d1db4acbb53b5fd', 'fixed_ips': [{'subnet_id': 'abfa7ae6-4d24-4543-ac55-7da54323f25f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:11.128125 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.191295 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:11.293628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] For port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0edb67b1-61c9-49c6-adfe-40a4c5dd3425,segment=NetworkSegment(96cacbf7-0af2-42f2-b4b9-9242385f9b14),segment_id=96cacbf7-0af2-42f2-b4b9-9242385f9b14)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:11.294115 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.320013 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:11.336569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Calling delete_port for 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:11.344857 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2949de-92eb-4368-a1b4-570dfee06d1c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:11.349100 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee2949de-92eb-4368-a1b4-570dfee06d1c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.534441 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f09d5002-c671-4241-be87-48965d2bd9e2 req-082a3c8c-3073-4a98-b46e-df8a0307b146 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?device_id=48f79788-755b-4d86-8832-776e3a820a63 HTTP/1.1" status: 200 len: 210 time: 0.0909133 Jul 28 10:41:11.545302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 499e2578-6e88-4ec9-8f42-aa60fc4d96ec no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:11.547533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.581069 n-d-850468-6 neutron-server[104688]: INFO neutron.db.ipam_backend_mixin [None req-ee2949de-92eb-4368-a1b4-570dfee06d1c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abfa7ae6-4d24-4543-ac55-7da54323f25f (CIDR: 2001:db8::/64) Jul 28 10:41:11.598109 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0edb67b1-61c9-49c6-adfe-40a4c5dd3425), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.601050 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2949de-92eb-4368-a1b4-570dfee06d1c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:41:11.605546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2949de-92eb-4368-a1b4-570dfee06d1c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:41:11.624760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 499e2578-6e88-4ec9-8f42-aa60fc4d96ec {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:11.625215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 499e2578-6e88-4ec9-8f42-aa60fc4d96ec not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:11.646287 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:11.655829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] No DVR routers for this DVR port 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:11.665574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794edb0-1ec5-4548-a87e-28607153c7ef None None] DHCP port deletion for de534e9f-20e0-4594-9c69-3a8521b239aa request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:41:11.666388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edb67b1-61c9-49c6-adfe-40a4c5dd3425,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:11.694495 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee2949de-92eb-4368-a1b4-570dfee06d1c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7089036 Jul 28 10:41:11.697773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56334) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:11.702987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Allocated IP 2001:db8::2 (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7/abfa7ae6-4d24-4543-ac55-7da54323f25f/b4c4543b-127f-4ccc-94f0-55926a128ec6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:11.736489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:11.821678 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (de534e9f-20e0-4594-9c69-3a8521b239aa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:11.845150 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56342) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:11.916387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de534e9f-20e0-4594-9c69-3a8521b239aa']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:11.930885 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:11.951082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cacbf7-0af2-42f2-b4b9-9242385f9b14') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:11.951380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cacbf7-0af2-42f2-b4b9-9242385f9b14') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:11.995783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (96cacbf7-0af2-42f2-b4b9-9242385f9b14), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.033769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (96cacbf7-0af2-42f2-b4b9-9242385f9b14), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.057201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:12.058278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (96cacbf7-0af2-42f2-b4b9-9242385f9b14), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.058687 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:12.127248 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-33f94106-9bc5-4097-807f-3d0354dfdfda req-5070613e-4b92-4d33-8294-cf41a78b67be tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?device_id=48f79788-755b-4d86-8832-776e3a820a63 HTTP/1.1" status: 200 len: 210 time: 0.0628405 Jul 28 10:41:12.147128 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:12.151452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.171094 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 96cacbf7-0af2-42f2-b4b9-9242385f9b14 resource provider aggregate not found Jul 28 10:41:12.211071 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 96cacbf7-0af2-42f2-b4b9-9242385f9b14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96cacbf7-0af2-42f2-b4b9-9242385f9b14 found for delete ", "request_id": "req-afa37d84-d339-4243-851f-0ff6c35fb195"}]} Jul 28 10:41:12.212957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (de534e9f-20e0-4594-9c69-3a8521b239aa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.218823 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Publish callbacks [] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.229259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.237910 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.243490 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] 10.222.0.46 "DELETE /v2.0/networks/de534e9f-20e0-4594-9c69-3a8521b239aa HTTP/1.1" status: 204 len: 168 time: 1.3218410 Jul 28 10:41:12.303106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2685a9-8086-467b-89af-cd9fd8438714 admin admin] Pushing event deleted for resources: {'Network': ['ID=de534e9f-20e0-4594-9c69-3a8521b239aa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:12.383590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Pushing event updated for resources: {'Port': ['ID=b4c4543b-127f-4ccc-94f0-55926a128ec6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:12.396626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:12.402761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:12.408311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:12.491063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Attempting to bind port b4c4543b-127f-4ccc-94f0-55926a128ec6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:12.491623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Attempting to bind port b4c4543b-127f-4ccc-94f0-55926a128ec6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f9fc4c01-df83-472f-ac34-666b85312723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:12.492392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Attempting to bind port b4c4543b-127f-4ccc-94f0-55926a128ec6 on network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:12.499947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:12.500756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Checking segment: {'id': 'f9fc4c01-df83-472f-ac34-666b85312723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:12.501317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.501910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Bound using segment: {'id': 'f9fc4c01-df83-472f-ac34-666b85312723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:12.502564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Bound port: b4c4543b-127f-4ccc-94f0-55926a128ec6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fc4c01-df83-472f-ac34-666b85312723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:12.503245 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.523303 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:12.606496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] For port b4c4543b-127f-4ccc-94f0-55926a128ec6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:12.619584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] For port b4c4543b-127f-4ccc-94f0-55926a128ec6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b4c4543b-127f-4ccc-94f0-55926a128ec6,segment=NetworkSegment(f9fc4c01-df83-472f-ac34-666b85312723),segment_id=f9fc4c01-df83-472f-ac34-666b85312723)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:12.630521 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56396) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:12.632581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.681088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8b542f3-5758-4b0a-9906-8d9317bd919f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.725245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637b560-69eb-48ee-a410-16fc4ee6bba0 None None] Pushing event updated for resources: {'Port': ['ID=b4c4543b-127f-4ccc-94f0-55926a128ec6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:12.778858 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0f1c-f7a0-445f-a237-a36094240d5a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (8b12c657-2f0f-4d43-842b-ba0d5b290c0f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.799453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a2e0c5dc-a594-406d-a061-bc5933e8a554), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.823540 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0f1c-f7a0-445f-a237-a36094240d5a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (8b12c657-2f0f-4d43-842b-ba0d5b290c0f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.895822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:12.905567 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:12.919942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0f1c-f7a0-445f-a237-a36094240d5a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b12c657-2f0f-4d43-842b-ba0d5b290c0f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.924475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0f1c-f7a0-445f-a237-a36094240d5a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.926263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:12.926940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:12.931754 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9fbc0f1c-f7a0-445f-a237-a36094240d5a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "DELETE /v2.0/security-groups/8b12c657-2f0f-4d43-842b-ba0d5b290c0f HTTP/1.1" status: 204 len: 168 time: 0.3001928 Jul 28 10:41:12.932392 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:12.943883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=a2e0c5dc-a594-406d-a061-bc5933e8a554,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:12.971611 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23c0d743-02ef-4196-8256-72bd6e02cd28 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2700186 Jul 28 10:41:12.974543 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc0f1c-f7a0-445f-a237-a36094240d5a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b12c657-2f0f-4d43-842b-ba0d5b290c0f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:12.980912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56410) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:12.996833 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7', 'fixed_ips': [{'subnet_id': 'abfa7ae6-4d24-4543-ac55-7da54323f25f'}, {'subnet_id': 'a2e0c5dc-a594-406d-a061-bc5933e8a554'}], 'name': 'tempest-PortsIpV6TestJSON-1070603153'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:13.046115 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-a258d4c5-11da-4df1-8542-478967a9a408 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] show failed (client error): The resource could not be found. Jul 28 10:41:13.050464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56414) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:13.050894 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56416) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:13.051442 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a258d4c5-11da-4df1-8542-478967a9a408 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/security-groups/8b12c657-2f0f-4d43-842b-ba0d5b290c0f HTTP/1.1" status: 404 len: 347 time: 0.0915058 Jul 28 10:41:13.066471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8b542f3-5758-4b0a-9906-8d9317bd919f admin admin] Publish callbacks [] for security_group (d2d8ae44-46ba-492e-9155-bd17103df455), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.128549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8b542f3-5758-4b0a-9906-8d9317bd919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d2d8ae44-46ba-492e-9155-bd17103df455), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.154988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56418) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:13.219693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:13.232322 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:13.289333 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a8b542f3-5758-4b0a-9906-8d9317bd919f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e374fd18421b40c1862927a0dda4c09d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2315314 Jul 28 10:41:13.293811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:13.298874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b542f3-5758-4b0a-9906-8d9317bd919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d8ae44-46ba-492e-9155-bd17103df455,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:13.344739 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7fa5d5e4-2390-46c7-8c02-140dc4678e3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=794d085f90504260907001dece2a9a30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892129 Jul 28 10:41:13.345510 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56430) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:13.355326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Deleting port 9d47d976-db87-4ad1-9f50-4a93e5b8391f {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:13.355791 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.396582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.444720 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.444960 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:13.446062 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (9d47d976-db87-4ad1-9f50-4a93e5b8391f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.455565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fb96038-879d-4c89-9607-5b0edbcd28e7 admin admin] Publish callbacks [] for security_group (d2d8ae44-46ba-492e-9155-bd17103df455), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.458041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port da5c2fc2-42a2-4d54-ae6d-6023b544500f yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:13.467242 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:13.477354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Calling delete_port for 9d47d976-db87-4ad1-9f50-4a93e5b8391f owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:13.548650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fb96038-879d-4c89-9607-5b0edbcd28e7 admin admin] Publish callbacks [] for security_group (d2d8ae44-46ba-492e-9155-bd17103df455), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.550693 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Publish callbacks [] for security_group (2ce271dc-471c-4dc9-a977-bba8fbffea67), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.561444 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:13.585751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdb69-b150-4fa1-98e3-85ec557e3e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.628165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Publish callbacks [] for security_group (2ce271dc-471c-4dc9-a977-bba8fbffea67), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.661067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4c4543b-127f-4ccc-94f0-55926a128ec6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:13.763063 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fb96038-879d-4c89-9607-5b0edbcd28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d2d8ae44-46ba-492e-9155-bd17103df455), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.765765 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fb96038-879d-4c89-9607-5b0edbcd28e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.769470 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7fb96038-879d-4c89-9607-5b0edbcd28e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2d8ae44-46ba-492e-9155-bd17103df455 HTTP/1.1" status: 204 len: 168 time: 0.4715698 Jul 28 10:41:13.787638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb96038-879d-4c89-9607-5b0edbcd28e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d8ae44-46ba-492e-9155-bd17103df455,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:13.807451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2ce271dc-471c-4dc9-a977-bba8fbffea67), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.814132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56438) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:13.819591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.824429 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ce271dc-471c-4dc9-a977-bba8fbffea67 HTTP/1.1" status: 204 len: 168 time: 0.4759796 Jul 28 10:41:13.835334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9d47d976-db87-4ad1-9f50-4a93e5b8391f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.854705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce271dc-471c-4dc9-a977-bba8fbffea67,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:13.889705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b4c4543b-127f-4ccc-94f0-55926a128ec6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:13.891473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.891822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.892166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.892286 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.892509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.892838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.893168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.893496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.893822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.894173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.894502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.894862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.895187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.895643 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.896007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.896368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844ae4e-3c86-4783-b6a0-556a8ccb36c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:13.913351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdb69-b150-4fa1-98e3-85ec557e3e0b admin admin] Publish callbacks [] for security_group (fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:13.936871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event deleted for resources: {'Port': ['ID=9d47d976-db87-4ad1-9f50-4a93e5b8391f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:14.030709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::396 (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7/abfa7ae6-4d24-4543-ac55-7da54323f25f/da5c2fc2-42a2-4d54-ae6d-6023b544500f) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:14.034764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f1fdb69-b150-4fa1-98e3-85ec557e3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.039876 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (8654a192-d9df-4c65-a51b-fff4be623f2a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.044870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.047056 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5ef5a2da-81d7-407f-87c2-ad3967f6388d tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "DELETE /v2.0/floatingips/8654a192-d9df-4c65-a51b-fff4be623f2a HTTP/1.1" status: 204 len: 168 time: 0.9937637 Jul 28 10:41:14.052882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b4c4543b-127f-4ccc-94f0-55926a128ec6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:14.053593 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.063984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8:0:1::3bb (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7/a2e0c5dc-a594-406d-a061-bc5933e8a554/da5c2fc2-42a2-4d54-ae6d-6023b544500f) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:14.115128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port b4c4543b-127f-4ccc-94f0-55926a128ec6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b4c4543b-127f-4ccc-94f0-55926a128ec6,segment=NetworkSegment(f9fc4c01-df83-472f-ac34-666b85312723),segment_id=f9fc4c01-df83-472f-ac34-666b85312723)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:14.131509 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.183952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fdb69-b150-4fa1-98e3-85ec557e3e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:14.212066 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1f1fdb69-b150-4fa1-98e3-85ec557e3e0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c2d79c8d9714872a7cae85ae0224631&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0526223 Jul 28 10:41:14.218569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56456) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:14.219043 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56458) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:14.233217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:14.235101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-34add248-345a-4873-9703-7889902ef541 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360504418', 'description': 'tempest-description--222173009'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:14.272836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:14.273435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0edb67b1-61c9-49c6-adfe-40a4c5dd3425 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:14.299448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34add248-345a-4873-9703-7889902ef541 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.315850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=b4c4543b-127f-4ccc-94f0-55926a128ec6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:14.349433 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:14.386680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.421181 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3eba084e-08db-4b29-ad40-b2f260a31c9a admin admin] Publish callbacks [] for security_group (fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.454184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.458418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4acb45-96d1-45d4-928b-fb82086cff15 None None] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:14.495838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34e524c9-b92a-4661-93e1-d2912b93143f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.520924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3eba084e-08db-4b29-ad40-b2f260a31c9a admin admin] Publish callbacks [] for security_group (fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.538944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34add248-345a-4873-9703-7889902ef541 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (abb86be0-cecb-4dde-b547-e1c27188e8a4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.547470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4206bc13-f6c6-4d0e-9cb8-17eeab03a3a4 None None] Provisioning complete for port b4c4543b-127f-4ccc-94f0-55926a128ec6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:14.548126 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4206bc13-f6c6-4d0e-9cb8-17eeab03a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.562167 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34add248-345a-4873-9703-7889902ef541 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (abb86be0-cecb-4dde-b547-e1c27188e8a4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.573405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=da5c2fc2-42a2-4d54-ae6d-6023b544500f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:14.596703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:14.598926 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:14.604763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34add248-345a-4873-9703-7889902ef541 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.606933 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-34add248-345a-4873-9703-7889902ef541 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3865330 Jul 28 10:41:14.610163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56462) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:14.611072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:14.625029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:14.625722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.641421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b08106a0-b02c-40aa-aa54-4967a1b5d743 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'security_group_rule': {'security_group_id': 'abb86be0-cecb-4dde-b547-e1c27188e8a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:14.666522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34add248-345a-4873-9703-7889902ef541 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb86be0-cecb-4dde-b547-e1c27188e8a4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:14.698512 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-72fa9adb-200d-40f9-acb4-fcded85552a9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7088592 Jul 28 10:41:14.702144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56466) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:14.709742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abfa7ae6-4d24-4543-ac55-7da54323f25f'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:14.720936 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b08106a0-b02c-40aa-aa54-4967a1b5d743 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (8a54f92a-db63-47c9-9d5c-966d2e9204a2), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.767552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4206bc13-f6c6-4d0e-9cb8-17eeab03a3a4 None None] Current status of the port b4c4543b-127f-4ccc-94f0-55926a128ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:14.782650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3eba084e-08db-4b29-ad40-b2f260a31c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.786806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3eba084e-08db-4b29-ad40-b2f260a31c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.788128 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3eba084e-08db-4b29-ad40-b2f260a31c9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf HTTP/1.1" status: 204 len: 168 time: 0.5411522 Jul 28 10:41:14.799910 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:14.811079 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:14.834671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba084e-08db-4b29-ad40-b2f260a31c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1f1415-4f21-4ee0-bc0e-4d59e965ccaf,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:14.847634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34e524c9-b92a-4661-93e1-d2912b93143f admin admin] Publish callbacks [] for security_group (10d4e8a2-4327-4657-b96c-49946cd01764), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.887005 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:14.921534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b08106a0-b02c-40aa-aa54-4967a1b5d743 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (8a54f92a-db63-47c9-9d5c-966d2e9204a2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.929584 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b08106a0-b02c-40aa-aa54-4967a1b5d743 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8a54f92a-db63-47c9-9d5c-966d2e9204a2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.945220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34e524c9-b92a-4661-93e1-d2912b93143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (10d4e8a2-4327-4657-b96c-49946cd01764), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.963224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08106a0-b02c-40aa-aa54-4967a1b5d743 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a54f92a-db63-47c9-9d5c-966d2e9204a2,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:14.979996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b08106a0-b02c-40aa-aa54-4967a1b5d743 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:14.983227 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b08106a0-b02c-40aa-aa54-4967a1b5d743 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493397 Jul 28 10:41:14.987113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56512) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:14.995703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a2ec9ab4-62fa-43e1-804d-cc4ea20aed8a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'security_group_rule': {'security_group_id': 'abb86be0-cecb-4dde-b547-e1c27188e8a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:15.047619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab4-62fa-43e1-804d-cc4ea20aed8a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (b5b41615-d216-4268-9e12-8e39f590e721), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.078887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e524c9-b92a-4661-93e1-d2912b93143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d4e8a2-4327-4657-b96c-49946cd01764,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:15.088693 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-34e524c9-b92a-4661-93e1-d2912b93143f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b683e4703b8347d2931394acc09020b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2675333 Jul 28 10:41:15.096372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56514) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:15.148404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5714fc-c79e-4a01-9e5b-0f0d533aba72 None None] Update dhcp port {'port': {'network_id': '43e4e1ad-db18-4f2b-9fa1-5502ea9116d7', 'fixed_ips': [{'subnet_id': 'abfa7ae6-4d24-4543-ac55-7da54323f25f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2e0c5dc-a594-406d-a061-bc5933e8a554'}], 'binding:host_id': 'n-d-850468-6'}, 'id': 'b4c4543b-127f-4ccc-94f0-55926a128ec6'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:41:15.171303 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:15.171716 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab4-62fa-43e1-804d-cc4ea20aed8a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (b5b41615-d216-4268-9e12-8e39f590e721), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.184051 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab4-62fa-43e1-804d-cc4ea20aed8a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b5b41615-d216-4268-9e12-8e39f590e721), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.185517 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e5714fc-c79e-4a01-9e5b-0f0d533aba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.195486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d83a7c9-619d-4d1b-a6e3-1ad5309070aa admin admin] Publish callbacks [] for security_group (10d4e8a2-4327-4657-b96c-49946cd01764), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.227023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.240302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d83a7c9-619d-4d1b-a6e3-1ad5309070aa admin admin] Publish callbacks [] for security_group (10d4e8a2-4327-4657-b96c-49946cd01764), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.316863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec9ab4-62fa-43e1-804d-cc4ea20aed8a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b41615-d216-4268-9e12-8e39f590e721,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:15.327409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab4-62fa-43e1-804d-cc4ea20aed8a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.330234 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2ec9ab4-62fa-43e1-804d-cc4ea20aed8a tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415978 Jul 28 10:41:15.333187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56520) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:15.334713 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:15.338271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:15.363075 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d83a7c9-619d-4d1b-a6e3-1ad5309070aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (10d4e8a2-4327-4657-b96c-49946cd01764), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.366081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d83a7c9-619d-4d1b-a6e3-1ad5309070aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.367355 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1d83a7c9-619d-4d1b-a6e3-1ad5309070aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10d4e8a2-4327-4657-b96c-49946cd01764 HTTP/1.1" status: 204 len: 168 time: 0.2699518 Jul 28 10:41:15.377574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.380660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83a7c9-619d-4d1b-a6e3-1ad5309070aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d4e8a2-4327-4657-b96c-49946cd01764,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:15.418847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-2e5714fc-c79e-4a01-9e5b-0f0d533aba72 None None] Allocated IP 2001:db8:0:1::2 (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7/a2e0c5dc-a594-406d-a061-bc5933e8a554/b4c4543b-127f-4ccc-94f0-55926a128ec6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:15.529691 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.602866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2e5714fc-c79e-4a01-9e5b-0f0d533aba72 None None] For port b4c4543b-127f-4ccc-94f0-55926a128ec6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b4c4543b-127f-4ccc-94f0-55926a128ec6,segment=NetworkSegment(f9fc4c01-df83-472f-ac34-666b85312723),segment_id=f9fc4c01-df83-472f-ac34-666b85312723)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:15.623301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4c4543b-127f-4ccc-94f0-55926a128ec6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:15.637269 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:15.648090 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56530) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:15.661575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Allocated IP 172.25.2.81 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/aa90acba-5c53-4251-9fec-50f2f28a59e3) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:15.669101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a65d6aba-ed81-4171-8944-ad5452ef5abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.704370 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e5714fc-c79e-4a01-9e5b-0f0d533aba72 None None] Publish callbacks [] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.717305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e5714fc-c79e-4a01-9e5b-0f0d533aba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.722981 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:15.766972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b4c4543b-127f-4ccc-94f0-55926a128ec6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:15.766972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.771770 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:15.787239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Delete allocated IP 2001:db8:0:1::3bb (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7/a2e0c5dc-a594-406d-a061-bc5933e8a554) {{(pid=104688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 10:41:15.817288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.893573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5714fc-c79e-4a01-9e5b-0f0d533aba72 None None] Pushing event updated for resources: {'Port': ['ID=b4c4543b-127f-4ccc-94f0-55926a128ec6,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:15.896618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.964037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b4c4543b-127f-4ccc-94f0-55926a128ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:15.964362 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:15.967713 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:15.975173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.002957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:16.012226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:16.024589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:16.028139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'Port': ['ID=aa90acba-5c53-4251-9fec-50f2f28a59e3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.054549 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=da5c2fc2-42a2-4d54-ae6d-6023b544500f,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.062917 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:16.147328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] In _notify_port_updated(), no bound segment for port da5c2fc2-42a2-4d54-ae6d-6023b544500f on network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 {{(pid=104688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:41:16.162188 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:16.162911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.164279 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-176bbe0a-34e4-405f-a540-17a90156cea3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "PUT /v2.0/ports/da5c2fc2-42a2-4d54-ae6d-6023b544500f HTTP/1.1" status: 200 len: 926 time: 1.4600255 Jul 28 10:41:16.164871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56538) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:16.170270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56540) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:16.175881 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:16.184122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abfa7ae6-4d24-4543-ac55-7da54323f25f'}, {'subnet_id': 'a2e0c5dc-a594-406d-a061-bc5933e8a554'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:16.220935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a65d6aba-ed81-4171-8944-ad5452ef5abd admin admin] Publish callbacks [] for security_group (afcb93e1-e125-4fe3-9991-52e7ed73dacf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.226221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (6c77d305-a786-4555-b791-928ab43c7fb4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.228552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a65d6aba-ed81-4171-8944-ad5452ef5abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (afcb93e1-e125-4fe3-9991-52e7ed73dacf), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.277284 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a65d6aba-ed81-4171-8944-ad5452ef5abd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d14c4876c0e445ea30c4ca1fe5b6ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6279349 Jul 28 10:41:16.284286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56548) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:16.344635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d6aba-ed81-4171-8944-ad5452ef5abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcb93e1-e125-4fe3-9991-52e7ed73dacf,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.352899 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.356336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.382848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91799b29-14b1-4e61-b44b-7b95c5f310f9 admin admin] Publish callbacks [] for security_group (afcb93e1-e125-4fe3-9991-52e7ed73dacf), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.429681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91799b29-14b1-4e61-b44b-7b95c5f310f9 admin admin] Publish callbacks [] for security_group (afcb93e1-e125-4fe3-9991-52e7ed73dacf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.462603 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56552) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:16.513326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c68589dc-de1d-41b4-a0b7-ad0a84d5c502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.615075 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd30e57-ed73-46db-a91c-50b4efcfea1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.667243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91799b29-14b1-4e61-b44b-7b95c5f310f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (afcb93e1-e125-4fe3-9991-52e7ed73dacf), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.670170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91799b29-14b1-4e61-b44b-7b95c5f310f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.671334 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-91799b29-14b1-4e61-b44b-7b95c5f310f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afcb93e1-e125-4fe3-9991-52e7ed73dacf HTTP/1.1" status: 204 len: 168 time: 0.3856049 Jul 28 10:41:16.697331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c68589dc-de1d-41b4-a0b7-ad0a84d5c502 admin admin] Publish callbacks [] for security_group (dcbaafd6-3b13-4096-92b8-91b3d8c82ae6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.713992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91799b29-14b1-4e61-b44b-7b95c5f310f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcb93e1-e125-4fe3-9991-52e7ed73dacf,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.716668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c68589dc-de1d-41b4-a0b7-ad0a84d5c502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dcbaafd6-3b13-4096-92b8-91b3d8c82ae6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.786739 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c68589dc-de1d-41b4-a0b7-ad0a84d5c502 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3a9d42f744f4b3ab0d014c3ec36af2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228540 Jul 28 10:41:16.791487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56560) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:16.825981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68589dc-de1d-41b4-a0b7-ad0a84d5c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbaafd6-3b13-4096-92b8-91b3d8c82ae6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.863685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.874379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.889806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd30e57-ed73-46db-a91c-50b4efcfea1b admin admin] Publish callbacks [] for security_group (358a6759-4f4e-499a-b7b6-35119086728f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.901809 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82fc7d1-6f95-49f4-b1ce-46f24646c8ce admin admin] Publish callbacks [] for security_group (dcbaafd6-3b13-4096-92b8-91b3d8c82ae6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.905350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd30e57-ed73-46db-a91c-50b4efcfea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (358a6759-4f4e-499a-b7b6-35119086728f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.929076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8:0:1::174 (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7/a2e0c5dc-a594-406d-a061-bc5933e8a554/da5c2fc2-42a2-4d54-ae6d-6023b544500f) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:16.955955 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:16.965437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd30e57-ed73-46db-a91c-50b4efcfea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358a6759-4f4e-499a-b7b6-35119086728f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.976908 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ecd30e57-ed73-46db-a91c-50b4efcfea1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29520bb6127a403e9cfd3ef8ca2a6594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8090277 Jul 28 10:41:16.979968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82fc7d1-6f95-49f4-b1ce-46f24646c8ce admin admin] Publish callbacks [] for security_group (dcbaafd6-3b13-4096-92b8-91b3d8c82ae6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:16.982463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56568) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:17.019077 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:17.058229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cafe5a8-b805-4445-9b10-7505019fbeaf None None] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:17.087746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92102eb9-97f2-49bc-ad74-9d1e392ddd64 admin admin] Publish callbacks [] for security_group (358a6759-4f4e-499a-b7b6-35119086728f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.106626 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82fc7d1-6f95-49f4-b1ce-46f24646c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dcbaafd6-3b13-4096-92b8-91b3d8c82ae6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.112712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82fc7d1-6f95-49f4-b1ce-46f24646c8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.113150 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:17.114759 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f82fc7d1-6f95-49f4-b1ce-46f24646c8ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcbaafd6-3b13-4096-92b8-91b3d8c82ae6 HTTP/1.1" status: 204 len: 168 time: 0.3220992 Jul 28 10:41:17.119988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event updated for resources: {'Port': ['ID=aa90acba-5c53-4251-9fec-50f2f28a59e3,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.131969 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (6c77d305-a786-4555-b791-928ab43c7fb4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.135711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92102eb9-97f2-49bc-ad74-9d1e392ddd64 admin admin] Publish callbacks [] for security_group (358a6759-4f4e-499a-b7b6-35119086728f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.138442 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fc7d1-6f95-49f4-b1ce-46f24646c8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbaafd6-3b13-4096-92b8-91b3d8c82ae6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.162735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89a58624-2e0a-4e80-9e2a-8b6a1a7c6c05 None None] Provisioning complete for port da5c2fc2-42a2-4d54-ae6d-6023b544500f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:17.163632 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89a58624-2e0a-4e80-9e2a-8b6a1a7c6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.177481 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.178800 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd54045f-5c66-4eff-9fd2-a8c056848d08 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8446321 Jul 28 10:41:17.206606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.222870 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.227986 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92102eb9-97f2-49bc-ad74-9d1e392ddd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (358a6759-4f4e-499a-b7b6-35119086728f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.233835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92102eb9-97f2-49bc-ad74-9d1e392ddd64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.239952 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92102eb9-97f2-49bc-ad74-9d1e392ddd64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/358a6759-4f4e-499a-b7b6-35119086728f HTTP/1.1" status: 204 len: 168 time: 0.2558339 Jul 28 10:41:17.253743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89a58624-2e0a-4e80-9e2a-8b6a1a7c6c05 None None] Port da5c2fc2-42a2-4d54-ae6d-6023b544500f cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:17.256223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102eb9-97f2-49bc-ad74-9d1e392ddd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358a6759-4f4e-499a-b7b6-35119086728f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.268488 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:17.305820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89a58624-2e0a-4e80-9e2a-8b6a1a7c6c05 None None] Provisioning complete for port b4c4543b-127f-4ccc-94f0-55926a128ec6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:17.306226 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89a58624-2e0a-4e80-9e2a-8b6a1a7c6c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.328737 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] In _notify_port_updated(), no bound segment for port da5c2fc2-42a2-4d54-ae6d-6023b544500f on network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:41:17.333984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:17.334948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.339738 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "PUT /v2.0/ports/da5c2fc2-42a2-4d54-ae6d-6023b544500f HTTP/1.1" status: 200 len: 1012 time: 1.1617320 Jul 28 10:41:17.339738 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561cadd-ceb3-409c-9279-24584ef6cd99 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=da5c2fc2-42a2-4d54-ae6d-6023b544500f,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.340001 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56584) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:17.399716 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:17.423600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89a58624-2e0a-4e80-9e2a-8b6a1a7c6c05 None None] Current status of the port b4c4543b-127f-4ccc-94f0-55926a128ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:17.463833 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port da5c2fc2-42a2-4d54-ae6d-6023b544500f {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:17.464174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.578698 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.589195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4c4543b-127f-4ccc-94f0-55926a128ec6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:17.596530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for da5c2fc2-42a2-4d54-ae6d-6023b544500f owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:17.672405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b4c4543b-127f-4ccc-94f0-55926a128ec6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:17.679446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.728695 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:17.737775 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52d7af11-bc55-4f5f-b0b0-5f1acc724c19 req-85265996-4345-44d4-ba55-bcaf18ff96e1 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--360504418&fields=id&tenant_id=837d8bf564654ede973e1598e0fca3d6 HTTP/1.1" status: 200 len: 267 time: 0.0662613 Jul 28 10:41:17.820197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b4c4543b-127f-4ccc-94f0-55926a128ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:17.899702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (da5c2fc2-42a2-4d54-ae6d-6023b544500f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:17.938939 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=da5c2fc2-42a2-4d54-ae6d-6023b544500f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.954968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7af11-bc55-4f5f-b0b0-5f1acc724c19 req-61893484-b34e-4c6b-ba82-66b0230dd831 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:17.956501 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52d7af11-bc55-4f5f-b0b0-5f1acc724c19 req-61893484-b34e-4c6b-ba82-66b0230dd831 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/networks?id=c2cbf7b7-6945-4278-9e95-210df42bf84c HTTP/1.1" status: 200 len: 816 time: 0.2176380 Jul 28 10:41:17.956709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ae8a77c5-2b6b-4f45-874f-ff133b65de31 None None] Could not find standard attr ID for object da5c2fc2-42a2-4d54-ae6d-6023b544500f. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:41:17.976229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ae8a77c5-2b6b-4f45-874f-ff133b65de31 None None] Provisioning complete for port b4c4543b-127f-4ccc-94f0-55926a128ec6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:17.977730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae8a77c5-2b6b-4f45-874f-ff133b65de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.001430 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52d7af11-bc55-4f5f-b0b0-5f1acc724c19 req-d2bab9b1-a17a-41d3-8e17-99ddb7b61998 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/quotas/837d8bf564654ede973e1598e0fca3d6 HTTP/1.1" status: 200 len: 375 time: 0.0343699 Jul 28 10:41:18.050035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.054924 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-db261188-2ac5-4f27-bd00-c882ec276583 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/da5c2fc2-42a2-4d54-ae6d-6023b544500f HTTP/1.1" status: 204 len: 168 time: 0.7139957 Jul 28 10:41:18.057499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56610) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:18.104665 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e202986e-8532-41a0-b03f-e79310f145da tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:41:18.106293 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e202986e-8532-41a0-b03f-e79310f145da tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/da5c2fc2-42a2-4d54-ae6d-6023b544500f HTTP/1.1" status: 404 len: 333 time: 0.0417175 Jul 28 10:41:18.109084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:18.116703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a77c5-2b6b-4f45-874f-ff133b65de31 None None] Current status of the port b4c4543b-127f-4ccc-94f0-55926a128ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:18.139507 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52d7af11-bc55-4f5f-b0b0-5f1acc724c19 req-7e0c085f-9b27-4f48-8af6-1f4a74614b85 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=837d8bf564654ede973e1598e0fca3d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275182 Jul 28 10:41:18.186044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet a2e0c5dc-a594-406d-a061-bc5933e8a554 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:41:18.190462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (a2e0c5dc-a594-406d-a061-bc5933e8a554), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.244171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (a2e0c5dc-a594-406d-a061-bc5933e8a554), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.254681 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52d7af11-bc55-4f5f-b0b0-5f1acc724c19 req-dbf1baef-60f5-4469-8f14-ed5a15a4f40a service neutron] 10.222.0.46 "GET /v2.0/networks/c2cbf7b7-6945-4278-9e95-210df42bf84c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115890 Jul 28 10:41:18.333610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f84c86f1-51ff-4e6f-adc2-9f5f9125826d None None] Could not find standard attr ID for object da5c2fc2-42a2-4d54-ae6d-6023b544500f. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:41:18.369904 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a2e0c5dc-a594-406d-a061-bc5933e8a554), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.374611 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:18.462948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (a2e0c5dc-a594-406d-a061-bc5933e8a554), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.478384 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-52d7af11-bc55-4f5f-b0b0-5f1acc724c19 req-f79fd704-99f9-49c4-ae52-b01e1280efd7 service neutron] 10.222.0.46 "GET /v2.0/networks/c2cbf7b7-6945-4278-9e95-210df42bf84c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165036 Jul 28 10:41:18.511792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.515305 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/a2e0c5dc-a594-406d-a061-bc5933e8a554 HTTP/1.1" status: 204 len: 168 time: 0.4051597 Jul 28 10:41:18.516275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ac78a-2921-4da8-9e43-bf9c5007cbc3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e0c5dc-a594-406d-a061-bc5933e8a554,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:18.517982 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56626) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:18.614012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet abfa7ae6-4d24-4543-ac55-7da54323f25f {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:41:18.618553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (abfa7ae6-4d24-4543-ac55-7da54323f25f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.663918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56636) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:18.681754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fea08a-2ff9-4fc8-a4cc-48c85a072f8c None None] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:18.715028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (abfa7ae6-4d24-4543-ac55-7da54323f25f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:18.776444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-844eb431-1054-4b7c-8c6d-daeef0e6a29f None None] Could not find standard attr ID for object da5c2fc2-42a2-4d54-ae6d-6023b544500f. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:41:18.834238 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2edb7011-5816-43c2-8041-5583ec1cc3a7 req-4afc8d4c-898e-41ce-864f-a53f9453e207 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe19f6d-ef1c-4035-85a7-8a8637cf81d3 HTTP/1.1" status: 200 len: 210 time: 0.0860014 Jul 28 10:41:18.963219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (abfa7ae6-4d24-4543-ac55-7da54323f25f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.055629 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:19.062863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (abfa7ae6-4d24-4543-ac55-7da54323f25f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.099315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=abfa7ae6-4d24-4543-ac55-7da54323f25f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.104559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.107788 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a712da3e-429b-4500-b507-d693aa4a2a76 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/abfa7ae6-4d24-4543-ac55-7da54323f25f HTTP/1.1" status: 204 len: 168 time: 0.5852699 Jul 28 10:41:19.110721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56654) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:19.168761 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-927049042-network', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:19.214444 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:19.222936 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.224650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.236216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.291719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port b4c4543b-127f-4ccc-94f0-55926a128ec6 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:19.292308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.366954 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks [] for security_group (2524504d-88bf-4584-a347-41c5fe85df14), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.374261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2524504d-88bf-4584-a347-41c5fe85df14), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.390515 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:19.399946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] For port b4c4543b-127f-4ccc-94f0-55926a128ec6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b4c4543b-127f-4ccc-94f0-55926a128ec6,segment=NetworkSegment(f9fc4c01-df83-472f-ac34-666b85312723),segment_id=f9fc4c01-df83-472f-ac34-666b85312723)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:19.400640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.406248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (602a5c59-9fc5-45cd-9dde-bcec50db313c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.406862 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Added segment 602a5c59-9fc5-45cd-9dde-bcec50db313c of type vlan for network dc378914-a188-495f-9afa-f65a08836123 Jul 28 10:41:19.438370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for b4c4543b-127f-4ccc-94f0-55926a128ec6 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:19.530393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (dc378914-a188-495f-9afa-f65a08836123), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.537906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2524504d-88bf-4584-a347-41c5fe85df14,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.574322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (dc378914-a188-495f-9afa-f65a08836123), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.576927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:19.577317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.578659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b4c4543b-127f-4ccc-94f0-55926a128ec6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.631501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=b4c4543b-127f-4ccc-94f0-55926a128ec6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.633477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No DVR routers for this DVR port b4c4543b-127f-4ccc-94f0-55926a128ec6 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:19.639377 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:19.692387 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0273311 Jul 28 10:41:19.695637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56674) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:19.701443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Request body: {'subnet': {'network_id': 'dc378914-a188-495f-9afa-f65a08836123', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-subnet', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:19.706911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5e97e-1647-48bc-8242-723b5e7a7fab admin admin] Pushing event updated for resources: {'Network': ['ID=dc378914-a188-495f-9afa-f65a08836123,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.717071 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:19.719166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network dc378914-a188-495f-9afa-f65a08836123 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:19.747988 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.760625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:19.764030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.777651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e4e1ad-db18-4f2b-9fa1-5502ea9116d7']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:19.782456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce6989-5393-430e-8afe-ebc84d524f18 None None] Network 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:19.799355 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fc4c01-df83-472f-ac34-666b85312723') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:19.799946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fc4c01-df83-472f-ac34-666b85312723') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:19.818790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f9fc4c01-df83-472f-ac34-666b85312723), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.835201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f9fc4c01-df83-472f-ac34-666b85312723), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.846436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:19.847524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f9fc4c01-df83-472f-ac34-666b85312723), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.879139 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f9fc4c01-df83-472f-ac34-666b85312723 resource provider aggregate not found Jul 28 10:41:19.884912 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:19.922062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7b7a723e-9ff4-4dc5-bcf2-ef66d65a3609 None None] Could not find standard attr ID for object b4c4543b-127f-4ccc-94f0-55926a128ec6. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:41:19.940725 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f9fc4c01-df83-472f-ac34-666b85312723 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9fc4c01-df83-472f-ac34-666b85312723 found for delete ", "request_id": "req-d4e3ab24-cc07-48a8-8314-c1fef737f34e"}]} Jul 28 10:41:19.971632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (43e4e1ad-db18-4f2b-9fa1-5502ea9116d7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.992060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:19.996143 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 HTTP/1.1" status: 204 len: 168 time: 0.8841994 Jul 28 10:41:20.000195 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56690) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.036129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e97420-b408-44fc-9c2b-7417c11f79ee tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=43e4e1ad-db18-4f2b-9fa1-5502ea9116d7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:20.060758 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a7d05d61-88b6-410d-9bcf-6b10a169e2c3 req-de6b6bec-6146-4732-a60c-b75f058db40b tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe19f6d-ef1c-4035-85a7-8a8637cf81d3 HTTP/1.1" status: 200 len: 210 time: 0.0579321 Jul 28 10:41:20.113632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18cc883-2ed7-4606-9ce3-6fbb24758967 None None] DHCP port deletion for 43e4e1ad-db18-4f2b-9fa1-5502ea9116d7 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:41:20.119346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3a488-6073-409b-94e1-845b4e894b6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:20.120868 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7eb3a488-6073-409b-94e1-845b4e894b6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1187303 Jul 28 10:41:20.124582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56698) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.221173 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bc874e80-2a93-4a59-9200-a1539183c09c tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0952270 Jul 28 10:41:20.224567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56704) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.229459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1650622848'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:20.235918 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (3da76948-61a3-44f9-ae58-6360b02261e7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.286829 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:20.320067 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2eb961f7-f142-4e5e-b2eb-065e815b4edb req-af00adfa-62d3-4b0b-ad7a-df951c315508 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe19f6d-ef1c-4035-85a7-8a8637cf81d3 HTTP/1.1" status: 200 len: 210 time: 0.0547385 Jul 28 10:41:20.334294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:20.337740 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.353755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da76948-61a3-44f9-ae58-6360b02261e7,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:20.378013 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56712) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.379098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Checking segment: {'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:20.379557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Network hostable DHCP agents. Network: dc378914-a188-495f-9afa-f65a08836123, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:20.389810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:20.404927 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (43b87b23-718a-426e-bd42-2f3820b15073), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.405368 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment 43b87b23-718a-426e-bd42-2f3820b15073 of type vlan for network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 Jul 28 10:41:20.455017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Network dc378914-a188-495f-9afa-f65a08836123 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:20.635828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.720550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-956d-418b-84c5-4899f09949bd tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (abb86be0-cecb-4dde-b547-e1c27188e8a4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.751607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-956d-418b-84c5-4899f09949bd tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (abb86be0-cecb-4dde-b547-e1c27188e8a4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.771213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.777760 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, dc378914-a188-495f-9afa-f65a08836123) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:20.784616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:20.785125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.788764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17993a6d-6bc7-4a42-8b51-2c8cf280f363 None None] Network dc378914-a188-495f-9afa-f65a08836123 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:20.843620 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a7218186-10ce-4bbf-b32f-7452e1db50f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1466408 Jul 28 10:41:20.846608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56730) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.851409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.851798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:20.859804 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:20.860450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.882161 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-956d-418b-84c5-4899f09949bd tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (abb86be0-cecb-4dde-b547-e1c27188e8a4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.885366 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b15651a7-956d-418b-84c5-4899f09949bd tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.889164 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.6602747 Jul 28 10:41:20.891545 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b15651a7-956d-418b-84c5-4899f09949bd tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "DELETE /v2.0/security-groups/abb86be0-cecb-4dde-b547-e1c27188e8a4 HTTP/1.1" status: 204 len: 168 time: 0.2541645 Jul 28 10:41:20.895889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56732) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.896283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56734) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:20.913623 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:20.939376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-dc378914-a188-495f-9afa-f65a08836123', 'network_id': 'dc378914-a188-495f-9afa-f65a08836123', 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'fixed_ips': [{'subnet_id': '3da76948-61a3-44f9-ae58-6360b02261e7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:20.940631 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:20.941828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:20.960492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bbd04-002f-4799-8165-f88e8ccae395 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:20.973499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:21.021281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15651a7-956d-418b-84c5-4899f09949bd tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb86be0-cecb-4dde-b547-e1c27188e8a4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:21.032275 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (541c216c-a3c3-46dd-b87d-75be79ea18af), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.033237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (541c216c-a3c3-46dd-b87d-75be79ea18af), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.046877 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-48be5e1f-bab9-40a3-bd5c-120c2877e8e0 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] show failed (client error): The resource could not be found. Jul 28 10:41:21.050833 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-48be5e1f-bab9-40a3-bd5c-120c2877e8e0 tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "GET /v2.0/security-groups/abb86be0-cecb-4dde-b547-e1c27188e8a4 HTTP/1.1" status: 404 len: 347 time: 0.1467912 Jul 28 10:41:21.051465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56740) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:21.083995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.182900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Allocated IP 172.20.0.2 (dc378914-a188-495f-9afa-f65a08836123/3da76948-61a3-44f9-ae58-6360b02261e7/4460d42b-7f79-4696-ab47-145b3e010102) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:21.194451 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:21.213426 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks [] for router_controller (541c216c-a3c3-46dd-b87d-75be79ea18af), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.222963 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:21.227067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.315485 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Deleting port aa90acba-5c53-4251-9fec-50f2f28a59e3 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:21.315967 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.391288 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Publish callbacks [] for port (4460d42b-7f79-4696-ab47-145b3e010102), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.400782 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (4460d42b-7f79-4696-ab47-145b3e010102), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.445691 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.446132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (aa90acba-5c53-4251-9fec-50f2f28a59e3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.475355 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:21.478115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Pushing event updated for resources: {'Port': ['ID=4460d42b-7f79-4696-ab47-145b3e010102,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:21.479190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Calling delete_port for aa90acba-5c53-4251-9fec-50f2f28a59e3 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:21.488163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.488520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.501576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.502140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.503140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.504191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.505182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.507240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.507786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.508277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.508768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.510447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.511016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.514671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.515420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:21.533818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Network dc378914-a188-495f-9afa-f65a08836123 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:21.539483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:21.542650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:21.583063 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:21.584775 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.597668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks [] for router_gateway (541c216c-a3c3-46dd-b87d-75be79ea18af), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.620361 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:21.628505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Attempting to bind port 4460d42b-7f79-4696-ab47-145b3e010102 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:21.629418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Attempting to bind port 4460d42b-7f79-4696-ab47-145b3e010102 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:21.629979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Attempting to bind port 4460d42b-7f79-4696-ab47-145b3e010102 on network dc378914-a188-495f-9afa-f65a08836123 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:21.632819 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:21.633178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4c4543b-127f-4ccc-94f0-55926a128ec6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:21.770953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (aa90acba-5c53-4251-9fec-50f2f28a59e3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.804566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b4c4543b-127f-4ccc-94f0-55926a128ec6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:21.805049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b4c4543b-127f-4ccc-94f0-55926a128ec6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:21.811066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:21.811457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Checking segment: {'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:21.811866 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.812412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Bound using segment: {'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:21.812970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Bound port: 4460d42b-7f79-4696-ab47-145b3e010102, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:21.813367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4460d42b-7f79-4696-ab47-145b3e010102), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.835718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Pushing event deleted for resources: {'Port': ['ID=aa90acba-5c53-4251-9fec-50f2f28a59e3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:21.901155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] For port 4460d42b-7f79-4696-ab47-145b3e010102, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:21.902670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] For port 4460d42b-7f79-4696-ab47-145b3e010102, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4460d42b-7f79-4696-ab47-145b3e010102,segment=NetworkSegment(602a5c59-9fc5-45cd-9dde-bcec50db313c),segment_id=602a5c59-9fc5-45cd-9dde-bcec50db313c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:21.915921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4460d42b-7f79-4696-ab47-145b3e010102), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.921663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks [] for floatingip (6c77d305-a786-4555-b791-928ab43c7fb4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.925108 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:21.930418 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a1b5a19c-5326-4382-81f9-93791104e6db tempest-AttachVolumeShelveTestJSON-1763370157 tempest-AttachVolumeShelveTestJSON-1763370157-project] 10.222.0.46 "DELETE /v2.0/floatingips/6c77d305-a786-4555-b791-928ab43c7fb4 HTTP/1.1" status: 204 len: 168 time: 0.8774941 Jul 28 10:41:21.931778 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56764) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:21.992731 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:22.020838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0780733-d1e9-49dd-b42c-87b43a0f3f32 None None] Pushing event updated for resources: {'Port': ['ID=4460d42b-7f79-4696-ab47-145b3e010102,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:22.277614 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:22.430108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Allocated IP 172.25.2.23 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3a399953-bb6f-4ab8-b761-be3c625a2ffb) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:22.479296 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:22.525810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:22.606331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': '43b87b23-718a-426e-bd42-2f3820b15073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:22.608402 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:22.668058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks [] for router_gateway (541c216c-a3c3-46dd-b87d-75be79ea18af), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:22.705089 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:22.718016 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:22.819791 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:22.823541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Deleting port 391ebd6e-af58-4906-b67c-8a0aad719664 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:22.823975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:22.832837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f567a-58f1-4e1a-91a2-f80c33c5e6b4 None None] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:22.838412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:22.839020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:22.846383 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:22.856122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:22.895473 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7cc5e919-6cb6-4b40-8e4e-b8f204a664fa tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9953408 Jul 28 10:41:22.901076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:22.912815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585', 'name': 'tempest-PortsIpV6TestJSON-497067955'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:22.950237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.021786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585', 'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585', 'project_id': '5d0eb570758645039d1db4acbb53b5fd', 'fixed_ips': [{'subnet_id': '6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:23.024631 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.067341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Port': ['ID=3a399953-bb6f-4ab8-b761-be3c625a2ffb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:23.099912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:23.100133 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] For port 391ebd6e-af58-4906-b67c-8a0aad719664, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=391ebd6e-af58-4906-b67c-8a0aad719664,segment=NetworkSegment(f6a9ba91-1e9f-498b-a0e0-4e25fae58a91),segment_id=f6a9ba91-1e9f-498b-a0e0-4e25fae58a91)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:23.100354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.113002 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:23.120645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:23.149460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Allocated IP 172.25.2.46 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/7e4a7a14-4eb1-4eea-905d-c500c62d7c42) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:23.172096 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Calling delete_port for 391ebd6e-af58-4906-b67c-8a0aad719664 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:23.278030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for floatingip (cfb39b2b-2f59-4663-a6f7-24d7b9760377), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.315622 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:23.318964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Allocated IP 2001:db8::2 (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585/6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b/5efb2c97-4918-472a-bd63-d0c315f833be) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:23.323633 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:23.379054 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.432966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:23.439038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.586838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 06ffe292-006d-4a70-a4e5-fac87ff95530 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:23.613654 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Publish callbacks [] for port (5efb2c97-4918-472a-bd63-d0c315f833be), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.617113 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:23.627144 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.664009 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks [] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.711900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4460d42b-7f79-4696-ab47-145b3e010102 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:23.750784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f584979f-3dec-4207-9613-f89dbe9e74db None None] Network dc378914-a188-495f-9afa-f65a08836123 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:23.859177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:23.860019 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:23.866855 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.867123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d19daa3a-4e67-4ad9-abf6-7c711f32634f None None] Provisioning complete for port 4460d42b-7f79-4696-ab47-145b3e010102 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:23.867485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d19daa3a-4e67-4ad9-abf6-7c711f32634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4460d42b-7f79-4696-ab47-145b3e010102), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.873441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:23.898104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Pushing event updated for resources: {'Port': ['ID=5efb2c97-4918-472a-bd63-d0c315f833be,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:23.905187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:23.918137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4460d42b-7f79-4696-ab47-145b3e010102 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:23.918442 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4460d42b-7f79-4696-ab47-145b3e010102), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:23.936303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56818) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:23.956240 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:23.958432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:23.967841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:23.995982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:24.037119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.047614 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:24.059209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.067143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::388 (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585/6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b/06ffe292-006d-4a70-a4e5-fac87ff95530) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:24.078508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Pushing event updated for resources: {'Port': ['ID=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:24.180036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Attempting to bind port 5efb2c97-4918-472a-bd63-d0c315f833be on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:24.180405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Attempting to bind port 5efb2c97-4918-472a-bd63-d0c315f833be by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '43b87b23-718a-426e-bd42-2f3820b15073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:24.180771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Attempting to bind port 5efb2c97-4918-472a-bd63-d0c315f833be on network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:24.189390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:24.189783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Checking segment: {'id': '43b87b23-718a-426e-bd42-2f3820b15073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:24.190180 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.190558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Bound using segment: {'id': '43b87b23-718a-426e-bd42-2f3820b15073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:24.191051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Bound port: 5efb2c97-4918-472a-bd63-d0c315f833be, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b87b23-718a-426e-bd42-2f3820b15073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:24.191418 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.201109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (cfb39b2b-2f59-4663-a6f7-24d7b9760377), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.201559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4460d42b-7f79-4696-ab47-145b3e010102 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:24.201976 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4460d42b-7f79-4696-ab47-145b3e010102), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.369265 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (06ffe292-006d-4a70-a4e5-fac87ff95530), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.373938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 4460d42b-7f79-4696-ab47-145b3e010102, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4460d42b-7f79-4696-ab47-145b3e010102,segment=NetworkSegment(602a5c59-9fc5-45cd-9dde-bcec50db313c),segment_id=602a5c59-9fc5-45cd-9dde-bcec50db313c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:24.383320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] For port 5efb2c97-4918-472a-bd63-d0c315f833be, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:24.390170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d19daa3a-4e67-4ad9-abf6-7c711f32634f None None] Current status of the port 4460d42b-7f79-4696-ab47-145b3e010102 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:24.391721 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d19daa3a-4e67-4ad9-abf6-7c711f32634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4460d42b-7f79-4696-ab47-145b3e010102), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.410374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.411675 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0326562 Jul 28 10:41:24.416089 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4460d42b-7f79-4696-ab47-145b3e010102), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.416363 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56828) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:24.420089 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:24.421924 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (391ebd6e-af58-4906-b67c-8a0aad719664), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.456740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-806555000'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:24.462593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-384460937'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:24.463831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (06ffe292-006d-4a70-a4e5-fac87ff95530), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.469339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42985733-78fa-4207-9830-b04d95e7cb69 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Port': ['ID=3a399953-bb6f-4ab8-b761-be3c625a2ffb,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:24.477726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] For port 5efb2c97-4918-472a-bd63-d0c315f833be, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5efb2c97-4918-472a-bd63-d0c315f833be,segment=NetworkSegment(43b87b23-718a-426e-bd42-2f3820b15073),segment_id=43b87b23-718a-426e-bd42-2f3820b15073)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:24.527320 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:24.556040 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.563985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Pushing event deleted for resources: {'Port': ['ID=391ebd6e-af58-4906-b67c-8a0aad719664,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:24.705446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=4460d42b-7f79-4696-ab47-145b3e010102,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:24.714753 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-d19daa3a-4e67-4ad9-abf6-7c711f32634f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:41:24.715292 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-d19daa3a-4e67-4ad9-abf6-7c711f32634f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:41:24.777108 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:24.783438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:24.795031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Made reservation on behalf of 2970dea8c30440098648bf9763cc27e1 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:24.800059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00120ce0-2bad-41cd-92fd-27d52ef4f0c7 None None] Pushing event updated for resources: {'Port': ['ID=5efb2c97-4918-472a-bd63-d0c315f833be,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:24.806885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.831620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:24.836719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Made reservation on behalf of c64d96ad4056412d9dd18a5d0fe74cab for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:24.840101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.848235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks [] for router_gateway (541c216c-a3c3-46dd-b87d-75be79ea18af), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.882317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:24.891514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:24.892160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.924700 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0195045 Jul 28 10:41:24.924890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:24.928201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56836) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:24.928907 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74991944-2c2e-4362-9317-5354b9f00345 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=06ffe292-006d-4a70-a4e5-fac87ff95530,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:24.942383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585', 'name': 'tempest-PortsIpV6TestJSON-1019461408'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:24.993336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.298638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d19daa3a-4e67-4ad9-abf6-7c711f32634f None None] Current status of the port 4460d42b-7f79-4696-ab47-145b3e010102 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:25.347316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for security_group (0356e3ba-4b89-4eb1-86da-696abfee2e2f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.355052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0356e3ba-4b89-4eb1-86da-696abfee2e2f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.363907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (541c216c-a3c3-46dd-b87d-75be79ea18af), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.411314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:25.414964 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.420829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-29d53821-ccb0-4653-a6de-3be038e4cb4e None None] Provisioning complete for port 4460d42b-7f79-4696-ab47-145b3e010102 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:25.421268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29d53821-ccb0-4653-a6de-3be038e4cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4460d42b-7f79-4696-ab47-145b3e010102), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.433048 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.448855 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks [] for security_group (1e771361-e820-41a5-9141-7c84f61b2e8d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.456834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 39c24a39-991f-456c-9f60-20792d00cd4c yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:25.461903 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1e771361-e820-41a5-9141-7c84f61b2e8d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.501083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:25.516380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0356e3ba-4b89-4eb1-86da-696abfee2e2f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:25.525552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8f000fd0-2209-4aca-8c61-d05a0573e084), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.525908 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Added segment 8f000fd0-2209-4aca-8c61-d05a0573e084 of type vlan for network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a Jul 28 10:41:25.567338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:25.568981 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:25.587078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.612346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-29d53821-ccb0-4653-a6de-3be038e4cb4e None None] Current status of the port 4460d42b-7f79-4696-ab47-145b3e010102 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:25.614531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Router 541c216c-a3c3-46dd-b87d-75be79ea18af is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:41:25.651994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.658449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:25.659077 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.661566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.661890 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Added segment 3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62 of type vlan for network 7bec5d60-c7ae-4470-b860-f2d3358ae40d Jul 28 10:41:25.694731 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:25.704764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e771361-e820-41a5-9141-7c84f61b2e8d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:25.745238 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7bec5d60-c7ae-4470-b860-f2d3358ae40d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:25.862905 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:41:25.914716 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4733720 Jul 28 10:41:25.918209 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:25.920053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad49cb-fc0e-4c07-9a93-40079f3ed4d6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Network': ['ID=2fd4eeb2-9f68-4a81-bb36-2c54f777a53a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:25.927339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56866) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:25.933698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Request body: {'subnet': {'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:25.941612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:25.983362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::182 (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585/6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b/39c24a39-991f-456c-9f60-20792d00cd4c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:26.026760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7bec5d60-c7ae-4470-b860-f2d3358ae40d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.036567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5efb2c97-4918-472a-bd63-d0c315f833be up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:26.043437 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:26.044847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.071081 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:26.162032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:26.181887 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Sync routers for ids ['541c216c-a3c3-46dd-b87d-75be79ea18af'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:26.187933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5efb2c97-4918-472a-bd63-d0c315f833be triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:26.188504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.204749 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Routers {'541c216c-a3c3-46dd-b87d-75be79ea18af'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:26.209008 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['541c216c-a3c3-46dd-b87d-75be79ea18af'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:26.216509 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.2695918 Jul 28 10:41:26.220258 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.224845 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cbc84762-84dd-46f5-bd75-d3cbee11c9af admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3769851 Jul 28 10:41:26.226230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56878) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:26.226853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56880) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:26.233560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Request body: {'subnet': {'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:26.254418 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e4958-b6dd-45f9-86a2-ed9c4e273ed1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event updated for resources: {'Network': ['ID=7bec5d60-c7ae-4470-b860-f2d3358ae40d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:26.296474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7bec5d60-c7ae-4470-b860-f2d3358ae40d details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:26.317712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:41:26.370551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5efb2c97-4918-472a-bd63-d0c315f833be is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:26.371558 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.477210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5efb2c97-4918-472a-bd63-d0c315f833be, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5efb2c97-4918-472a-bd63-d0c315f833be,segment=NetworkSegment(43b87b23-718a-426e-bd42-2f3820b15073),segment_id=43b87b23-718a-426e-bd42-2f3820b15073)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:26.487671 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.489359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4460d42b-7f79-4696-ab47-145b3e010102 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:26.521836 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Set router 541c216c-a3c3-46dd-b87d-75be79ea18af gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:26.531930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f504d-6302-495c-9b72-430ea9ac79c8 None None] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:26.540274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Made reservation on behalf of 2970dea8c30440098648bf9763cc27e1 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:26.552308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.908837 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:26.941328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-185255fa-c86a-49c2-b478-01f79b1a91f4 None None] Provisioning complete for port 5efb2c97-4918-472a-bd63-d0c315f833be triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:26.941776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-185255fa-c86a-49c2-b478-01f79b1a91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:26.982560 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:41:24Z', 'revision_number': 3, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:26.999893 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:27.023179 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Checking router: 541c216c-a3c3-46dd-b87d-75be79ea18af for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:27.024122 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Updating router 541c216c-a3c3-46dd-b87d-75be79ea18af port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:41:27.088996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5efb2c97-4918-472a-bd63-d0c315f833be,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:27.092891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4460d42b-7f79-4696-ab47-145b3e010102 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:27.093374 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4460d42b-7f79-4696-ab47-145b3e010102), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.096613 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.151204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Made reservation on behalf of c64d96ad4056412d9dd18a5d0fe74cab for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:27.165537 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.193432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-185255fa-c86a-49c2-b478-01f79b1a91f4 None None] Current status of the port 5efb2c97-4918-472a-bd63-d0c315f833be is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:27.201666 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a94cdd9a-0292-44ec-ba33-a14069342079), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.229727 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (39c24a39-991f-456c-9f60-20792d00cd4c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.240420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4460d42b-7f79-4696-ab47-145b3e010102 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:27.312420 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:27.321711 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:27.453989 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Publish callbacks [] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.470306 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.549280 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:27.550900 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Attempting to bind port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:27.551368 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Attempting to bind port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:27.551734 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Attempting to bind port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:27.572104 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:27.572487 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:27.572947 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.573485 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:27.574226 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Bound port: 7e4a7a14-4eb1-4eea-905d-c500c62d7c42, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:27.574668 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.630620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:27.633116 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (39c24a39-991f-456c-9f60-20792d00cd4c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.644169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] Sync routers for ids ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:27.662714 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e1d6877-1583-47dd-99bb-5833716d473d admin admin] 10.222.0.46 "PUT /v2.0/routers/0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7288713 Jul 28 10:41:27.667300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56916) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:27.670190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] Routers {'0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:27.672521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:27.674116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] For port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:27.679952 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] For port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:27.692484 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb578383-fb0a-44f5-a675-04646699fe65 None None] Pushing event updated for resources: {'Port': ['ID=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:27.701726 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.775228 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Subnet': ['ID=a94cdd9a-0292-44ec-ba33-a14069342079,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:27.796956 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Routers {'541c216c-a3c3-46dd-b87d-75be79ea18af'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:27.797646 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['541c216c-a3c3-46dd-b87d-75be79ea18af'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:27.813728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Checking segment: {'id': '8f000fd0-2209-4aca-8c61-d05a0573e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:27.817365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Network hostable DHCP agents. Network: 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:27.893688 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks [] for router (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:27.930781 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] Set router 541c216c-a3c3-46dd-b87d-75be79ea18af gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:28.050506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:28.058429 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:28.066250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:28.072132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:28.073220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:28.099653 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb578383-fb0a-44f5-a675-04646699fe65 None None] Pushing event updated for resources: {'Port': ['ID=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:28.125151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] Set router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:28.126346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=39c24a39-991f-456c-9f60-20792d00cd4c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:28.136277 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:28.170253 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:28.187895 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-99e64b21-8d1a-4a08-8c48-e916be557922 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2559547 Jul 28 10:41:28.196596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56926) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:28.268671 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:28.270533 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:41:24Z', 'revision_number': 3, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:28.312601 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95609de5-f230-48bf-899a-4aa3e41181c0 None None] The sync data for ids ['541c216c-a3c3-46dd-b87d-75be79ea18af'] in n-d-850468-6 is: [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:41:24Z', 'revision_number': 3, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:28.329215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:28.357479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5efb2c97-4918-472a-bd63-d0c315f833be up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:28.367725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:28.368509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:28.415731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks [] for router_gateway (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:28.456433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac949c3-ea50-4932-813f-8c3f7c24a870 None None] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:28.463605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4ef35-c1c9-4846-aebd-280cd04b88cd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:28.468856 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-48a4ef35-c1c9-4846-aebd-280cd04b88cd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A388 HTTP/1.1" status: 200 len: 928 time: 0.2633882 Jul 28 10:41:28.491161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56932) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:28.691948 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-42db2410-9409-445e-b6c6-9e86eb711423 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7606206 Jul 28 10:41:28.692277 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56940) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:28.692613 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56942) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:28.716387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-424803279', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:28.795358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bd5d0053-f1f9-4f5e-a208-fb9cacd1d4df None None] Provisioning complete for port 06ffe292-006d-4a70-a4e5-fac87ff95530 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:28.795918 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5d0053-f1f9-4f5e-a208-fb9cacd1d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06ffe292-006d-4a70-a4e5-fac87ff95530), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:28.806111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Deleting port 870cf593-b463-44f5-90e8-2413c94938e6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:28.806475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (870cf593-b463-44f5-90e8-2413c94938e6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:28.844335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (2ec37df6-13e2-4f15-9848-fd29475b90ff), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:28.887362 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:28.968906 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (6ca91444-cc21-48a3-85b2-7e298f5521e9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:28.974440 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (6ca91444-cc21-48a3-85b2-7e298f5521e9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.068203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event updated for resources: {'Subnet': ['ID=2ec37df6-13e2-4f15-9848-fd29475b90ff,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:29.080416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 39c24a39-991f-456c-9f60-20792d00cd4c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:29.083921 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (39c24a39-991f-456c-9f60-20792d00cd4c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.143250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5efb2c97-4918-472a-bd63-d0c315f833be triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:29.143645 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.197005 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:29.327289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d0053-f1f9-4f5e-a208-fb9cacd1d4df None None] Port 06ffe292-006d-4a70-a4e5-fac87ff95530 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:29.353582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router_controller (6ca91444-cc21-48a3-85b2-7e298f5521e9), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.392048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] For port 870cf593-b463-44f5-90e8-2413c94938e6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=870cf593-b463-44f5-90e8-2413c94938e6,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:29.392421 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (870cf593-b463-44f5-90e8-2413c94938e6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.424469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '870cf593-b463-44f5-90e8-2413c94938e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:41:23Z', 'revision_number': 5, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port': {'id': '870cf593-b463-44f5-90e8-2413c94938e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:40:49Z', 'updated_at': '2022-07-28T10:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:29.454523 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:29.482150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Calling delete_port for 870cf593-b463-44f5-90e8-2413c94938e6 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:29.516233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-880eda46-e010-444e-925f-c81d44c75001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.526809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] Checking router: 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:29.535104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2fd4eeb2-9f68-4a81-bb36-2c54f777a53a', 'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a', 'project_id': '2970dea8c30440098648bf9763cc27e1', 'fixed_ips': [{'subnet_id': 'a94cdd9a-0292-44ec-ba33-a14069342079'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:29.538058 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.547209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (39c24a39-991f-456c-9f60-20792d00cd4c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:29.649237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 39c24a39-991f-456c-9f60-20792d00cd4c owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:29.897586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Allocated IP 172.20.0.2 (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a/a94cdd9a-0292-44ec-ba33-a14069342079/cca0ff4e-b410-4f5d-989f-785650b2232d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:30.214679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bd5d0053-f1f9-4f5e-a208-fb9cacd1d4df None None] Provisioning complete for port 5efb2c97-4918-472a-bd63-d0c315f833be triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:30.215251 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5d0053-f1f9-4f5e-a208-fb9cacd1d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.248731 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:30.319955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] Routers {'0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:30.320872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:30.324466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5efb2c97-4918-472a-bd63-d0c315f833be is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:30.350580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (870cf593-b463-44f5-90e8-2413c94938e6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.385937 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:30.473353 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (39c24a39-991f-456c-9f60-20792d00cd4c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.499465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=870cf593-b463-44f5-90e8-2413c94938e6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:30.518060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Publish callbacks [] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.532578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] Set router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:30.537663 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.638472 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=39c24a39-991f-456c-9f60-20792d00cd4c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:30.640270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56982) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:30.676217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:30.696469 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.704389 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b1c370f3-d0df-49a1-b598-72c99dbe1155 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/39c24a39-991f-456c-9f60-20792d00cd4c HTTP/1.1" status: 204 len: 168 time: 2.2093351 Jul 28 10:41:30.713608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56986) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:30.746592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:41:30Z', 'revision_number': 7, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:30.771129 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1044f8-6cd7-4602-a9cf-fc1bdc923802 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:41:30.772603 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5f1044f8-6cd7-4602-a9cf-fc1bdc923802 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/39c24a39-991f-456c-9f60-20792d00cd4c HTTP/1.1" status: 404 len: 333 time: 0.0579896 Jul 28 10:41:30.780652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Checking segment: {'id': '3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:30.781239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Network hostable DHCP agents. Network: 7bec5d60-c7ae-4470-b860-f2d3358ae40d, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:30.786108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56988) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:30.798474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.807473 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:30.810752 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:30.812471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Pushing event updated for resources: {'Port': ['ID=cca0ff4e-b410-4f5d-989f-785650b2232d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:30.813429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router_gateway (6ca91444-cc21-48a3-85b2-7e298f5521e9), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.871295 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:30.917946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:30.954031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970dbbb-7f4d-43b5-a37e-5b88bf3049e2 None None] The sync data for ids ['0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b'] in n-d-850468-6 is: [{'id': '0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b', 'name': 'tempest-AttachVolumeShelveTestJSON-107741910-router', 'tenant_id': '837d8bf564654ede973e1598e0fca3d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:40:48Z', 'updated_at': '2022-07-28T10:41:30Z', 'revision_number': 7, 'project_id': '837d8bf564654ede973e1598e0fca3d6', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:30.967794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:30.970507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:31.028812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.031485 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks [] for router_controller (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.082133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d0053-f1f9-4f5e-a208-fb9cacd1d4df None None] Current status of the port 5efb2c97-4918-472a-bd63-d0c315f833be is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:31.128037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.128037 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:41:31.129166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:31.130504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.167797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.186191 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e92598ae-03b6-47b7-877b-83badd5db7e7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0b8c2d5f-3952-4b20-ab75-9f0cc16bd35b HTTP/1.1" status: 204 len: 168 time: 3.5093818 Jul 28 10:41:31.188058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56992) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:31.223849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-880eda46-e010-444e-925f-c81d44c75001 admin admin] Publish callbacks [] for security_group (263bd92d-5da2-4408-8dbf-dc1cb10bd14b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.274602 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-880eda46-e010-444e-925f-c81d44c75001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (263bd92d-5da2-4408-8dbf-dc1cb10bd14b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.346161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-602110da-ac51-43eb-b6ae-e3833b9a257b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.385832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Network 7bec5d60-c7ae-4470-b860-f2d3358ae40d is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:31.437111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ccf3e952-e0db-4f39-aa60-7479826adf75 None None] Provisioning complete for port 06ffe292-006d-4a70-a4e5-fac87ff95530 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:31.446135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e952-e0db-4f39-aa60-7479826adf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06ffe292-006d-4a70-a4e5-fac87ff95530), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.480743 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:41:31.485196 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:31.486611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router_gateway (6ca91444-cc21-48a3-85b2-7e298f5521e9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.491480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Attempting to bind port cca0ff4e-b410-4f5d-989f-785650b2232d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:31.492103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Attempting to bind port cca0ff4e-b410-4f5d-989f-785650b2232d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '8f000fd0-2209-4aca-8c61-d05a0573e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:31.492826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Attempting to bind port cca0ff4e-b410-4f5d-989f-785650b2232d on network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:31.511963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] Deleting subnet 7ccac2a8-8ff8-48d5-9eef-f85f320c5e82 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:41:31.519014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:31.519898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Checking segment: {'id': '8f000fd0-2209-4aca-8c61-d05a0573e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:31.522402 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.523267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] Publish callbacks [] for subnet (7ccac2a8-8ff8-48d5-9eef-f85f320c5e82), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.524598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Bound using segment: {'id': '8f000fd0-2209-4aca-8c61-d05a0573e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:31.524719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 7bec5d60-c7ae-4470-b860-f2d3358ae40d) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:31.526232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Bound port: cca0ff4e-b410-4f5d-989f-785650b2232d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f000fd0-2209-4aca-8c61-d05a0573e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:31.533132 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.536878 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.554179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c032b05-1485-47e6-b968-eebe6fa41715 None None] Network 7bec5d60-c7ae-4470-b860-f2d3358ae40d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:31.568506 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eda46-e010-444e-925f-c81d44c75001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263bd92d-5da2-4408-8dbf-dc1cb10bd14b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:31.572038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:31.572683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.594082 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-880eda46-e010-444e-925f-c81d44c75001 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6f4ec2f70ee4a35806e2e3afd2b33f3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8881526 Jul 28 10:41:31.615817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 06ffe292-006d-4a70-a4e5-fac87ff95530 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:31.617822 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (06ffe292-006d-4a70-a4e5-fac87ff95530), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.619444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3e952-e0db-4f39-aa60-7479826adf75 None None] Port 06ffe292-006d-4a70-a4e5-fac87ff95530 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:31.627044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ccf3e952-e0db-4f39-aa60-7479826adf75 None None] Could not find standard attr ID for object 39c24a39-991f-456c-9f60-20792d00cd4c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:41:31.631413 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56996) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:31.704299 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-615ebf08-60d8-47a5-9597-35f1227cbcef tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4734395 Jul 28 10:41:31.706930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56998) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:31.714598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Request body: {'port': {'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-862068949'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:31.726101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:31.726497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.766857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] For port cca0ff4e-b410-4f5d-989f-785650b2232d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:31.801464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:31.824113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] For port cca0ff4e-b410-4f5d-989f-785650b2232d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cca0ff4e-b410-4f5d-989f-785650b2232d,segment=NetworkSegment(8f000fd0-2209-4aca-8c61-d05a0573e084),segment_id=8f000fd0-2209-4aca-8c61-d05a0573e084)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:31.828039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-7bec5d60-c7ae-4470-b860-f2d3358ae40d', 'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d', 'project_id': 'c64d96ad4056412d9dd18a5d0fe74cab', 'fixed_ips': [{'subnet_id': '2ec37df6-13e2-4f15-9848-fd29475b90ff'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:31.829025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.833787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (7ccac2a8-8ff8-48d5-9eef-f85f320c5e82), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.847716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.857627 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:31.933269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Allocated IP 172.20.0.1 (dc378914-a188-495f-9afa-f65a08836123/3da76948-61a3-44f9-ae58-6360b02261e7/0b1602c3-59a0-4f12-abc4-390fea0398ec) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:31.951436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Allocated IP 172.25.2.34 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/54aa5184-8868-48f4-b7b9-5414d2a570c3) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:32.029032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.152063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Made reservation on behalf of c64d96ad4056412d9dd18a5d0fe74cab for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:32.156839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.177025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e3ac-9095-4af2-b9fd-35a950c0cb58 None None] Pushing event updated for resources: {'Port': ['ID=cca0ff4e-b410-4f5d-989f-785650b2232d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.181794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (06ffe292-006d-4a70-a4e5-fac87ff95530), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.182331 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:32.183828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Allocated IP 172.20.0.2 (7bec5d60-c7ae-4470-b860-f2d3358ae40d/2ec37df6-13e2-4f15-9848-fd29475b90ff/3301a38d-a1ba-4054-b598-3b1ee0f1e5f6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:32.202016 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] device_id is not set on port 30988285-51dd-41d1-84b2-2cd7f2f878e2 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:32.217815 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7ccac2a8-8ff8-48d5-9eef-f85f320c5e82), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.270985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 06ffe292-006d-4a70-a4e5-fac87ff95530 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:32.272442 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:32.340553 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:32.472796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Publish callbacks [] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.482209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks [] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.488009 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.525801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80bf0173-288a-49f7-829a-587efe73047f admin admin] Publish callbacks [] for security_group (263bd92d-5da2-4408-8dbf-dc1cb10bd14b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.546381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Network 7bec5d60-c7ae-4470-b860-f2d3358ae40d is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:32.549733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:32.558569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:32.574260 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:32.602183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Allocated IP 172.20.0.5 (7bec5d60-c7ae-4470-b860-f2d3358ae40d/2ec37df6-13e2-4f15-9848-fd29475b90ff/30988285-51dd-41d1-84b2-2cd7f2f878e2) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:32.603938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-602110da-ac51-43eb-b6ae-e3833b9a257b admin admin] Publish callbacks [] for security_group (4e0020c1-3048-4f35-b6c3-56c681e6eebd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.608699 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:32.623635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Pushing event updated for resources: {'Port': ['ID=3301a38d-a1ba-4054-b598-3b1ee0f1e5f6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.629624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-602110da-ac51-43eb-b6ae-e3833b9a257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4e0020c1-3048-4f35-b6c3-56c681e6eebd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.662732 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:32.666088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (7ccac2a8-8ff8-48d5-9eef-f85f320c5e82), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.689695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Attempting to bind port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:32.690108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Attempting to bind port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:32.690482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Attempting to bind port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 on network 7bec5d60-c7ae-4470-b860-f2d3358ae40d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:32.691606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for port (54aa5184-8868-48f4-b7b9-5414d2a570c3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.707232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:32.712995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:32.713354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Checking segment: {'id': '3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:32.713756 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.714188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Bound using segment: {'id': '3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:32.714697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Bound port: 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7bec5d60-c7ae-4470-b860-f2d3358ae40d'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:32.716495 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.719428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80bf0173-288a-49f7-829a-587efe73047f admin admin] Publish callbacks [] for security_group (263bd92d-5da2-4408-8dbf-dc1cb10bd14b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.734964 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccac2a8-8ff8-48d5-9eef-f85f320c5e82,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.754963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c31f35-6cb5-4135-9897-deb5c952e3f2 None None] Network c2cbf7b7-6945-4278-9e95-210df42bf84c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:32.761451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.765105 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-73901ef4-15b3-4a7b-9857-189b5a7462cc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7ccac2a8-8ff8-48d5-9eef-f85f320c5e82 HTTP/1.1" status: 204 len: 168 time: 1.5716376 Jul 28 10:41:32.780381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57006) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:32.853785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c25be293-7fab-46fc-a76e-6c1990761cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.859268 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-602110da-ac51-43eb-b6ae-e3833b9a257b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e657e3c718b346389920e9eb27999b92&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2131221 Jul 28 10:41:32.859474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57010) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:32.869253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602110da-ac51-43eb-b6ae-e3833b9a257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0020c1-3048-4f35-b6c3-56c681e6eebd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.929297 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.951208 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c2cbf7b7-6945-4278-9e95-210df42bf84c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:32.976710 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (54aa5184-8868-48f4-b7b9-5414d2a570c3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.001185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:33.001578 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.023889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Deleting port 9aa10d94-d9f6-40d5-90db-1e51618160ca {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:33.024231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.024754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] For port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:33.047014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56417011-13bc-466c-982a-57f43335bee3 None None] DHCP port deletion for c2cbf7b7-6945-4278-9e95-210df42bf84c request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:41:33.054347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80bf0173-288a-49f7-829a-587efe73047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (263bd92d-5da2-4408-8dbf-dc1cb10bd14b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.057049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80bf0173-288a-49f7-829a-587efe73047f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.061258 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-80bf0173-288a-49f7-829a-587efe73047f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/263bd92d-5da2-4408-8dbf-dc1cb10bd14b HTTP/1.1" status: 204 len: 168 time: 1.4192812 Jul 28 10:41:33.097492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Network dc378914-a188-495f-9afa-f65a08836123 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:33.098514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-56417011-13bc-466c-982a-57f43335bee3 None None] Deleting port 9aa10d94-d9f6-40d5-90db-1e51618160ca {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:33.098895 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56417011-13bc-466c-982a-57f43335bee3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.100387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (06ffe292-006d-4a70-a4e5-fac87ff95530), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.114840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:33.119808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:33.123938 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:33.147177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1602c3-59a0-4f12-abc4-390fea0398ec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:33.151164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:33.152886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=06ffe292-006d-4a70-a4e5-fac87ff95530,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:33.157827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf0173-288a-49f7-829a-587efe73047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263bd92d-5da2-4408-8dbf-dc1cb10bd14b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:33.163801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:33.168411 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks [] for port (30988285-51dd-41d1-84b2-2cd7f2f878e2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.238870 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.246215 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-914b0e9e-ae0b-4bd9-822f-2289fb145b24 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/06ffe292-006d-4a70-a4e5-fac87ff95530 HTTP/1.1" status: 204 len: 168 time: 2.4549677 Jul 28 10:41:33.251990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] For port 9aa10d94-d9f6-40d5-90db-1e51618160ca, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9aa10d94-d9f6-40d5-90db-1e51618160ca,segment=NetworkSegment(f6a9ba91-1e9f-498b-a0e0-4e25fae58a91),segment_id=f6a9ba91-1e9f-498b-a0e0-4e25fae58a91)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:33.252583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.265398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57014) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:33.265633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] For port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3301a38d-a1ba-4054-b598-3b1ee0f1e5f6,segment=NetworkSegment(3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62),segment_id=3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:33.307740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-56417011-13bc-466c-982a-57f43335bee3 None None] For port 9aa10d94-d9f6-40d5-90db-1e51618160ca, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9aa10d94-d9f6-40d5-90db-1e51618160ca,segment=NetworkSegment(f6a9ba91-1e9f-498b-a0e0-4e25fae58a91),segment_id=f6a9ba91-1e9f-498b-a0e0-4e25fae58a91)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:33.308385 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56417011-13bc-466c-982a-57f43335bee3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.354878 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.374641 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-817613c4-2db3-4f97-9b80-b4b58d891b25 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:41:33.380842 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-817613c4-2db3-4f97-9b80-b4b58d891b25 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/06ffe292-006d-4a70-a4e5-fac87ff95530 HTTP/1.1" status: 404 len: 333 time: 0.1118612 Jul 28 10:41:33.394865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57018) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:33.401411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Calling delete_port for 9aa10d94-d9f6-40d5-90db-1e51618160ca owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:33.411241 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:33.443111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Port': ['ID=54aa5184-8868-48f4-b7b9-5414d2a570c3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:33.447454 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30e51164-b335-4759-b8c6-68692bdbee25 admin admin] Publish callbacks [] for security_group (4e0020c1-3048-4f35-b6c3-56c681e6eebd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.483701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-56417011-13bc-466c-982a-57f43335bee3 None None] Calling delete_port for 9aa10d94-d9f6-40d5-90db-1e51618160ca owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:33.586310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:33.587454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cca0ff4e-b410-4f5d-989f-785650b2232d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:33.655902 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:33.660810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet 6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:41:33.672266 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.722860 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:33.786244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.817518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d3ec6-2ab0-4ecd-b8e8-7429a17c3404 None None] Pushing event updated for resources: {'Port': ['ID=3301a38d-a1ba-4054-b598-3b1ee0f1e5f6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:33.838591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bec632ef-569a-464b-b9b6-d033582d61f6 None None] Provisioning complete for port 0b1602c3-59a0-4f12-abc4-390fea0398ec triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:33.838950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bec632ef-569a-464b-b9b6-d033582d61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.864830 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:33.930089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e33140-704a-42a3-b09b-76f1a70b7d29 None None] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:33.937018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] No DVR routers for this DVR port 9aa10d94-d9f6-40d5-90db-1e51618160ca on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:33.943119 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:34.007464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa10d94-d9f6-40d5-90db-1e51618160ca,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:34.040752 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:34.056976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (541c216c-a3c3-46dd-b87d-75be79ea18af), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.120231 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30e51164-b335-4759-b8c6-68692bdbee25 admin admin] Publish callbacks [] for security_group (4e0020c1-3048-4f35-b6c3-56c681e6eebd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.159783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router_gateway (6ca91444-cc21-48a3-85b2-7e298f5521e9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.162399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bec632ef-569a-464b-b9b6-d033582d61f6 None None] Port 0b1602c3-59a0-4f12-abc4-390fea0398ec cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:34.188812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cca0ff4e-b410-4f5d-989f-785650b2232d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:34.191532 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.258807 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56417011-13bc-466c-982a-57f43335bee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (9aa10d94-d9f6-40d5-90db-1e51618160ca), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.298532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57024) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:34.332458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb4ab952-b7b3-4553-9e27-f3247f38dae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.346809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56417011-13bc-466c-982a-57f43335bee3 None None] Pushing event deleted for resources: {'Port': ['ID=9aa10d94-d9f6-40d5-90db-1e51618160ca,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:34.355468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56417011-13bc-466c-982a-57f43335bee3 None None] No DVR routers for this DVR port 9aa10d94-d9f6-40d5-90db-1e51618160ca on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:34.384202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-96498c65-e993-42fa-838f-cd1769f48b74 None None] Provisioning complete for port cca0ff4e-b410-4f5d-989f-785650b2232d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:34.386573 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96498c65-e993-42fa-838f-cd1769f48b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.399146 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (30988285-51dd-41d1-84b2-2cd7f2f878e2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.501224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c2cbf7b7-6945-4278-9e95-210df42bf84c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.531935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.577084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cbf7b7-6945-4278-9e95-210df42bf84c']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:34.594695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:34.595008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a9ba91-1e9f-498b-a0e0-4e25fae58a91') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:34.614038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (f6a9ba91-1e9f-498b-a0e0-4e25fae58a91), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.628764 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:34.659145 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f6a9ba91-1e9f-498b-a0e0-4e25fae58a91), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.678385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:34.679050 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (f6a9ba91-1e9f-498b-a0e0-4e25fae58a91), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.735480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cca0ff4e-b410-4f5d-989f-785650b2232d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:34.735880 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.780512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.863880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:34.878187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.882991 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da341de9-9f6e-43e1-b5fe-7d6625b6c712 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b HTTP/1.1" status: 204 len: 168 time: 1.4830387 Jul 28 10:41:34.888077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57034) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:34.894841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df2df3-a299-4ab9-98dc-9ebc6bff84e6 None None] Network 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:34.900986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-96498c65-e993-42fa-838f-cd1769f48b74 None None] Current status of the port cca0ff4e-b410-4f5d-989f-785650b2232d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:34.901379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96498c65-e993-42fa-838f-cd1769f48b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.907246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port cca0ff4e-b410-4f5d-989f-785650b2232d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cca0ff4e-b410-4f5d-989f-785650b2232d,segment=NetworkSegment(8f000fd0-2209-4aca-8c61-d05a0573e084),segment_id=8f000fd0-2209-4aca-8c61-d05a0573e084)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:34.907695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c2cbf7b7-6945-4278-9e95-210df42bf84c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.936479 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:34.951310 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c2cbf7b7-6945-4278-9e95-210df42bf84c HTTP/1.1" status: 204 len: 168 time: 2.1696682 Jul 28 10:41:35.021305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f91db7-fd64-431e-947f-a3c64c201d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cbf7b7-6945-4278-9e95-210df42bf84c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.045031 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.086333 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.153837 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f6a9ba91-1e9f-498b-a0e0-4e25fae58a91 resource provider aggregate not found Jul 28 10:41:35.171534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 870cf593-b463-44f5-90e8-2413c94938e6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:35.186217 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f6a9ba91-1e9f-498b-a0e0-4e25fae58a91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6a9ba91-1e9f-498b-a0e0-4e25fae58a91 found for delete ", "request_id": "req-03cc36f3-570f-4d34-a3a1-acd57fb7bd4b"}]} Jul 28 10:41:35.204767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Network 7bec5d60-c7ae-4470-b860-f2d3358ae40d is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:35.214630 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 5efb2c97-4918-472a-bd63-d0c315f833be {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:35.216367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.249141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:35.272858 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a43ecf6a-61e6-4809-a6f3-fb993de08568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.321744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 870cf593-b463-44f5-90e8-2413c94938e6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:35.330662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 870cf593-b463-44f5-90e8-2413c94938e6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:35.331527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 391ebd6e-af58-4906-b67c-8a0aad719664 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:35.360233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (6ca91444-cc21-48a3-85b2-7e298f5521e9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.373474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] For port 5efb2c97-4918-472a-bd63-d0c315f833be, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5efb2c97-4918-472a-bd63-d0c315f833be,segment=NetworkSegment(43b87b23-718a-426e-bd42-2f3820b15073),segment_id=43b87b23-718a-426e-bd42-2f3820b15073)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:35.373996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.376511 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:35.395255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 391ebd6e-af58-4906-b67c-8a0aad719664 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:35.396110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 391ebd6e-af58-4906-b67c-8a0aad719664 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:35.402214 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-96498c65-e993-42fa-838f-cd1769f48b74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:41:35.402697 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-96498c65-e993-42fa-838f-cd1769f48b74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:41:35.404484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=cca0ff4e-b410-4f5d-989f-785650b2232d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.413646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 5efb2c97-4918-472a-bd63-d0c315f833be owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:35.440664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219211cd-0d96-456c-a98d-41f61bfe387b None None] Network 7bec5d60-c7ae-4470-b860-f2d3358ae40d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:35.499259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event updated for resources: {'Port': ['ID=30988285-51dd-41d1-84b2-2cd7f2f878e2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.503615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30e51164-b335-4759-b8c6-68692bdbee25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4e0020c1-3048-4f35-b6c3-56c681e6eebd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.506249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30e51164-b335-4759-b8c6-68692bdbee25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.507426 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30e51164-b335-4759-b8c6-68692bdbee25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e0020c1-3048-4f35-b6c3-56c681e6eebd HTTP/1.1" status: 204 len: 168 time: 2.6448760 Jul 28 10:41:35.512754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] DHCP port deletion for 2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:41:35.600379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e51164-b335-4759-b8c6-68692bdbee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0020c1-3048-4f35-b6c3-56c681e6eebd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.601131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] Deleting port 5efb2c97-4918-472a-bd63-d0c315f833be {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:35.601553 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.665437 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.682857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] For port 5efb2c97-4918-472a-bd63-d0c315f833be, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5efb2c97-4918-472a-bd63-d0c315f833be,segment=NetworkSegment(43b87b23-718a-426e-bd42-2f3820b15073),segment_id=43b87b23-718a-426e-bd42-2f3820b15073)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:35.683536 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.698516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] Calling delete_port for 5efb2c97-4918-472a-bd63-d0c315f833be owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:35.699665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57048) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:35.723359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=5efb2c97-4918-472a-bd63-d0c315f833be,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.745901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No DVR routers for this DVR port 5efb2c97-4918-472a-bd63-d0c315f833be on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:35.756523 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:35.770025 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:35.770759 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:35.809033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:35.810490 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.823169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:35.827672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.862431 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5efb2c97-4918-472a-bd63-d0c315f833be), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.881468 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb4ab952-b7b3-4553-9e27-f3247f38dae9 admin admin] Publish callbacks [] for security_group (25820088-8a11-4d6a-91fb-9b8910ef3ca3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.900555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] Pushing event deleted for resources: {'Port': ['ID=5efb2c97-4918-472a-bd63-d0c315f833be,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.907852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33fd28-cfba-4ae4-bd1a-3d5319f8cdbf None None] No DVR routers for this DVR port 5efb2c97-4918-472a-bd63-d0c315f833be on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:35.910122 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f3d081f0-1209-492c-81b6-7a62ba9ec7b2 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1996331 Jul 28 10:41:35.916531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:35.918601 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:35.930911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb4ab952-b7b3-4553-9e27-f3247f38dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (25820088-8a11-4d6a-91fb-9b8910ef3ca3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.959339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:35.959843 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:35.986148 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7d3a79f7-153f-42c3-a897-77731337522b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=837d8bf564654ede973e1598e0fca3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815957 Jul 28 10:41:35.987997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-96498c65-e993-42fa-838f-cd1769f48b74 None None] Current status of the port cca0ff4e-b410-4f5d-989f-785650b2232d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:35.992874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57054) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:36.061650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.074605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:36.075560 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.103849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:36.116350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.118421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-167bbbd4-441c-48b4-918d-7199e176e7f1 None None] Provisioning complete for port cca0ff4e-b410-4f5d-989f-785650b2232d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:36.118785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-167bbbd4-441c-48b4-918d-7199e176e7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.121713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b87b23-718a-426e-bd42-2f3820b15073') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:36.122305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b87b23-718a-426e-bd42-2f3820b15073') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:36.135967 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (43b87b23-718a-426e-bd42-2f3820b15073), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.146177 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:36.161015 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (43b87b23-718a-426e-bd42-2f3820b15073), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.170786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3301a38d-a1ba-4054-b598-3b1ee0f1e5f6,segment=NetworkSegment(3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62),segment_id=3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:36.173203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:36.175381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (43b87b23-718a-426e-bd42-2f3820b15073), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.181348 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.182213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cca0ff4e-b410-4f5d-989f-785650b2232d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:36.258943 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fb4ab952-b7b3-4553-9e27-f3247f38dae9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d485b95c545748c69b2dd116ea4ef648&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9491878 Jul 28 10:41:36.267119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57058) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:36.298423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ab952-b7b3-4553-9e27-f3247f38dae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25820088-8a11-4d6a-91fb-9b8910ef3ca3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:36.343244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3301a38d-a1ba-4054-b598-3b1ee0f1e5f6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:36.376373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57060) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:36.389552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.402219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.404792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-167bbbd4-441c-48b4-918d-7199e176e7f1 None None] Current status of the port cca0ff4e-b410-4f5d-989f-785650b2232d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:36.407407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cca0ff4e-b410-4f5d-989f-785650b2232d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:36.408060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.411490 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585 HTTP/1.1" status: 204 len: 168 time: 1.5204346 Jul 28 10:41:36.412528 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb358b5-08e1-4055-a77e-c0ce88cf93ef admin admin] Publish callbacks [] for security_group (25820088-8a11-4d6a-91fb-9b8910ef3ca3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.433089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57062) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:36.451596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-167bbbd4-441c-48b4-918d-7199e176e7f1 None None] Provisioning complete for port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:36.451983 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-167bbbd4-441c-48b4-918d-7199e176e7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.458903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-45156399'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:36.459611 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb358b5-08e1-4055-a77e-c0ce88cf93ef admin admin] Publish callbacks [] for security_group (25820088-8a11-4d6a-91fb-9b8910ef3ca3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.463213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6cc3-7bb4-4628-826c-725f7c3c39c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.494808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ae467-6df0-40f0-b0f0-13c66e442861 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=2d8791f5-a2cb-492c-8ad5-d8eaf4ed1585,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:36.510845 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:36.560467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Router 6ca91444-cc21-48a3-85b2-7e298f5521e9 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:41:36.565591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cca0ff4e-b410-4f5d-989f-785650b2232d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:36.571467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Deleting port 30988285-51dd-41d1-84b2-2cd7f2f878e2 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:36.571822 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (30988285-51dd-41d1-84b2-2cd7f2f878e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.603334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:36.607479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.641305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0621485e-3b1a-4779-87c4-bc7dae368914 admin admin] Publish callbacks [] for security_group (2b5ae9bf-8980-4272-896a-31e42a572988), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.657636 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6cc3-7bb4-4628-826c-725f7c3c39c1 admin admin] Publish callbacks [] for security_group (82a74504-e315-4504-8bf3-6048d53ccfd8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.667921 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6cc3-7bb4-4628-826c-725f7c3c39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (82a74504-e315-4504-8bf3-6048d53ccfd8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.677582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9aa10d94-d9f6-40d5-90db-1e51618160ca no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:36.706004 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:36.714372 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2ec6cc3-7bb4-4628-826c-725f7c3c39c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=249e7a20588f4c3880c131baf82f2af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298285 Jul 28 10:41:36.719647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57068) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:36.730644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9aa10d94-d9f6-40d5-90db-1e51618160ca {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:36.731978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9aa10d94-d9f6-40d5-90db-1e51618160ca not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:36.735773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-167bbbd4-441c-48b4-918d-7199e176e7f1 None None] Current status of the port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:36.787361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6cc3-7bb4-4628-826c-725f7c3c39c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a74504-e315-4504-8bf3-6048d53ccfd8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:36.831729 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0621485e-3b1a-4779-87c4-bc7dae368914 admin admin] Publish callbacks [] for security_group (2b5ae9bf-8980-4272-896a-31e42a572988), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.831968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb358b5-08e1-4055-a77e-c0ce88cf93ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (25820088-8a11-4d6a-91fb-9b8910ef3ca3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.846816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb358b5-08e1-4055-a77e-c0ce88cf93ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.846816 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6cb358b5-08e1-4055-a77e-c0ce88cf93ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25820088-8a11-4d6a-91fb-9b8910ef3ca3 HTTP/1.1" status: 204 len: 168 time: 0.5696139 Jul 28 10:41:36.860808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb358b5-08e1-4055-a77e-c0ce88cf93ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25820088-8a11-4d6a-91fb-9b8910ef3ca3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:36.867637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:36.869228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb4b83-2e5d-4d8e-9897-97bc75b2f09c admin admin] Publish callbacks [] for security_group (82a74504-e315-4504-8bf3-6048d53ccfd8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.881530 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:36.882664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b6c5357d-e3e5-4425-83bb-43e8fd1231a8 None None] Provisioning complete for port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:36.883044 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b6c5357d-e3e5-4425-83bb-43e8fd1231a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.906564 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:36.911535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb4b83-2e5d-4d8e-9897-97bc75b2f09c admin admin] Publish callbacks [] for security_group (82a74504-e315-4504-8bf3-6048d53ccfd8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.957573 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4adc94ee-f158-438b-a893-fd8d9bf55da4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.957818 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment 4adc94ee-f158-438b-a893-fd8d9bf55da4 of type vlan for network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 Jul 28 10:41:36.974941 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks [] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.989781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (30988285-51dd-41d1-84b2-2cd7f2f878e2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.992028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb4b83-2e5d-4d8e-9897-97bc75b2f09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (82a74504-e315-4504-8bf3-6048d53ccfd8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:36.994925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb4b83-2e5d-4d8e-9897-97bc75b2f09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.004320 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-97cb4b83-2e5d-4d8e-9897-97bc75b2f09c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82a74504-e315-4504-8bf3-6048d53ccfd8 HTTP/1.1" status: 204 len: 168 time: 0.2822621 Jul 28 10:41:37.014050 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.017573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Calling delete_port for 30988285-51dd-41d1-84b2-2cd7f2f878e2 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:37.020208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb4b83-2e5d-4d8e-9897-97bc75b2f09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a74504-e315-4504-8bf3-6048d53ccfd8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:37.025992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5357d-e3e5-4425-83bb-43e8fd1231a8 None None] Current status of the port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:37.053470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b6c5357d-e3e5-4425-83bb-43e8fd1231a8 None None] Provisioning complete for port 30988285-51dd-41d1-84b2-2cd7f2f878e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:37.053779 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b6c5357d-e3e5-4425-83bb-43e8fd1231a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (30988285-51dd-41d1-84b2-2cd7f2f878e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.095040 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:37.102405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5357d-e3e5-4425-83bb-43e8fd1231a8 None None] Port 30988285-51dd-41d1-84b2-2cd7f2f878e2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:37.119912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.135591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:37.149687 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] Sync routers for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:37.166740 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:37.167367 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:37.189017 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.215364 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 43b87b23-718a-426e-bd42-2f3820b15073 resource provider aggregate not found Jul 28 10:41:37.218909 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (541c216c-a3c3-46dd-b87d-75be79ea18af), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.226171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0621485e-3b1a-4779-87c4-bc7dae368914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2b5ae9bf-8980-4272-896a-31e42a572988), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.228728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0621485e-3b1a-4779-87c4-bc7dae368914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.233220 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0621485e-3b1a-4779-87c4-bc7dae368914 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b5ae9bf-8980-4272-896a-31e42a572988 HTTP/1.1" status: 204 len: 168 time: 1.2087717 Jul 28 10:41:37.234236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1602c3-59a0-4f12-abc4-390fea0398ec,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:37.239369 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:37.254716 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:37.255554 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 43b87b23-718a-426e-bd42-2f3820b15073 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43b87b23-718a-426e-bd42-2f3820b15073 found for delete ", "request_id": "req-a41909d3-7bf4-4579-a1f2-cdf3451d4428"}]} Jul 28 10:41:37.255781 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:37.276918 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.282296 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1a46ee05-c982-4a70-badc-f7665f078752 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.5678556 Jul 28 10:41:37.283237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57084) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:37.290320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.299485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:37.300896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.306367 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:37.306981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621485e-3b1a-4779-87c4-bc7dae368914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ae9bf-8980-4272-896a-31e42a572988,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:37.307118 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897466a-a8db-409f-aa52-a7b4fb9a1999 None None] The sync data for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:37.446240 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.9943206 Jul 28 10:41:37.451875 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57090) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:37.464146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:37.467460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522dbf-4533-4538-ada6-1d2d902ab957 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=4a1fd6b1-3e6d-434c-8d60-c8bc527447b6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:37.493223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:37.553842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Network dc378914-a188-495f-9afa-f65a08836123 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:37.558969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:37.566171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (30988285-51dd-41d1-84b2-2cd7f2f878e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.654310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:37.663369 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event deleted for resources: {'Port': ['ID=30988285-51dd-41d1-84b2-2cd7f2f878e2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:37.732058 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.741763 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:37.753611 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.777746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:37.780354 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.850857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:37.857920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.906204 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:37.917993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:37.930127 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6cf11ad0-84d6-447a-8bf0-98a295200cf1 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "DELETE /v2.0/ports/30988285-51dd-41d1-84b2-2cd7f2f878e2 HTTP/1.1" status: 204 len: 168 time: 2.0002301 Jul 28 10:41:37.932841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57096) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:37.962655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:38.003697 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Router 541c216c-a3c3-46dd-b87d-75be79ea18af has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:41:38.070621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5efb2c97-4918-472a-bd63-d0c315f833be no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:38.109444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5efb2c97-4918-472a-bd63-d0c315f833be {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:38.110982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5efb2c97-4918-472a-bd63-d0c315f833be not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:38.154098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89be0d5e-a547-4d18-a6a3-e196a57e7e46 None None] Provisioning complete for port 0b1602c3-59a0-4f12-abc4-390fea0398ec triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:38.164025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89be0d5e-a547-4d18-a6a3-e196a57e7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.190141 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (5f78d3f5-8526-4cff-a9b3-e511ef134a89), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.196195 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:38.206661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:38.213710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89be0d5e-a547-4d18-a6a3-e196a57e7e46 None None] Port 0b1602c3-59a0-4f12-abc4-390fea0398ec cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:38.223184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Sync routers for ids ['541c216c-a3c3-46dd-b87d-75be79ea18af'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:38.233841 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b1fc6264-1176-449f-ac9f-a789bb644925 admin admin] 10.222.0.46 "PUT /v2.0/routers/541c216c-a3c3-46dd-b87d-75be79ea18af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8280036 Jul 28 10:41:38.241520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Routers {'541c216c-a3c3-46dd-b87d-75be79ea18af'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:38.242308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['541c216c-a3c3-46dd-b87d-75be79ea18af'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:38.311024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=5f78d3f5-8526-4cff-a9b3-e511ef134a89,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:38.379648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': '4adc94ee-f158-438b-a893-fd8d9bf55da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:38.380010 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:38.438176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:38.457489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:38.469506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:38.470383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.493776 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7cf130a3-5dfe-4354-b69e-2b045ac012da tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.5562851 Jul 28 10:41:38.498796 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57118) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:38.505970 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2060103888'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:38.506538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343836a9-7a2b-4e78-9b29-e38e05f9d33d None None] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:38.553419 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0e2ec6d8-c502-4d4f-9f61-2d820f01e3d7 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0985038 Jul 28 10:41:38.559040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57122) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:38.566813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6', 'name': 'tempest-PortsIpV6TestJSON-239350590', 'fixed_ips': [{'subnet_id': '5f78d3f5-8526-4cff-a9b3-e511ef134a89', 'ip_address': '2001:db8::10'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:38.593517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Set router 541c216c-a3c3-46dd-b87d-75be79ea18af gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:38.597251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Made reservation on behalf of c64d96ad4056412d9dd18a5d0fe74cab for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:38.600798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.669877 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.728355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:38.751570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4a1fd6b1-3e6d-434c-8d60-c8bc527447b6', 'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6', 'project_id': '5d0eb570758645039d1db4acbb53b5fd', 'fixed_ips': [{'subnet_id': '5f78d3f5-8526-4cff-a9b3-e511ef134a89'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:38.752426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.756217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a639281d-742e-4e89-b32b-6f0ff1b0f4db), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.756568 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Added segment a639281d-742e-4e89-b32b-6f0ff1b0f4db of type vlan for network 03fda6f4-e6ec-4cfc-a28d-a67c18bc0723 Jul 28 10:41:38.846826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:38.904188 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:38.908815 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:38.990519 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.990730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (03fda6f4-e6ec-4cfc-a28d-a67c18bc0723), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:38.990730 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:39.014144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 07d21743-f400-44ed-b868-e60097eb768e yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:39.034970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:41:35Z', 'revision_number': 4, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '0b1602c3-59a0-4f12-abc4-390fea0398ec', 'name': '', 'network_id': 'dc378914-a188-495f-9afa-f65a08836123', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'mac_address': 'fa:16:3e:5a:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '3da76948-61a3-44f9-ae58-6360b02261e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:31Z', 'updated_at': '2022-07-28T10:41:36Z', 'revision_number': 2, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'subnets': [{'id': '3da76948-61a3-44f9-ae58-6360b02261e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:39.078204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Allocated IP 2001:db8::2 (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6/5f78d3f5-8526-4cff-a9b3-e511ef134a89/de82b0ad-411b-4d63-b24c-496c096c23c6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:39.084469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Checking router: 541c216c-a3c3-46dd-b87d-75be79ea18af for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:39.085185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Updating router 541c216c-a3c3-46dd-b87d-75be79ea18af port 0b1602c3-59a0-4f12-abc4-390fea0398ec binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:41:39.128303 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:39.160971 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (03fda6f4-e6ec-4cfc-a28d-a67c18bc0723), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.166151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:39.166819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.202624 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.284255 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7822900 Jul 28 10:41:39.289293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57142) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:39.296677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc465c-d6b5-455e-a2b5-8001feb5e22c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event updated for resources: {'Network': ['ID=03fda6f4-e6ec-4cfc-a28d-a67c18bc0723,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:39.344197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 03fda6f4-e6ec-4cfc-a28d-a67c18bc0723 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:39.365413 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Allocated IP 172.20.0.1 (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a/a94cdd9a-0292-44ec-ba33-a14069342079/20c6867e-db31-4849-8e52-2ee7f1494b3e) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:39.546075 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Publish callbacks [] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.567137 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.568617 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:39.615200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.650245 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.666407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:39.673581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:39.677837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:39.714964 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Port': ['ID=20c6867e-db31-4849-8e52-2ee7f1494b3e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:39.754439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (6ca91444-cc21-48a3-85b2-7e298f5521e9), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:39.832733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:39.847337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:39.867705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Pushing event updated for resources: {'Port': ['ID=de82b0ad-411b-4d63-b24c-496c096c23c6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:39.871578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:39.882471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::10 (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6/5f78d3f5-8526-4cff-a9b3-e511ef134a89/07d21743-f400-44ed-b868-e60097eb768e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:39.922394 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fce8ed5c-e923-41a7-bbe4-9f4342d79c37 tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "GET /v2.0/agents/e383e483-6e87-4d93-90d1-1bcb78bad3bb/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.6308820 Jul 28 10:41:39.923959 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57168) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:40.070371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5c7d7-5e3a-41ab-bff0-1e03dd9d0296 tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] Network 03fda6f4-e6ec-4cfc-a28d-a67c18bc0723 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:40.102996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e96728bc-0179-4be4-909d-f732bfc1a9e1 None None] Provisioning complete for port 20c6867e-db31-4849-8e52-2ee7f1494b3e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:40.103422 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e96728bc-0179-4be4-909d-f732bfc1a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.106628 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-85b5c7d7-5e3a-41ab-bff0-1e03dd9d0296 tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "POST /v2.0/agents/e383e483-6e87-4d93-90d1-1bcb78bad3bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1814458 Jul 28 10:41:40.109830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57172) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:40.123520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb973d6c-2cd4-412e-8faa-ba9381c3bf82 None None] Network 03fda6f4-e6ec-4cfc-a28d-a67c18bc0723 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:40.152814 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:40.175403 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (07d21743-f400-44ed-b868-e60097eb768e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.201202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Attempting to bind port de82b0ad-411b-4d63-b24c-496c096c23c6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:40.201556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Attempting to bind port de82b0ad-411b-4d63-b24c-496c096c23c6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4adc94ee-f158-438b-a893-fd8d9bf55da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:40.202075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Attempting to bind port de82b0ad-411b-4d63-b24c-496c096c23c6 on network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:40.211914 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Publish callbacks [] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.224154 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:40.237525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:40.237525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Checking segment: {'id': '4adc94ee-f158-438b-a893-fd8d9bf55da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:40.238092 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.238618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Bound using segment: {'id': '4adc94ee-f158-438b-a893-fd8d9bf55da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:40.239151 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:40.239283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Bound port: de82b0ad-411b-4d63-b24c-496c096c23c6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adc94ee-f158-438b-a893-fd8d9bf55da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:40.240065 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.261057 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (07d21743-f400-44ed-b868-e60097eb768e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.312831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.317451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] For port de82b0ad-411b-4d63-b24c-496c096c23c6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:40.320770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] For port de82b0ad-411b-4d63-b24c-496c096c23c6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=de82b0ad-411b-4d63-b24c-496c096c23c6,segment=NetworkSegment(4adc94ee-f158-438b-a893-fd8d9bf55da4),segment_id=4adc94ee-f158-438b-a893-fd8d9bf55da4)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:40.323700 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.350991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e96728bc-0179-4be4-909d-f732bfc1a9e1 None None] Port 20c6867e-db31-4849-8e52-2ee7f1494b3e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:40.360278 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.405374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=07d21743-f400-44ed-b868-e60097eb768e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.427262 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:40.429096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:40.437408 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:40.442721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b2d8c-b8f1-4bbc-94c0-35b8ca090b84 None None] Pushing event updated for resources: {'Port': ['ID=0b1602c3-59a0-4f12-abc4-390fea0398ec,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.448983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:40.449665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.500054 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-55f8fae4-fdb4-4f5a-9eeb-acc11e85658d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9359503 Jul 28 10:41:40.501775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:40.508845 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': '4a1fd6b1-3e6d-434c-8d60-c8bc527447b6', 'name': 'tempest-PortsIpV6TestJSON-1084559313', 'fixed_ips': [{'subnet_id': '5f78d3f5-8526-4cff-a9b3-e511ef134a89', 'ip_address': '2001:db8::f'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:40.711730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd079b52-b033-4593-8103-13ed71a0f151 None None] Pushing event updated for resources: {'Port': ['ID=de82b0ad-411b-4d63-b24c-496c096c23c6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.721838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Attempting to bind port 0b1602c3-59a0-4f12-abc4-390fea0398ec on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:40.722136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Attempting to bind port 0b1602c3-59a0-4f12-abc4-390fea0398ec by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:40.728260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Attempting to bind port 0b1602c3-59a0-4f12-abc4-390fea0398ec on network dc378914-a188-495f-9afa-f65a08836123 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:40.732913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57188) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:40.741020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:40.745845 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-826615454-network', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:40.754220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Checking segment: {'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:40.754744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.755154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Bound using segment: {'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:40.755670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Bound port: 0b1602c3-59a0-4f12-abc4-390fea0398ec, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602a5c59-9fc5-45cd-9dde-bcec50db313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dc378914-a188-495f-9afa-f65a08836123'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:40.756059 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.817841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:40.831008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.926800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] For port 0b1602c3-59a0-4f12-abc4-390fea0398ec, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:40.954928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] For port 0b1602c3-59a0-4f12-abc4-390fea0398ec, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b1602c3-59a0-4f12-abc4-390fea0398ec,segment=NetworkSegment(602a5c59-9fc5-45cd-9dde-bcec50db313c),segment_id=602a5c59-9fc5-45cd-9dde-bcec50db313c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:40.974831 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:40.988972 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:41.125125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b2d8c-b8f1-4bbc-94c0-35b8ca090b84 None None] Pushing event updated for resources: {'Port': ['ID=0b1602c3-59a0-4f12-abc4-390fea0398ec,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:41.163566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-67811e96-50c9-40d5-9e0f-0e7ea04c091f None None] Provisioning complete for port 0b1602c3-59a0-4f12-abc4-390fea0398ec triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:41.163941 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67811e96-50c9-40d5-9e0f-0e7ea04c091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:41.557811 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-05d4db5b-6056-4a42-92ec-acacbeb3c8fc tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "GET /v2.0/agents/e383e483-6e87-4d93-90d1-1bcb78bad3bb/dhcp-networks HTTP/1.1" status: 200 len: 7220 time: 1.4457819 Jul 28 10:41:41.579443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57202) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:41.709258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device de82b0ad-411b-4d63-b24c-496c096c23c6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:41.751901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Made reservation on behalf of 6b65b1ca1ec24c0694a20832ea96fa7d for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:41.757189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:41.770343 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a6b48fe0-f111-4a90-a0b0-becbcd82e17d tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "DELETE /v2.0/agents/e383e483-6e87-4d93-90d1-1bcb78bad3bb/dhcp-networks/03fda6f4-e6ec-4cfc-a28d-a67c18bc0723 HTTP/1.1" status: 204 len: 168 time: 0.1892285 Jul 28 10:41:41.781037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Routers {'541c216c-a3c3-46dd-b87d-75be79ea18af'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:41.785061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['541c216c-a3c3-46dd-b87d-75be79ea18af'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:41.797474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57212) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:41.842144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:41.857792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:41.930332 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:41.953690 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.039443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] Set router 541c216c-a3c3-46dd-b87d-75be79ea18af gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:42.108043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port de82b0ad-411b-4d63-b24c-496c096c23c6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:42.113219 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.161403 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.166453 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:42.167363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-67811e96-50c9-40d5-9e0f-0e7ea04c091f None None] Current status of the port 0b1602c3-59a0-4f12-abc4-390fea0398ec is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:42.167837 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67811e96-50c9-40d5-9e0f-0e7ea04c091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.179753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.188657 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::f (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6/5f78d3f5-8526-4cff-a9b3-e511ef134a89/a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:42.285180 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:42.286366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (6ca91444-cc21-48a3-85b2-7e298f5521e9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.367903 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:42.471961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-67811e96-50c9-40d5-9e0f-0e7ea04c091f None None] For port 0b1602c3-59a0-4f12-abc4-390fea0398ec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b1602c3-59a0-4f12-abc4-390fea0398ec,segment=NetworkSegment(602a5c59-9fc5-45cd-9dde-bcec50db313c),segment_id=602a5c59-9fc5-45cd-9dde-bcec50db313c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:42.474402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebdb508-c716-4f30-ba93-db63c4851dbf None None] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:42.510673 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-67811e96-50c9-40d5-9e0f-0e7ea04c091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.519974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Port': ['ID=20c6867e-db31-4849-8e52-2ee7f1494b3e,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:42.587805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port de82b0ad-411b-4d63-b24c-496c096c23c6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:42.588193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.610660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:42.613609 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:42.666307 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:42.668916 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7b743a1a-4a6a-4ad6-8556-23352d1aac4c tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "GET /v2.0/agents/e383e483-6e87-4d93-90d1-1bcb78bad3bb/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.8379958 Jul 28 10:41:42.678267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:42.748131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6731-1766-47f2-bae9-c302ab6c1426 None None] Provisioning complete for port 0b1602c3-59a0-4f12-abc4-390fea0398ec triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:42.748695 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6731-1766-47f2-bae9-c302ab6c1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.760198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67811e96-50c9-40d5-9e0f-0e7ea04c091f None None] Pushing event updated for resources: {'Port': ['ID=0b1602c3-59a0-4f12-abc4-390fea0398ec,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:42.770525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:41:35Z', 'revision_number': 4, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '0b1602c3-59a0-4f12-abc4-390fea0398ec', 'name': '', 'network_id': 'dc378914-a188-495f-9afa-f65a08836123', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'mac_address': 'fa:16:3e:5a:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '3da76948-61a3-44f9-ae58-6360b02261e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:31Z', 'updated_at': '2022-07-28T10:41:40Z', 'revision_number': 4, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'subnets': [{'id': '3da76948-61a3-44f9-ae58-6360b02261e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:42.796906 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f9a6996c-e4dc-4709-8c13-69cca6ac9507 tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "GET /v2.0/networks/7bec5d60-c7ae-4470-b860-f2d3358ae40d/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1080186 Jul 28 10:41:42.800989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57250) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:42.817157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks [] for security_group (c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.850226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.855166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port de82b0ad-411b-4d63-b24c-496c096c23c6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=de82b0ad-411b-4d63-b24c-496c096c23c6,segment=NetworkSegment(4adc94ee-f158-438b-a893-fd8d9bf55da4),segment_id=4adc94ee-f158-438b-a893-fd8d9bf55da4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:42.861758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd3c30-d0fb-4a83-a44f-08538a79f7dd None None] The sync data for ids ['541c216c-a3c3-46dd-b87d-75be79ea18af'] in n-d-850468-6 is: [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:41:35Z', 'revision_number': 4, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '0b1602c3-59a0-4f12-abc4-390fea0398ec', 'name': '', 'network_id': 'dc378914-a188-495f-9afa-f65a08836123', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'mac_address': 'fa:16:3e:5a:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '3da76948-61a3-44f9-ae58-6360b02261e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:31Z', 'updated_at': '2022-07-28T10:41:40Z', 'revision_number': 4, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'subnets': [{'id': '3da76948-61a3-44f9-ae58-6360b02261e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:42.912232 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1cb9b75d-1e9d-4651-b4a0-c3be35727e8b tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "GET /v2.0/networks/7bec5d60-c7ae-4470-b860-f2d3358ae40d/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1061785 Jul 28 10:41:42.920109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57252) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:42.934222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:42.946419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Router 6ca91444-cc21-48a3-85b2-7e298f5521e9 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:41:42.971953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.990325 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:42.999682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57254) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:43.051458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:43.082278 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (32c23beb-3251-4737-941b-c53a3edd66fe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.082630 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Added segment 32c23beb-3251-4737-941b-c53a3edd66fe of type vlan for network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 Jul 28 10:41:43.123634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=de82b0ad-411b-4d63-b24c-496c096c23c6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:43.222393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce6731-1766-47f2-bae9-c302ab6c1426 None None] Current status of the port 0b1602c3-59a0-4f12-abc4-390fea0398ec is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:43.233400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6731-1766-47f2-bae9-c302ab6c1426 None None] Provisioning complete for port de82b0ad-411b-4d63-b24c-496c096c23c6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:43.234093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6731-1766-47f2-bae9-c302ab6c1426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.301969 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a1dd2b0e-4f03-4115-a4e1-7d27ed12a553), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.310670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:43.324019 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] Sync routers for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:43.334469 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e28fd36c-045f-4f43-b9e4-813842145f14 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "PUT /v2.0/routers/6ca91444-cc21-48a3-85b2-7e298f5521e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0487413 Jul 28 10:41:43.338591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57262) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:43.347968 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:43.349940 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:43.354462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Request body: {'port': {'network_id': '2fd4eeb2-9f68-4a81-bb36-2c54f777a53a', 'name': 'tempest-FloatingIPAdminTestJSON-408707060'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:43.372638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce6731-1766-47f2-bae9-c302ab6c1426 None None] Current status of the port de82b0ad-411b-4d63-b24c-496c096c23c6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:43.402841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.506531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-64a058ba-ce3b-446e-9fb0-19562fcb6cd9 None None] Provisioning complete for port 20c6867e-db31-4849-8e52-2ee7f1494b3e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:43.506914 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-64a058ba-ce3b-446e-9fb0-19562fcb6cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.522839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:43.546779 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:43.548613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a1dd2b0e-4f03-4115-a4e1-7d27ed12a553), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.551286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:43.552037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:43.552607 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:43.552735 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.562375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:43.627499 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:43.645417 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:43.646822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-64a058ba-ce3b-446e-9fb0-19562fcb6cd9 None None] Port 20c6867e-db31-4849-8e52-2ee7f1494b3e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:43.648432 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c90c8-0789-434d-babf-7eb333ca0e02 None None] The sync data for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:43.657188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Made reservation on behalf of 2970dea8c30440098648bf9763cc27e1 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:43.660988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.697332 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] device_id is not set on port d14cd8d5-1a24-4b2c-8503-7c9a7d005650 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:43.801328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device de82b0ad-411b-4d63-b24c-496c096c23c6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:43.818631 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14130817-3552-4b8b-b3e7-07c820b0cda5 tempest-DHCPAgentSchedulersTestJSON-1039364114 tempest-DHCPAgentSchedulersTestJSON-1039364114-project-admin] 10.222.0.46 "GET /v2.0/agents/e383e483-6e87-4d93-90d1-1bcb78bad3bb/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.8439443 Jul 28 10:41:43.826303 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:43.865359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:43.869293 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.1354682 Jul 28 10:41:43.872635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1cd77d37-a81b-42fc-b4fd-1e00648841f6 None None] Provisioning complete for port 07d21743-f400-44ed-b868-e60097eb768e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:43.873110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cd77d37-a81b-42fc-b4fd-1e00648841f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (07d21743-f400-44ed-b868-e60097eb768e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:43.875489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57272) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:43.902112 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:43.935773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Request body: {'subnet': {'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-subnet', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:44.024586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1cd77d37-a81b-42fc-b4fd-1e00648841f6 None None] Port 07d21743-f400-44ed-b868-e60097eb768e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:44.031384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (03fda6f4-e6ec-4cfc-a28d-a67c18bc0723), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.037628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24865eb0-3a47-4d25-99a6-651e82fdedb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.042015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:44.047310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:44.055253 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:44.056244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.062500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1cd77d37-a81b-42fc-b4fd-1e00648841f6 None None] Provisioning complete for port de82b0ad-411b-4d63-b24c-496c096c23c6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:44.062888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cd77d37-a81b-42fc-b4fd-1e00648841f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.067400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f885ad4-9c75-400d-986c-719695e04e69 admin admin] Pushing event updated for resources: {'Network': ['ID=a1dd2b0e-4f03-4115-a4e1-7d27ed12a553,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:44.085601 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Made reservation on behalf of 6b65b1ca1ec24c0694a20832ea96fa7d for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:44.088029 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.119610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port de82b0ad-411b-4d63-b24c-496c096c23c6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:44.119980 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.141621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:44.201969 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24865eb0-3a47-4d25-99a6-651e82fdedb8 admin admin] Publish callbacks [] for security_group (1c4e17a7-2274-4ad2-b56f-4cc5036a57d8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.204568 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:44.248191 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Allocated IP 172.20.0.6 (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a/a94cdd9a-0292-44ec-ba33-a14069342079/d14cd8d5-1a24-4b2c-8503-7c9a7d005650) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:44.255009 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:44.332385 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c51f4d2d-00f9-4c56-a940-1b262e15c053 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8292160 Jul 28 10:41:44.334109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24865eb0-3a47-4d25-99a6-651e82fdedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1c4e17a7-2274-4ad2-b56f-4cc5036a57d8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.344876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57282) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:44.564278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b94962-6036-4ab5-8313-ad43f64cd4da tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:44.565996 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c9b94962-6036-4ab5-8313-ad43f64cd4da tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1962540 Jul 28 10:41:44.596887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57286) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:44.601429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port de82b0ad-411b-4d63-b24c-496c096c23c6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:44.602806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b1602c3-59a0-4f12-abc4-390fea0398ec up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:44.604906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1cd77d37-a81b-42fc-b4fd-1e00648841f6 None None] Current status of the port de82b0ad-411b-4d63-b24c-496c096c23c6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:44.678982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24865eb0-3a47-4d25-99a6-651e82fdedb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4e17a7-2274-4ad2-b56f-4cc5036a57d8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:44.688255 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (03fda6f4-e6ec-4cfc-a28d-a67c18bc0723), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.713673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0b1602c3-59a0-4f12-abc4-390fea0398ec triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:44.717899 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.793137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fda6f4-e6ec-4cfc-a28d-a67c18bc0723']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:44.797104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bfa80cb8-0d77-4333-ba2b-6ade31174083 None None] Provisioning complete for port 07d21743-f400-44ed-b868-e60097eb768e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:44.797486 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa80cb8-0d77-4333-ba2b-6ade31174083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (07d21743-f400-44ed-b868-e60097eb768e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.807358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a639281d-742e-4e89-b32b-6f0ff1b0f4db') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:44.807998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a639281d-742e-4e89-b32b-6f0ff1b0f4db') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:44.821904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a639281d-742e-4e89-b32b-6f0ff1b0f4db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.830723 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:44.846702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a639281d-742e-4e89-b32b-6f0ff1b0f4db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.856328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:44.857093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a639281d-742e-4e89-b32b-6f0ff1b0f4db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:44.891893 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ddeaf-be73-4316-bf58-f208eb13c083 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:44.904753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ddeaf-be73-4316-bf58-f208eb13c083 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:44.930616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ddeaf-be73-4316-bf58-f208eb13c083 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:44.938440 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e4ddeaf-be73-4316-bf58-f208eb13c083 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3401842 Jul 28 10:41:44.948414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bfa80cb8-0d77-4333-ba2b-6ade31174083 None None] Port 07d21743-f400-44ed-b868-e60097eb768e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:44.964585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0b1602c3-59a0-4f12-abc4-390fea0398ec is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:44.969964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bfa80cb8-0d77-4333-ba2b-6ade31174083 None None] Provisioning complete for port a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:44.971395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfa80cb8-0d77-4333-ba2b-6ade31174083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.026400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bfa80cb8-0d77-4333-ba2b-6ade31174083 None None] Port a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:45.035511 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57306) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:45.053070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (03fda6f4-e6ec-4cfc-a28d-a67c18bc0723), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.069151 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.080288 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "DELETE /v2.0/networks/03fda6f4-e6ec-4cfc-a28d-a67c18bc0723 HTTP/1.1" status: 204 len: 168 time: 1.2486427 Jul 28 10:41:45.081315 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57312) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:45.091433 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-24865eb0-3a47-4d25-99a6-651e82fdedb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a01c438884854a9eacb68ce280853334&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0679421 Jul 28 10:41:45.094821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57314) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:45.154491 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for port (d14cd8d5-1a24-4b2c-8503-7c9a7d005650), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.219066 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (aa63eb82-7ad0-4845-99de-1df3a8c7c58f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.235055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f521d-736d-43c4-916f-7cd5922877ac tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event deleted for resources: {'Network': ['ID=03fda6f4-e6ec-4cfc-a28d-a67c18bc0723,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:45.316496 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa46875-5458-4ada-8d5b-0a3bb5d4ef20 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] DELETE failed (client error): The resource could not be found. Jul 28 10:41:45.316837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:45.316983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa46875-5458-4ada-8d5b-0a3bb5d4ef20 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:41:45.319544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.327639 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9fa46875-5458-4ada-8d5b-0a3bb5d4ef20 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "DELETE /v2.0/ports/30988285-51dd-41d1-84b2-2cd7f2f878e2 HTTP/1.1" status: 404 len: 333 time: 0.2345731 Jul 28 10:41:45.331045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57318) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:45.354709 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:45.411959 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84709fc9-c4f2-4021-a9cb-148fd1b64f5c admin admin] Publish callbacks [] for security_group (1c4e17a7-2274-4ad2-b56f-4cc5036a57d8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.453923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Deleting subnet 2ec37df6-13e2-4f15-9848-fd29475b90ff {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:41:45.457210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks [] for subnet (2ec37df6-13e2-4f15-9848-fd29475b90ff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.494298 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:45.499750 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (2ec37df6-13e2-4f15-9848-fd29475b90ff), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.501882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57320) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:45.538350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84709fc9-c4f2-4021-a9cb-148fd1b64f5c admin admin] Publish callbacks [] for security_group (1c4e17a7-2274-4ad2-b56f-4cc5036a57d8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.554374 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a639281d-742e-4e89-b32b-6f0ff1b0f4db resource provider aggregate not found Jul 28 10:41:45.585558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.587283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa63eb82-7ad0-4845-99de-1df3a8c7c58f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:45.601639 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a639281d-742e-4e89-b32b-6f0ff1b0f4db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a639281d-742e-4e89-b32b-6f0ff1b0f4db found for delete ", "request_id": "req-d31d5d59-62d2-45e4-8df9-19919d940915"}]} Jul 28 10:41:45.619478 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d14cd8d5-1a24-4b2c-8503-7c9a7d005650), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.623170 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:45.670400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Checking segment: {'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:45.670786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Network hostable DHCP agents. Network: a1dd2b0e-4f03-4115-a4e1-7d27ed12a553, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:45.731929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2ec37df6-13e2-4f15-9848-fd29475b90ff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.770000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:45.776994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84709fc9-c4f2-4021-a9cb-148fd1b64f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1c4e17a7-2274-4ad2-b56f-4cc5036a57d8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.780291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84709fc9-c4f2-4021-a9cb-148fd1b64f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.781422 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-84709fc9-c4f2-4021-a9cb-148fd1b64f5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c4e17a7-2274-4ad2-b56f-4cc5036a57d8 HTTP/1.1" status: 204 len: 168 time: 0.6678956 Jul 28 10:41:45.782996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:45.788933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event updated for resources: {'Port': ['ID=d14cd8d5-1a24-4b2c-8503-7c9a7d005650,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:45.798655 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:45.842374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84709fc9-c4f2-4021-a9cb-148fd1b64f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4e17a7-2274-4ad2-b56f-4cc5036a57d8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:45.892049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:45.921831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a1dd2b0e-4f03-4115-a4e1-7d27ed12a553) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:45.932499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a2998-3c53-4b91-869a-efe17ec5e8f5 None None] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:45.942820 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-224906cc-1f45-407a-996d-08078e81c9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.943965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (2ec37df6-13e2-4f15-9848-fd29475b90ff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.971145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:45.971726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:45.996502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.007511 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "DELETE /v2.0/subnets/2ec37df6-13e2-4f15-9848-fd29475b90ff HTTP/1.1" status: 204 len: 168 time: 0.6737995 Jul 28 10:41:46.008582 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57338) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:46.012061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e87ac6-5f43-4ad8-a0c2-bd728c56be06 tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec37df6-13e2-4f15-9848-fd29475b90ff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:46.031532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51019131-5b14-42a7-8cde-2461b9a6dd16 None None] Network 7bec5d60-c7ae-4470-b860-f2d3358ae40d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:46.066448 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:46.115917 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:46.116586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.149639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7bec5d60-c7ae-4470-b860-f2d3358ae40d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.164775 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f3e331c4-9218-483a-8454-81316eb9d471 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2532754 Jul 28 10:41:46.168984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57342) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:46.181453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:46.217288 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7b6e3edb-366e-4521-b816-55b64b3b4802 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8764136 Jul 28 10:41:46.218021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57344) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:46.232538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (4fdce4c5-46af-4abf-9ae8-16902accd23e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.233887 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (4fdce4c5-46af-4abf-9ae8-16902accd23e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.268814 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-224906cc-1f45-407a-996d-08078e81c9d4 admin admin] Publish callbacks [] for security_group (c0ff104b-b400-400b-9231-b39aff41c0b8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.271334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Deleting port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:46.271933 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.304805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-224906cc-1f45-407a-996d-08078e81c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c0ff104b-b400-400b-9231-b39aff41c0b8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.334099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224906cc-1f45-407a-996d-08078e81c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ff104b-b400-400b-9231-b39aff41c0b8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:46.355782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.407626 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:46.422511 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-224906cc-1f45-407a-996d-08078e81c9d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=43edefce1b2f4f54b9788138f47afe60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8954601 Jul 28 10:41:46.437803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57352) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:46.512981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.523569 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1d1c2b27-f9a6-4b33-ab2f-10d12927030d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e HTTP/1.1" status: 204 len: 168 time: 1.4862137 Jul 28 10:41:46.547722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57356) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:46.629020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f15d534-f454-4bab-8f65-858bcf97c6c2 admin admin] Publish callbacks [] for security_group (c0ff104b-b400-400b-9231-b39aff41c0b8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.650557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4dccafb2-982a-4423-b23a-8b2f5a6aa1b0 None None] Provisioning complete for port d14cd8d5-1a24-4b2c-8503-7c9a7d005650 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:46.650944 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4dccafb2-982a-4423-b23a-8b2f5a6aa1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d14cd8d5-1a24-4b2c-8503-7c9a7d005650), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.689886 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f8c9c3-6a80-49d0-ac84-fa9fa5bc6606 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:41:46.692339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f15d534-f454-4bab-8f65-858bcf97c6c2 admin admin] Publish callbacks [] for security_group (c0ff104b-b400-400b-9231-b39aff41c0b8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.695271 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c5f8c9c3-6a80-49d0-ac84-fa9fa5bc6606 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/a6b5558a-bdd9-4ef1-98bf-3ee65b63c10e HTTP/1.1" status: 404 len: 333 time: 0.1439450 Jul 28 10:41:46.695645 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57360) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:46.725602 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks [] for router_controller (4fdce4c5-46af-4abf-9ae8-16902accd23e), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.788906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] For port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3301a38d-a1ba-4054-b598-3b1ee0f1e5f6,segment=NetworkSegment(3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62),segment_id=3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:46.795459 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.795664 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'project_id': '2970dea8c30440098648bf9763cc27e1', 'port_id': 'd14cd8d5-1a24-4b2c-8503-7c9a7d005650'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:46.814303 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Calling delete_port for 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:46.821359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4dccafb2-982a-4423-b23a-8b2f5a6aa1b0 None None] Port d14cd8d5-1a24-4b2c-8503-7c9a7d005650 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:46.974636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a1dd2b0e-4f03-4115-a4e1-7d27ed12a553', 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553', 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'fixed_ips': [{'subnet_id': 'aa63eb82-7ad0-4845-99de-1df3a8c7c58f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:46.975954 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:46.997769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.003241 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:47.035305 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:47.123509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 07d21743-f400-44ed-b868-e60097eb768e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:47.123891 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (07d21743-f400-44ed-b868-e60097eb768e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.226566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Allocated IP 172.20.0.2 (a1dd2b0e-4f03-4115-a4e1-7d27ed12a553/aa63eb82-7ad0-4845-99de-1df3a8c7c58f/2e4e7ccc-578e-4a7b-8914-0671319fd2e8) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:47.236474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks [] for router_gateway (4fdce4c5-46af-4abf-9ae8-16902accd23e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.243014 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:47.246801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3301a38d-a1ba-4054-b598-3b1ee0f1e5f6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.269102 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] No DVR routers for this DVR port 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:47.289468 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:47.293791 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:47.338991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event deleted for resources: {'Port': ['ID=3301a38d-a1ba-4054-b598-3b1ee0f1e5f6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:47.371566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58d56c1-7871-4767-8e2d-9e748a973cd3 None None] DHCP port deletion for 7bec5d60-c7ae-4470-b860-f2d3358ae40d request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:41:47.563995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:47.605590 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7bec5d60-c7ae-4470-b860-f2d3358ae40d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.651382 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Publish callbacks [] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.655596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:47.656264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3301a38d-a1ba-4054-b598-3b1ee0f1e5f6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:47.669177 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.716038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:47.722507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:47.739974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f15d534-f454-4bab-8f65-858bcf97c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c0ff104b-b400-400b-9231-b39aff41c0b8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.743217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f15d534-f454-4bab-8f65-858bcf97c6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.744831 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0f15d534-f454-4bab-8f65-858bcf97c6c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0ff104b-b400-400b-9231-b39aff41c0b8 HTTP/1.1" status: 204 len: 168 time: 1.3055410 Jul 28 10:41:47.765699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:47.774207 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15d534-f454-4bab-8f65-858bcf97c6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ff104b-b400-400b-9231-b39aff41c0b8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:47.785416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bec5d60-c7ae-4470-b860-f2d3358ae40d']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:47.793146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.852293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Pushing event updated for resources: {'Port': ['ID=2e4e7ccc-578e-4a7b-8914-0671319fd2e8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:47.863117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:47.863459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:47.883654 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.906512 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.915612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:47.916027 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.940142 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (07d21743-f400-44ed-b868-e60097eb768e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:47.967636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 07d21743-f400-44ed-b868-e60097eb768e owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:48.050707 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62 resource provider aggregate not found Jul 28 10:41:48.088309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Attempting to bind port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:48.089034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Attempting to bind port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:48.089848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Attempting to bind port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 on network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:48.101460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:48.103526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Checking segment: {'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:48.104370 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.105050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Bound using segment: {'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:48.105751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Bound port: 2e4e7ccc-578e-4a7b-8914-0671319fd2e8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:48.107443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.116364 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cbb4d5b-19a1-41e7-b35c-65cadfdb5f62 found for delete ", "request_id": "req-249ebf02-f05f-47df-acfd-531d62bba9e9"}]} Jul 28 10:41:48.145020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7bec5d60-c7ae-4470-b860-f2d3358ae40d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.148454 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks [] for router_gateway (4fdce4c5-46af-4abf-9ae8-16902accd23e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.163904 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=4,neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:48.189135 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.210509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Allocated IP 172.25.2.204 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/0bad058e-fdb0-4d3e-afd4-74de9f73d759) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:48.282680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.285678 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] 10.222.0.46 "DELETE /v2.0/networks/7bec5d60-c7ae-4470-b860-f2d3358ae40d HTTP/1.1" status: 204 len: 168 time: 2.2752419 Jul 28 10:41:48.301967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576072b-ee15-42f3-a5ca-a5fe183f3e3c tempest-DHCPAgentSchedulersTestJSON-618548940 tempest-DHCPAgentSchedulersTestJSON-618548940-project] Pushing event deleted for resources: {'Network': ['ID=7bec5d60-c7ae-4470-b860-f2d3358ae40d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:48.314200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] For port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:48.320969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] For port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2e4e7ccc-578e-4a7b-8914-0671319fd2e8,segment=NetworkSegment(32c23beb-3251-4737-941b-c53a3edd66fe),segment_id=32c23beb-3251-4737-941b-c53a3edd66fe)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:48.331302 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.413673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.415970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (07d21743-f400-44ed-b868-e60097eb768e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.425468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9f7c1-f69b-4992-848d-103c5f7ee257 None None] Pushing event updated for resources: {'Port': ['ID=2e4e7ccc-578e-4a7b-8914-0671319fd2e8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:48.470498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=07d21743-f400-44ed-b868-e60097eb768e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:48.561330 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.576595 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b144eda2-2cde-489c-87b6-822a1bab4350 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/07d21743-f400-44ed-b868-e60097eb768e HTTP/1.1" status: 204 len: 168 time: 1.8765862 Jul 28 10:41:48.577495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57408) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:48.612679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.622628 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:48.628636 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-951bb6bb-c7c1-496a-b2a2-11f38386bedd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:41:48.640809 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-951bb6bb-c7c1-496a-b2a2-11f38386bedd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/07d21743-f400-44ed-b868-e60097eb768e HTTP/1.1" status: 404 len: 333 time: 0.0616930 Jul 28 10:41:48.641840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57410) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:48.753176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57416) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:48.783654 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet 5f78d3f5-8526-4cff-a9b3-e511ef134a89 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:41:48.787436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Allocated IP 172.25.2.35 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/7fa11ed9-f78f-4a0d-92f3-375241c0231b) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:48.796412 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (5f78d3f5-8526-4cff-a9b3-e511ef134a89), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.865520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:48.886507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:48.892446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:48.895296 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1421079c-6a2f-408f-9424-a8117cad94ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:48.976917 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Pushing event updated for resources: {'Port': ['ID=0bad058e-fdb0-4d3e-afd4-74de9f73d759,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:49.000193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (5f78d3f5-8526-4cff-a9b3-e511ef134a89), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.024244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57420) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:49.165608 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:49.171153 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks [] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.181312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5f78d3f5-8526-4cff-a9b3-e511ef134a89), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.240637 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:49.304853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.321404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (5f78d3f5-8526-4cff-a9b3-e511ef134a89), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.366843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1421079c-6a2f-408f-9424-a8117cad94ce admin admin] Publish callbacks [] for security_group (67dfe625-2ebb-41c6-ad4c-39cd3b95385b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.373735 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.381838 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/5f78d3f5-8526-4cff-a9b3-e511ef134a89 HTTP/1.1" status: 204 len: 168 time: 0.7351465 Jul 28 10:41:49.388530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57436) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:49.389314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624115a-457d-4405-ad73-cd918c487e78 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=5f78d3f5-8526-4cff-a9b3-e511ef134a89,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:49.394915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f700a12-fced-46a0-819c-657de9f45deb None None] Network 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:49.402500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:49.409424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:49.412411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:49.417359 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1421079c-6a2f-408f-9424-a8117cad94ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (67dfe625-2ebb-41c6-ad4c-39cd3b95385b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:49.467095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421079c-6a2f-408f-9424-a8117cad94ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dfe625-2ebb-41c6-ad4c-39cd3b95385b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:49.471646 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:49.654076 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5214bfe3-fc0b-4272-b33a-dc24096f198c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c64d96ad4056412d9dd18a5d0fe74cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261070 Jul 28 10:41:49.665411 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1421079c-6a2f-408f-9424-a8117cad94ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d278d66142bc4ea2a01488820af3a7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9086351 Jul 28 10:41:49.666292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57440) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:49.666627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57442) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:49.740486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:49.960812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] DHCP port deletion for 4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:41:49.962808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:49.964489 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.061905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:50.198671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c123477e-7788-4b5e-867c-83a148aa81ff admin admin] Publish callbacks [] for security_group (67dfe625-2ebb-41c6-ad4c-39cd3b95385b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.229475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] Deleting port de82b0ad-411b-4d63-b24c-496c096c23c6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:50.230172 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.233773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Pushing event updated for resources: {'Port': ['ID=7fa11ed9-f78f-4a0d-92f3-375241c0231b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:50.303726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff0ce0-20b8-41a0-b4e5-71bd83d53734 None None] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:50.338829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.363352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7660fb5c-b468-4253-a0f0-034002c6cb81 admin admin] Publish callbacks [] for security_group (1e771361-e820-41a5-9141-7c84f61b2e8d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.401721 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:50.423209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ea3a684b-8eff-43f3-9aee-e6e7873d188f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.447082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c123477e-7788-4b5e-867c-83a148aa81ff admin admin] Publish callbacks [] for security_group (67dfe625-2ebb-41c6-ad4c-39cd3b95385b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.469342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:50.470071 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.473022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f0261598-0f58-4bc8-b1b9-15003e00b0b1 None None] Provisioning complete for port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:50.473602 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0261598-0f58-4bc8-b1b9-15003e00b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.526722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7660fb5c-b468-4253-a0f0-034002c6cb81 admin admin] Publish callbacks [] for security_group (1e771361-e820-41a5-9141-7c84f61b2e8d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.537180 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks [] for router_gateway (4fdce4c5-46af-4abf-9ae8-16902accd23e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.551904 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:50.591705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] For port de82b0ad-411b-4d63-b24c-496c096c23c6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=de82b0ad-411b-4d63-b24c-496c096c23c6,segment=NetworkSegment(4adc94ee-f158-438b-a893-fd8d9bf55da4),segment_id=4adc94ee-f158-438b-a893-fd8d9bf55da4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:50.592446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.625376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port de82b0ad-411b-4d63-b24c-496c096c23c6 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:50.625669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.650062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] Calling delete_port for de82b0ad-411b-4d63-b24c-496c096c23c6 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:50.698474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2e4e7ccc-578e-4a7b-8914-0671319fd2e8,segment=NetworkSegment(32c23beb-3251-4737-941b-c53a3edd66fe),segment_id=32c23beb-3251-4737-941b-c53a3edd66fe)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:50.721165 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.768183 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:50.768403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] For port de82b0ad-411b-4d63-b24c-496c096c23c6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=de82b0ad-411b-4d63-b24c-496c096c23c6,segment=NetworkSegment(4adc94ee-f158-438b-a893-fd8d9bf55da4),segment_id=4adc94ee-f158-438b-a893-fd8d9bf55da4)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:50.768738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.785094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for de82b0ad-411b-4d63-b24c-496c096c23c6 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:50.793696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=2e4e7ccc-578e-4a7b-8914-0671319fd2e8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:50.840006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f0261598-0f58-4bc8-b1b9-15003e00b0b1 None None] Current status of the port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:50.840791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0261598-0f58-4bc8-b1b9-15003e00b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.891150 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for floatingip (61a8aa35-c1df-43fd-a35e-93e5a3e17828), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:50.939679 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-f0261598-0f58-4bc8-b1b9-15003e00b0b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:41:50.940289 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-f0261598-0f58-4bc8-b1b9-15003e00b0b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:41:50.955186 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:51.018239 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.023333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (de82b0ad-411b-4d63-b24c-496c096c23c6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.048350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No DVR routers for this DVR port de82b0ad-411b-4d63-b24c-496c096c23c6 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:51.054777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] No DVR routers for this DVR port de82b0ad-411b-4d63-b24c-496c096c23c6 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:41:51.068758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c123477e-7788-4b5e-867c-83a148aa81ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (67dfe625-2ebb-41c6-ad4c-39cd3b95385b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.068758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c123477e-7788-4b5e-867c-83a148aa81ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.068758 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c123477e-7788-4b5e-867c-83a148aa81ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67dfe625-2ebb-41c6-ad4c-39cd3b95385b HTTP/1.1" status: 204 len: 168 time: 1.3639388 Jul 28 10:41:51.069577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7660fb5c-b468-4253-a0f0-034002c6cb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1e771361-e820-41a5-9141-7c84f61b2e8d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.095560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7660fb5c-b468-4253-a0f0-034002c6cb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.099023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7660fb5c-b468-4253-a0f0-034002c6cb81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e771361-e820-41a5-9141-7c84f61b2e8d HTTP/1.1" status: 204 len: 168 time: 1.3937976 Jul 28 10:41:51.130905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285c10b-0156-41cb-91eb-336414a13502 None None] Pushing event deleted for resources: {'Port': ['ID=de82b0ad-411b-4d63-b24c-496c096c23c6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:51.138495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=de82b0ad-411b-4d63-b24c-496c096c23c6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:51.246578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123477e-7788-4b5e-867c-83a148aa81ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dfe625-2ebb-41c6-ad4c-39cd3b95385b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:51.386410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660fb5c-b468-4253-a0f0-034002c6cb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e771361-e820-41a5-9141-7c84f61b2e8d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:51.399253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ea3a684b-8eff-43f3-9aee-e6e7873d188f admin admin] Publish callbacks [] for security_group (545f0b25-f2f4-4408-8de6-2d503d6cc279), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.412467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ea3a684b-8eff-43f3-9aee-e6e7873d188f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (545f0b25-f2f4-4408-8de6-2d503d6cc279), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.456554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.542030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1fd6b1-3e6d-434c-8d60-c8bc527447b6']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:51.569139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.570383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f0261598-0f58-4bc8-b1b9-15003e00b0b1 None None] Current status of the port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:51.576716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adc94ee-f158-438b-a893-fd8d9bf55da4') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:51.577221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adc94ee-f158-438b-a893-fd8d9bf55da4') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:51.598965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (4adc94ee-f158-438b-a893-fd8d9bf55da4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.614926 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4adc94ee-f158-438b-a893-fd8d9bf55da4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.622750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:51.623211 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (4adc94ee-f158-438b-a893-fd8d9bf55da4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.697064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:51.746113 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4a1fd6b1-3e6d-434c-8d60-c8bc527447b6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.828847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-05783a5b-dee2-41d4-868c-9ea86d74bea2 None None] Provisioning complete for port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:51.831533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-05783a5b-dee2-41d4-868c-9ea86d74bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.874270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.874908 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ea3a684b-8eff-43f3-9aee-e6e7873d188f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f37532aba3b478c8a91cabb496d5435&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8098080 Jul 28 10:41:51.875567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57490) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:51.879156 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/4a1fd6b1-3e6d-434c-8d60-c8bc527447b6 HTTP/1.1" status: 204 len: 168 time: 2.4858620 Jul 28 10:41:51.884383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57492) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:51.886269 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 4adc94ee-f158-438b-a893-fd8d9bf55da4 resource provider aggregate not found Jul 28 10:41:51.889508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57494) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:51.892334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (4fdce4c5-46af-4abf-9ae8-16902accd23e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.913423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a684b-8eff-43f3-9aee-e6e7873d188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545f0b25-f2f4-4408-8de6-2d503d6cc279,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:51.930801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57498) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:51.931538 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:51.932862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-328822259'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:51.944489 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 4adc94ee-f158-438b-a893-fd8d9bf55da4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4adc94ee-f158-438b-a893-fd8d9bf55da4 found for delete ", "request_id": "req-21b3d5e5-343d-42f0-ac8f-7df6236d1416"}]} Jul 28 10:41:51.953007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:51.953397 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.985503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d7b3c-4189-436b-9db2-8b59ae8db9dd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=4a1fd6b1-3e6d-434c-8d60-c8bc527447b6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:51.989777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07704468-17b8-48d0-8954-a8cf0fe4be59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:51.992773 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:52.010324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3836780-897b-42f2-a120-3e7b034f7de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.101577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-05783a5b-dee2-41d4-868c-9ea86d74bea2 None None] Current status of the port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:52.186849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:52.192608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.202551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:52.215788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Router 4fdce4c5-46af-4abf-9ae8-16902accd23e is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:41:52.224726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07704468-17b8-48d0-8954-a8cf0fe4be59 admin admin] Publish callbacks [] for security_group (1f78bf24-3b8a-4406-bfed-5bd79e5ad793), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.242930 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07704468-17b8-48d0-8954-a8cf0fe4be59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1f78bf24-3b8a-4406-bfed-5bd79e5ad793), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.295958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device de82b0ad-411b-4d63-b24c-496c096c23c6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:52.297533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:52.347004 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6d1c461f-0362-4db4-8bc1-8e12a4acc12f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.347579 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Added segment 6d1c461f-0362-4db4-8bc1-8e12a4acc12f of type vlan for network f93b5373-e026-4cb3-8999-6ee659b7de79 Jul 28 10:41:52.349037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ae2271f-edb0-4aaa-844e-fd8de194ed7d admin admin] Publish callbacks [] for security_group (545f0b25-f2f4-4408-8de6-2d503d6cc279), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.367705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: de82b0ad-411b-4d63-b24c-496c096c23c6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:41:52.369959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device de82b0ad-411b-4d63-b24c-496c096c23c6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:52.373920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ae2271f-edb0-4aaa-844e-fd8de194ed7d admin admin] Publish callbacks [] for security_group (545f0b25-f2f4-4408-8de6-2d503d6cc279), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.477472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ae2271f-edb0-4aaa-844e-fd8de194ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (545f0b25-f2f4-4408-8de6-2d503d6cc279), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.480862 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ae2271f-edb0-4aaa-844e-fd8de194ed7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.482784 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1ae2271f-edb0-4aaa-844e-fd8de194ed7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/545f0b25-f2f4-4408-8de6-2d503d6cc279 HTTP/1.1" status: 204 len: 168 time: 0.5712223 Jul 28 10:41:52.519020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:52.530101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Sync routers for ids ['4fdce4c5-46af-4abf-9ae8-16902accd23e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:52.565344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Routers {'4fdce4c5-46af-4abf-9ae8-16902accd23e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:52.566710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4fdce4c5-46af-4abf-9ae8-16902accd23e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:52.575687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2271f-edb0-4aaa-844e-fd8de194ed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545f0b25-f2f4-4408-8de6-2d503d6cc279,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:52.595113 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-07704468-17b8-48d0-8954-a8cf0fe4be59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61d30c8f1b2741d98cf4e62299dfa5af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6577520 Jul 28 10:41:52.595113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07704468-17b8-48d0-8954-a8cf0fe4be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f78bf24-3b8a-4406-bfed-5bd79e5ad793,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:52.597980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57526) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:52.608948 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:52.620095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.626038 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bbce8b2b-5bc7-4083-9bb4-fe5a542f925c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4488895 Jul 28 10:41:52.626720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57528) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:52.646335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.674958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.683604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f93b5373-e026-4cb3-8999-6ee659b7de79), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.802439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:41:52.827959 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:52.961263 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:52.971119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c082050f-2fbf-4960-a189-d21296534664 admin admin] Publish callbacks [] for security_group (1f78bf24-3b8a-4406-bfed-5bd79e5ad793), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.975932 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3836780-897b-42f2-a120-3e7b034f7de6 admin admin] Publish callbacks [] for security_group (19098ba2-6662-4bbe-a2e1-c57e1bb23b27), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.977330 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f93b5373-e026-4cb3-8999-6ee659b7de79), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:52.983321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:52.984348 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.004762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Pushing event updated for resources: {'Port': ['ID=0bad058e-fdb0-4d3e-afd4-74de9f73d759,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:53.011106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3836780-897b-42f2-a120-3e7b034f7de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (19098ba2-6662-4bbe-a2e1-c57e1bb23b27), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.017208 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 752 time: 1.1046968 Jul 28 10:41:53.037712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57536) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:53.055034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:53.072004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c082050f-2fbf-4960-a189-d21296534664 admin admin] Publish callbacks [] for security_group (1f78bf24-3b8a-4406-bfed-5bd79e5ad793), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.112986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Set router 4fdce4c5-46af-4abf-9ae8-16902accd23e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:53.191030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869e47d-1298-4ec7-bd26-739a197413bf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Network': ['ID=f93b5373-e026-4cb3-8999-6ee659b7de79,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:53.209603 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a3836780-897b-42f2-a120-3e7b034f7de6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2d172bb96b54c01ab8544d1aaa0021d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3288643 Jul 28 10:41:53.213733 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (61a8aa35-c1df-43fd-a35e-93e5a3e17828), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.250608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57540) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:53.311172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f93b5373-e026-4cb3-8999-6ee659b7de79 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:53.315144 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:53.316938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:41:50Z', 'revision_number': 3, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port': {'id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:48Z', 'updated_at': '2022-07-28T10:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:53.322359 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:53.324369 n-d-850468-6 neutron-server[104687]: INFO neutron.db.l3_db [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Floating IP 61a8aa35-c1df-43fd-a35e-93e5a3e17828 associated. External IP: 172.25.2.204, port: d14cd8d5-1a24-4b2c-8503-7c9a7d005650. Jul 28 10:41:53.359539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Checking router: 4fdce4c5-46af-4abf-9ae8-16902accd23e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:53.365609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Updating router 4fdce4c5-46af-4abf-9ae8-16902accd23e port 7fa11ed9-f78f-4a0d-92f3-375241c0231b binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:41:53.372887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3836780-897b-42f2-a120-3e7b034f7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19098ba2-6662-4bbe-a2e1-c57e1bb23b27,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:53.409673 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:53.508206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:53.516792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.552401 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:53.580490 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.598508 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2029411d-3d0d-4f7e-8014-163f87c686c1 admin admin] Publish callbacks [] for security_group (19098ba2-6662-4bbe-a2e1-c57e1bb23b27), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.630482 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2029411d-3d0d-4f7e-8014-163f87c686c1 admin admin] Publish callbacks [] for security_group (19098ba2-6662-4bbe-a2e1-c57e1bb23b27), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.644596 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=18 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:53.693660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c082050f-2fbf-4960-a189-d21296534664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1f78bf24-3b8a-4406-bfed-5bd79e5ad793), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.696772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c082050f-2fbf-4960-a189-d21296534664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:53.698769 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c082050f-2fbf-4960-a189-d21296534664 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f78bf24-3b8a-4406-bfed-5bd79e5ad793 HTTP/1.1" status: 204 len: 168 time: 1.0988336 Jul 28 10:41:53.732764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082050f-2fbf-4960-a189-d21296534664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f78bf24-3b8a-4406-bfed-5bd79e5ad793,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:53.847437 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Router 6ca91444-cc21-48a3-85b2-7e298f5521e9 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:41:53.997741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2029411d-3d0d-4f7e-8014-163f87c686c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (19098ba2-6662-4bbe-a2e1-c57e1bb23b27), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.007776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2029411d-3d0d-4f7e-8014-163f87c686c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.010471 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2029411d-3d0d-4f7e-8014-163f87c686c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19098ba2-6662-4bbe-a2e1-c57e1bb23b27 HTTP/1.1" status: 204 len: 168 time: 0.7424958 Jul 28 10:41:54.073281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029411d-3d0d-4f7e-8014-163f87c686c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19098ba2-6662-4bbe-a2e1-c57e1bb23b27,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:54.172178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:54.184798 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] Sync routers for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:54.214225 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:54.215842 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:54.225440 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.308127 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-37b1fd76-120e-4111-97e3-cf4f39b5fdc2 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.0628395 Jul 28 10:41:54.308460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57570) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:54.319365 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:54.323767 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Publish callbacks [] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.335552 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:54.337044 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.365236 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:54.366067 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:54.485999 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:54.492989 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b7858f-2cb9-4d78-9b08-db2563e74ef0 None None] The sync data for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:54.561527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769a53c-9f91-40bf-889e-78498cd1119c None None] Pushing event updated for resources: {'Port': ['ID=7fa11ed9-f78f-4a0d-92f3-375241c0231b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:54.580612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Attempting to bind port 7fa11ed9-f78f-4a0d-92f3-375241c0231b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:54.581377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Attempting to bind port 7fa11ed9-f78f-4a0d-92f3-375241c0231b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:54.583738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Attempting to bind port 7fa11ed9-f78f-4a0d-92f3-375241c0231b on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:54.588514 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e9737b5-32b0-4102-b934-3cbafdaba5bd tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] 10.222.0.46 "GET /v2.0/floatingips/61a8aa35-c1df-43fd-a35e-93e5a3e17828 HTTP/1.1" status: 200 len: 982 time: 0.2729721 Jul 28 10:41:54.593535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57576) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:54.600107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:54.601358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:54.607840 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.610137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:54.611081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Bound port: 7fa11ed9-f78f-4a0d-92f3-375241c0231b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:54.612989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.703384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.761914 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (dcef5313-3faa-47b1-9b01-15837a69decc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.800882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] For port 7fa11ed9-f78f-4a0d-92f3-375241c0231b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:54.827169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] For port 7fa11ed9-f78f-4a0d-92f3-375241c0231b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7fa11ed9-f78f-4a0d-92f3-375241c0231b,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:54.845218 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:54.868364 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:54.960868 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-48376094-8690-44c1-b6ca-f2a67f266130 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.3648484 Jul 28 10:41:54.970180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57588) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:54.992175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Routers {'4fdce4c5-46af-4abf-9ae8-16902accd23e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:54.993020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4fdce4c5-46af-4abf-9ae8-16902accd23e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:55.032851 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Checking segment: {'id': '6d1c461f-0362-4db4-8bc1-8e12a4acc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:55.038282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network hostable DHCP agents. Network: f93b5373-e026-4cb3-8999-6ee659b7de79, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:55.040761 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:55.120774 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:55.154783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769a53c-9f91-40bf-889e-78498cd1119c None None] Pushing event updated for resources: {'Port': ['ID=7fa11ed9-f78f-4a0d-92f3-375241c0231b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:55.178412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=dcef5313-3faa-47b1-9b01-15837a69decc,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:55.249488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network f93b5373-e026-4cb3-8999-6ee659b7de79 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:55.257314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] Set router 4fdce4c5-46af-4abf-9ae8-16902accd23e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:41:55.271322 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f93b5373-e026-4cb3-8999-6ee659b7de79) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:55.294692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:41:55.296118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.299545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6083595-ae08-456c-9805-51de0bf6a098 None None] Network f93b5373-e026-4cb3-8999-6ee659b7de79 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:41:55.328973 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-adda13d6-042e-4304-ae92-14428953b94d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2800245 Jul 28 10:41:55.332794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57600) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:55.344001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d1f5c914-8ab4-4344-8b6e-144ea02f3765 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1536504908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:55.408294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c914-8ab4-4344-8b6e-144ea02f3765 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.409776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c914-8ab4-4344-8b6e-144ea02f3765 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.422364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Allocated IP 172.20.0.1 (a1dd2b0e-4f03-4115-a4e1-7d27ed12a553/aa63eb82-7ad0-4845-99de-1df3a8c7c58f/7d27f549-309f-421a-952b-3d8008c234e0) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:55.619333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-f93b5373-e026-4cb3-8999-6ee659b7de79', 'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79', 'project_id': '5d0eb570758645039d1db4acbb53b5fd', 'fixed_ips': [{'subnet_id': 'dcef5313-3faa-47b1-9b01-15837a69decc'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:41:55.622682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.657442 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c914-8ab4-4344-8b6e-144ea02f3765 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for router_controller (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.679766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c914-8ab4-4344-8b6e-144ea02f3765 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.722893 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:55.724904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:41:50Z', 'revision_number': 3, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port': {'id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:48Z', 'updated_at': '2022-07-28T10:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:55.767123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c914-8ab4-4344-8b6e-144ea02f3765 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.774424 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d1f5c914-8ab4-4344-8b6e-144ea02f3765 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4348783 Jul 28 10:41:55.775070 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57620) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:55.804823 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79', 'name': 'tempest-PortsIpV6TestJSON-1854681086'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:55.861524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks [] for port (7d27f549-309f-421a-952b-3d8008c234e0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:55.907926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58da6b48-fb8b-45ca-ac10-e66b6e684ebc None None] The sync data for ids ['4fdce4c5-46af-4abf-9ae8-16902accd23e'] in n-d-850468-6 is: [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:41:50Z', 'revision_number': 3, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port': {'id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:48Z', 'updated_at': '2022-07-28T10:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:56.110175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Allocated IP 2001:db8::2 (f93b5373-e026-4cb3-8999-6ee659b7de79/dcef5313-3faa-47b1-9b01-15837a69decc/5090c2c7-15fc-4a2f-a569-0c930417f424) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:56.289651 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7d27f549-309f-421a-952b-3d8008c234e0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:56.428080 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:56.472986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:56.482831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:56.490700 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:56.507165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Deleting port 0bad058e-fdb0-4d3e-afd4-74de9f73d759 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:41:56.507788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:56.514907 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Publish callbacks [] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:56.545910 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:56.554180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:56.578902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:56.655296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d27f549-309f-421a-952b-3d8008c234e0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:56.699763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:41:56.745066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Pushing event updated for resources: {'Port': ['ID=5090c2c7-15fc-4a2f-a569-0c930417f424,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:56.752806 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:56.793261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:56.794575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for floatingip (0bad058e-fdb0-4d3e-afd4-74de9f73d759), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:56.801688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Network f93b5373-e026-4cb3-8999-6ee659b7de79 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:56.813750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Calling delete_port for 0bad058e-fdb0-4d3e-afd4-74de9f73d759 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:41:56.816610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:56.829158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:41:56.984430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (4fdce4c5-46af-4abf-9ae8-16902accd23e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.078041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Attempting to bind port 5090c2c7-15fc-4a2f-a569-0c930417f424 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:41:57.078418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Attempting to bind port 5090c2c7-15fc-4a2f-a569-0c930417f424 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6d1c461f-0362-4db4-8bc1-8e12a4acc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:41:57.078786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Attempting to bind port 5090c2c7-15fc-4a2f-a569-0c930417f424 on network f93b5373-e026-4cb3-8999-6ee659b7de79 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:41:57.147098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:41:57.158984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Checking segment: {'id': '6d1c461f-0362-4db4-8bc1-8e12a4acc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:41:57.159285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.160360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Bound using segment: {'id': '6d1c461f-0362-4db4-8bc1-8e12a4acc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:41:57.160892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Bound port: 5090c2c7-15fc-4a2f-a569-0c930417f424, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1c461f-0362-4db4-8bc1-8e12a4acc12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f93b5373-e026-4cb3-8999-6ee659b7de79'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:41:57.161284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.190449 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0bad058e-fdb0-4d3e-afd4-74de9f73d759), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.198157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-520d37fb-19fb-4435-87ce-0c0a25c3bb87 None None] Provisioning complete for port 7d27f549-309f-421a-952b-3d8008c234e0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:57.198537 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-520d37fb-19fb-4435-87ce-0c0a25c3bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7d27f549-309f-421a-952b-3d8008c234e0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.244982 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:57.248938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Port': ['ID=0bad058e-fdb0-4d3e-afd4-74de9f73d759,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:57.403990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-520d37fb-19fb-4435-87ce-0c0a25c3bb87 None None] Port 7d27f549-309f-421a-952b-3d8008c234e0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:41:57.482769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for floatingip (61a8aa35-c1df-43fd-a35e-93e5a3e17828), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.483112 n-d-850468-6 neutron-server[104687]: INFO neutron.db.l3_db [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Floating IP 61a8aa35-c1df-43fd-a35e-93e5a3e17828 disassociated (deleted). External IP: 172.25.2.204, port: d14cd8d5-1a24-4b2c-8503-7c9a7d005650. Jul 28 10:41:57.536445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::21a (f93b5373-e026-4cb3-8999-6ee659b7de79/dcef5313-3faa-47b1-9b01-15837a69decc/5d0ed20f-4316-4cd6-9184-16dbf1122d64) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:57.566230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] For port 5090c2c7-15fc-4a2f-a569-0c930417f424, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:57.578644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] For port 5090c2c7-15fc-4a2f-a569-0c930417f424, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5090c2c7-15fc-4a2f-a569-0c930417f424,segment=NetworkSegment(6d1c461f-0362-4db4-8bc1-8e12a4acc12f),segment_id=6d1c461f-0362-4db4-8bc1-8e12a4acc12f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:57.600102 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.717338 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57654) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:57.764683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7d27f549-309f-421a-952b-3d8008c234e0), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.766699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86405824-8906-4ff5-8361-05b7bd442e6f None None] Pushing event updated for resources: {'Port': ['ID=5090c2c7-15fc-4a2f-a569-0c930417f424,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:57.798666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7fa11ed9-f78f-4a0d-92f3-375241c0231b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:57.954422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7fa11ed9-f78f-4a0d-92f3-375241c0231b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:57.954805 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:57.996659 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:58.161838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Router 6ca91444-cc21-48a3-85b2-7e298f5521e9 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:41:58.180255 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:58.204844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7fa11ed9-f78f-4a0d-92f3-375241c0231b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:41:58.205240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.308688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 7fa11ed9-f78f-4a0d-92f3-375241c0231b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7fa11ed9-f78f-4a0d-92f3-375241c0231b,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:58.324281 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.459549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74055d6b-b736-4245-a3ed-ef682719cebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.501244 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:58.510129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=7fa11ed9-f78f-4a0d-92f3-375241c0231b,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:58.529188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.605812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:58.615426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.640453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931d474c-5df6-459a-b55b-56f826878905 None None] Sync routers for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:58.669323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d474c-5df6-459a-b55b-56f826878905 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:58.669884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-931d474c-5df6-459a-b55b-56f826878905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:58.744467 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5c4630fb-e04f-4a43-9d4c-786776a0d99b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "DELETE /v2.0/floatingips/61a8aa35-c1df-43fd-a35e-93e5a3e17828 HTTP/1.1" status: 204 len: 168 time: 3.7730701 Jul 28 10:41:58.748599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks [] for port (7d27f549-309f-421a-952b-3d8008c234e0), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.749850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:58.758592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-931d474c-5df6-459a-b55b-56f826878905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:58.765297 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:41:58.803788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d474c-5df6-459a-b55b-56f826878905 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:41:58.837156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-931d474c-5df6-459a-b55b-56f826878905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:58.871089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.908688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74055d6b-b736-4245-a3ed-ef682719cebe admin admin] Publish callbacks [] for security_group (ba3b883b-6376-4d33-b9e8-5e99480eff4f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.910106 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:58.916385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (7d27f549-309f-421a-952b-3d8008c234e0), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.987957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (4fdce4c5-46af-4abf-9ae8-16902accd23e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:58.990569 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74055d6b-b736-4245-a3ed-ef682719cebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba3b883b-6376-4d33-b9e8-5e99480eff4f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:59.010430 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:41:59.079161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:59.284147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Allocated IP 172.25.2.199 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/dcf57041-5372-4d8e-908c-5911085c180e) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:59.288650 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-74055d6b-b736-4245-a3ed-ef682719cebe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2b2eae20f1e43f6a9c56c5088dd2b53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5563760 Jul 28 10:41:59.292426 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57710) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:59.295101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-931d474c-5df6-459a-b55b-56f826878905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:59.295777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931d474c-5df6-459a-b55b-56f826878905 None None] The sync data for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:59.519132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57726) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:41:59.708340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-680a11d7-5926-4535-9002-0a8b73df0836 admin admin] Publish callbacks [] for security_group (ba3b883b-6376-4d33-b9e8-5e99480eff4f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:59.767318 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for port (dcf57041-5372-4d8e-908c-5911085c180e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:59.814766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5090c2c7-15fc-4a2f-a569-0c930417f424 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:59.834281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-680a11d7-5926-4535-9002-0a8b73df0836 admin admin] Publish callbacks [] for security_group (ba3b883b-6376-4d33-b9e8-5e99480eff4f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:59.926660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5090c2c7-15fc-4a2f-a569-0c930417f424 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:41:59.927949 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:41:59.980064 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dcf57041-5372-4d8e-908c-5911085c180e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.029375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:00.039073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-680a11d7-5926-4535-9002-0a8b73df0836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba3b883b-6376-4d33-b9e8-5e99480eff4f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.042246 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-680a11d7-5926-4535-9002-0a8b73df0836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.044485 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-680a11d7-5926-4535-9002-0a8b73df0836 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba3b883b-6376-4d33-b9e8-5e99480eff4f HTTP/1.1" status: 204 len: 168 time: 0.7470026 Jul 28 10:42:00.045640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:00.054982 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:00.058014 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:00.099695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a11d7-5926-4535-9002-0a8b73df0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b883b-6376-4d33-b9e8-5e99480eff4f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:00.105582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf57041-5372-4d8e-908c-5911085c180e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:00.114446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc91d3-3084-4630-a84a-998a46548485 None None] Network f93b5373-e026-4cb3-8999-6ee659b7de79 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:00.151159 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.154021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d27f549-309f-421a-952b-3d8008c234e0,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:00.159382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74055d6b-b736-4245-a3ed-ef682719cebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b883b-6376-4d33-b9e8-5e99480eff4f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:00.191951 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:00.198748 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:00.208752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network f93b5373-e026-4cb3-8999-6ee659b7de79 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:00.212784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:00.213517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for floatingip (f5aee336-4d6b-4975-87be-81d59d7bc12e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.222612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:00.226583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:00.232952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:00.233602 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.275318 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4941204 Jul 28 10:42:00.278545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57dcb9-48e4-46d0-8824-61e9e20d60fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=5d0ed20f-4316-4cd6-9184-16dbf1122d64,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:00.281984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57740) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:00.300835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dcf57041-5372-4d8e-908c-5911085c180e), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.428913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5090c2c7-15fc-4a2f-a569-0c930417f424 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:00.431654 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.481688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f3bb788b-d1be-43c8-b623-bb6359754783 None None] Provisioning complete for port 5090c2c7-15fc-4a2f-a569-0c930417f424 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:00.484438 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f3bb788b-d1be-43c8-b623-bb6359754783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.503682 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for port (dcf57041-5372-4d8e-908c-5911085c180e), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.505586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57742) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:00.522358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (dcf57041-5372-4d8e-908c-5911085c180e), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.600581 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe1b1-f08c-48ef-b17d-51899b9f077e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.627374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5090c2c7-15fc-4a2f-a569-0c930417f424, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5090c2c7-15fc-4a2f-a569-0c930417f424,segment=NetworkSegment(6d1c461f-0362-4db4-8bc1-8e12a4acc12f),segment_id=6d1c461f-0362-4db4-8bc1-8e12a4acc12f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:00.671223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.673436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7fa11ed9-f78f-4a0d-92f3-375241c0231b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:00.793259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe1b1-f08c-48ef-b17d-51899b9f077e admin admin] Publish callbacks [] for security_group (d2de3f3a-98f4-445f-8223-2f0b951ee0ae), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.794561 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:00.805217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Router 4fdce4c5-46af-4abf-9ae8-16902accd23e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:42:00.852445 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe1b1-f08c-48ef-b17d-51899b9f077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d2de3f3a-98f4-445f-8223-2f0b951ee0ae), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.912871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb788b-d1be-43c8-b623-bb6359754783 None None] Current status of the port 5090c2c7-15fc-4a2f-a569-0c930417f424 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:00.950979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5090c2c7-15fc-4a2f-a569-0c930417f424,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:00.970397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fe1b1-f08c-48ef-b17d-51899b9f077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de3f3a-98f4-445f-8223-2f0b951ee0ae,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:00.972803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7fa11ed9-f78f-4a0d-92f3-375241c0231b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:00.973244 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:00.976184 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:01.009347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf57041-5372-4d8e-908c-5911085c180e,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:01.052968 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7f9fe1b1-f08c-48ef-b17d-51899b9f077e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=087b0496973f482b9cca0c349506e201&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5277257 Jul 28 10:42:01.058620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Provisioning complete for port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:01.059288 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.059979 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57752) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:01.081203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (f5aee336-4d6b-4975-87be-81d59d7bc12e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.094709 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:01.129979 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:01.132356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7fa11ed9-f78f-4a0d-92f3-375241c0231b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:01.158512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:01.168212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Provisioning complete for port 5090c2c7-15fc-4a2f-a569-0c930417f424 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:01.168613 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.184555 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.190864 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c752e321-04e2-4560-af03-f3bb71f34ddf tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4380722 Jul 28 10:42:01.194168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57754) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:01.201083 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.246486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3781656d-7d33-465e-ae09-9f3f74e67a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.274690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Current status of the port 5090c2c7-15fc-4a2f-a569-0c930417f424 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:01.287660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Provisioning complete for port 7d27f549-309f-421a-952b-3d8008c234e0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:01.288878 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7d27f549-309f-421a-952b-3d8008c234e0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.313776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-762e7966-ce7d-4cf3-94f8-63cd29f3c663 admin admin] Publish callbacks [] for security_group (d2de3f3a-98f4-445f-8223-2f0b951ee0ae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.317744 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:42:01.333010 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Sync routers for ids ['4fdce4c5-46af-4abf-9ae8-16902accd23e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:42:01.336372 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9548d430-7371-4d8b-a5ba-607580d6d3d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/4fdce4c5-46af-4abf-9ae8-16902accd23e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6915827 Jul 28 10:42:01.354990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f4e07ce0-af1a-451b-bbc7-d7873e91ef4a None None] Port 7d27f549-309f-421a-952b-3d8008c234e0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:01.367070 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Routers {'4fdce4c5-46af-4abf-9ae8-16902accd23e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:01.371154 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4fdce4c5-46af-4abf-9ae8-16902accd23e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:01.377622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-762e7966-ce7d-4cf3-94f8-63cd29f3c663 admin admin] Publish callbacks [] for security_group (d2de3f3a-98f4-445f-8223-2f0b951ee0ae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.442117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57760) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:01.472632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3781656d-7d33-465e-ae09-9f3f74e67a92 admin admin] Publish callbacks [] for security_group (1d860056-ebf1-4524-b09b-8d52b873acca), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.474477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e729cd4a-94a5-4eb6-88a4-939ed91a14c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.486393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3781656d-7d33-465e-ae09-9f3f74e67a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1d860056-ebf1-4524-b09b-8d52b873acca), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.490776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-762e7966-ce7d-4cf3-94f8-63cd29f3c663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d2de3f3a-98f4-445f-8223-2f0b951ee0ae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.493281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-762e7966-ce7d-4cf3-94f8-63cd29f3c663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.494388 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-762e7966-ce7d-4cf3-94f8-63cd29f3c663 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2de3f3a-98f4-445f-8223-2f0b951ee0ae HTTP/1.1" status: 204 len: 168 time: 0.4250705 Jul 28 10:42:01.503309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-52aba1bf-e8c7-42f1-aeed-a7c8e8d417dd None None] Provisioning complete for port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:01.504026 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-52aba1bf-e8c7-42f1-aeed-a7c8e8d417dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.547534 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3781656d-7d33-465e-ae09-9f3f74e67a92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec4f8dc5cbe84170b4ead3c828a8d904&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0382733 Jul 28 10:42:01.552744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57766) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:01.563628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781656d-7d33-465e-ae09-9f3f74e67a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d860056-ebf1-4524-b09b-8d52b873acca,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:01.589574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-52aba1bf-e8c7-42f1-aeed-a7c8e8d417dd None None] Port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:01.595294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7966-ce7d-4cf3-94f8-63cd29f3c663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de3f3a-98f4-445f-8223-2f0b951ee0ae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:01.604529 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Set router 4fdce4c5-46af-4abf-9ae8-16902accd23e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:42:01.662278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-303766e5-e09a-4e03-8849-8758694971c3 admin admin] Publish callbacks [] for security_group (1d860056-ebf1-4524-b09b-8d52b873acca), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.690224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e729cd4a-94a5-4eb6-88a4-939ed91a14c3 admin admin] Publish callbacks [] for security_group (d877563c-75cb-4bf3-9f0d-fb6c52b92889), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.696847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5090c2c7-15fc-4a2f-a569-0c930417f424 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:01.699081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e729cd4a-94a5-4eb6-88a4-939ed91a14c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d877563c-75cb-4bf3-9f0d-fb6c52b92889), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.703660 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-303766e5-e09a-4e03-8849-8758694971c3 admin admin] Publish callbacks [] for security_group (1d860056-ebf1-4524-b09b-8d52b873acca), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.781417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.788027 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.805652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5090c2c7-15fc-4a2f-a569-0c930417f424 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:01.815244 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.818649 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:01.823941 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e729cd4a-94a5-4eb6-88a4-939ed91a14c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=962d2698818c4e86bd60d2bb8505148e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808484 Jul 28 10:42:01.855658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57770) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:01.856278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=5d0ed20f-4316-4cd6-9184-16dbf1122d64,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:01.893062 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:01.925988 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:01.927119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729cd4a-94a5-4eb6-88a4-939ed91a14c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d877563c-75cb-4bf3-9f0d-fb6c52b92889,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:01.939116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:01.947667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c415b419-f955-479d-9192-e67fa45515e5 admin admin] Publish callbacks [] for security_group (d877563c-75cb-4bf3-9f0d-fb6c52b92889), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.966674 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-303766e5-e09a-4e03-8849-8758694971c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1d860056-ebf1-4524-b09b-8d52b873acca), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.969188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-303766e5-e09a-4e03-8849-8758694971c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:01.971360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5090c2c7-15fc-4a2f-a569-0c930417f424 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:01.974477 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-303766e5-e09a-4e03-8849-8758694971c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d860056-ebf1-4524-b09b-8d52b873acca HTTP/1.1" status: 204 len: 168 time: 0.4207497 Jul 28 10:42:02.002576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303766e5-e09a-4e03-8849-8758694971c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d860056-ebf1-4524-b09b-8d52b873acca,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:02.027001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.053640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c415b419-f955-479d-9192-e67fa45515e5 admin admin] Publish callbacks [] for security_group (d877563c-75cb-4bf3-9f0d-fb6c52b92889), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.143038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.236970 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:41:57Z', 'revision_number': 4, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port': {'id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:48Z', 'updated_at': '2022-07-28T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7d27f549-309f-421a-952b-3d8008c234e0', 'name': '', 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'mac_address': 'fa:16:3e:e4:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'aa63eb82-7ad0-4845-99de-1df3a8c7c58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:54Z', 'updated_at': '2022-07-28T10:41:58Z', 'revision_number': 2, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'subnets': [{'id': 'aa63eb82-7ad0-4845-99de-1df3a8c7c58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:02.274654 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.296489 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Checking router: 4fdce4c5-46af-4abf-9ae8-16902accd23e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:42:02.297236 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Updating router 4fdce4c5-46af-4abf-9ae8-16902accd23e port 7d27f549-309f-421a-952b-3d8008c234e0 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:42:02.323907 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Allocated IP 172.25.2.25 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/260bbfe6-7d6f-495d-bd34-98b197380dae) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:02.348268 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7d27f549-309f-421a-952b-3d8008c234e0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.420439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.430922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c415b419-f955-479d-9192-e67fa45515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d877563c-75cb-4bf3-9f0d-fb6c52b92889), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.433515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c415b419-f955-479d-9192-e67fa45515e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.434841 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c415b419-f955-479d-9192-e67fa45515e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d877563c-75cb-4bf3-9f0d-fb6c52b92889 HTTP/1.1" status: 204 len: 168 time: 0.5757778 Jul 28 10:42:02.447810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-596a212f-e131-4365-ad6d-f7e45544e9f6 None None] Provisioning complete for port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:02.448219 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-596a212f-e131-4365-ad6d-f7e45544e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.490081 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415b419-f955-479d-9192-e67fa45515e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d877563c-75cb-4bf3-9f0d-fb6c52b92889,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:02.565139 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:02.570082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-596a212f-e131-4365-ad6d-f7e45544e9f6 None None] Port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:02.598284 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57784) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:02.612337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks [] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.670756 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-03db5c40-136f-4d88-989d-4f3a472096c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.712606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.804312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:02.817717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.819255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:02.823489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:02.826076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.828008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.847990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Pushing event updated for resources: {'Port': ['ID=260bbfe6-7d6f-495d-bd34-98b197380dae,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:02.869717 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Publish callbacks [] for port (7d27f549-309f-421a-952b-3d8008c234e0), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.878012 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7d27f549-309f-421a-952b-3d8008c234e0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:02.937399 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:02.943707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks [] for floatingip (bbe92c5b-b5ce-4f20-8524-0ccb3c39f54b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.003740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network f93b5373-e026-4cb3-8999-6ee659b7de79 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:03.008071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:03.018621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=5d0ed20f-4316-4cd6-9184-16dbf1122d64,revision_number=3']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:03.019105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Attempting to bind port 7d27f549-309f-421a-952b-3d8008c234e0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:42:03.019706 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Attempting to bind port 7d27f549-309f-421a-952b-3d8008c234e0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:42:03.020165 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Attempting to bind port 7d27f549-309f-421a-952b-3d8008c234e0 on network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:42:03.026553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.046688 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:42:03.047291 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Checking segment: {'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:03.047991 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.048531 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Bound using segment: {'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:42:03.049180 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Bound port: 7d27f549-309f-421a-952b-3d8008c234e0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c23beb-3251-4737-941b-c53a3edd66fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:42:03.049733 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7d27f549-309f-421a-952b-3d8008c234e0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.197130 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] For port 7d27f549-309f-421a-952b-3d8008c234e0, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:42:03.202684 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] For port 7d27f549-309f-421a-952b-3d8008c234e0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7d27f549-309f-421a-952b-3d8008c234e0,segment=NetworkSegment(32c23beb-3251-4737-941b-c53a3edd66fe),segment_id=32c23beb-3251-4737-941b-c53a3edd66fe)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:42:03.223531 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:03.240175 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7d27f549-309f-421a-952b-3d8008c234e0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.274105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674541d9-f4df-4219-b0c7-ccd758a5fa76 None None] Pushing event updated for resources: {'Port': ['ID=7d27f549-309f-421a-952b-3d8008c234e0,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:03.364117 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:03.371827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Router d7524ac4-5686-49b0-bcb1-644ba54ddc4b is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:42:03.398274 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Routers {'4fdce4c5-46af-4abf-9ae8-16902accd23e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:03.400908 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4fdce4c5-46af-4abf-9ae8-16902accd23e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:03.424379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a69627df-d09e-4a15-9d2c-954b2b9d5d54 None None] Provisioning complete for port 7d27f549-309f-421a-952b-3d8008c234e0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:03.425561 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a69627df-d09e-4a15-9d2c-954b2b9d5d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7d27f549-309f-421a-952b-3d8008c234e0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.487359 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks [] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.497236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.579885 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674541d9-f4df-4219-b0c7-ccd758a5fa76 None None] Pushing event updated for resources: {'Port': ['ID=7d27f549-309f-421a-952b-3d8008c234e0,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:03.634074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a69627df-d09e-4a15-9d2c-954b2b9d5d54 None None] Current status of the port 7d27f549-309f-421a-952b-3d8008c234e0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:03.637308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a69627df-d09e-4a15-9d2c-954b2b9d5d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7d27f549-309f-421a-952b-3d8008c234e0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.669834 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:03.693561 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (bbe92c5b-b5ce-4f20-8524-0ccb3c39f54b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.725229 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-058a3653-602b-4062-9ea2-7d43af0d072a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.727379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a69627df-d09e-4a15-9d2c-954b2b9d5d54 None None] For port 7d27f549-309f-421a-952b-3d8008c234e0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7d27f549-309f-421a-952b-3d8008c234e0,segment=NetworkSegment(32c23beb-3251-4737-941b-c53a3edd66fe),segment_id=32c23beb-3251-4737-941b-c53a3edd66fe)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:03.737524 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a69627df-d09e-4a15-9d2c-954b2b9d5d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7d27f549-309f-421a-952b-3d8008c234e0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.768193 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] Set router 4fdce4c5-46af-4abf-9ae8-16902accd23e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:42:03.773542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.801386 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5979788 Jul 28 10:42:03.801386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59ac32-d001-404e-8a45-9214fb71cf68 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Pushing event updated for resources: {'Port': ['ID=260bbfe6-7d6f-495d-bd34-98b197380dae,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:03.827674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57828) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:03.892231 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3f09f9c8-7fa1-486d-8b32-92926ecf0a0c tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0618894 Jul 28 10:42:03.895046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57830) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:03.943180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69627df-d09e-4a15-9d2c-954b2b9d5d54 None None] Pushing event updated for resources: {'Port': ['ID=7d27f549-309f-421a-952b-3d8008c234e0,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:03.953592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b558b65b-4e68-4711-912c-e802c9ad762c None None] Provisioning complete for port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:03.956855 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b558b65b-4e68-4711-912c-e802c9ad762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:03.995177 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-058a3653-602b-4062-9ea2-7d43af0d072a admin admin] Publish callbacks [] for security_group (574715ea-1915-4f36-b464-fca87d80efc6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.005002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-058a3653-602b-4062-9ea2-7d43af0d072a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (574715ea-1915-4f36-b464-fca87d80efc6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.023416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57832) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.046984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b558b65b-4e68-4711-912c-e802c9ad762c None None] Port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:04.060632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0bc6ca23-4dee-4aa3-8e43-b522d8ae7e68 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:04.068495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b558b65b-4e68-4711-912c-e802c9ad762c None None] Provisioning complete for port 7d27f549-309f-421a-952b-3d8008c234e0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:04.068817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b558b65b-4e68-4711-912c-e802c9ad762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7d27f549-309f-421a-952b-3d8008c234e0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.092824 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-058a3653-602b-4062-9ea2-7d43af0d072a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b53b7d3740c44dea05868ccbe0625a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190757 Jul 28 10:42:04.093552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57836) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.107082 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:04.116144 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16375765-1264-4df0-adaf-a0f4635032c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.149827 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:04.156786 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:04.158870 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-29cbb3ed-2df8-4ec4-b497-8aa68788145b tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2622576 Jul 28 10:42:04.159850 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57838) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.247853 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:04.265197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b558b65b-4e68-4711-912c-e802c9ad762c None None] Current status of the port 7d27f549-309f-421a-952b-3d8008c234e0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:04.306537 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0bc6ca23-4dee-4aa3-8e43-b522d8ae7e68 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "PUT /v2.0/quotas/8b548b992c32498aa7921f236e951886 HTTP/1.1" status: 200 len: 366 time: 1.7070959 Jul 28 10:42:04.307197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57846) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.313240 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:04.343034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:42:04.352566 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a4bc1189-49fb-448b-8e33-8e8c4cb6e86f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "PUT /v2.0/routers/d7524ac4-5686-49b0-bcb1-644ba54ddc4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694337 Jul 28 10:42:04.353372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a3653-602b-4062-9ea2-7d43af0d072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574715ea-1915-4f36-b464-fca87d80efc6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:04.354736 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:41:57Z', 'revision_number': 4, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port': {'id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:48Z', 'updated_at': '2022-07-28T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7d27f549-309f-421a-952b-3d8008c234e0', 'name': '', 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'mac_address': 'fa:16:3e:e4:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'aa63eb82-7ad0-4845-99de-1df3a8c7c58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:54Z', 'updated_at': '2022-07-28T10:42:03Z', 'revision_number': 4, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'subnets': [{'id': 'aa63eb82-7ad0-4845-99de-1df3a8c7c58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:04.360163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.362858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] Sync routers for ids ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:42:04.368810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.369220 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e2c00908-300d-48c4-9cdd-f0c8f0032457 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0590253 Jul 28 10:42:04.393841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] Routers {'d7524ac4-5686-49b0-bcb1-644ba54ddc4b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:04.393841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:04.439311 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95caa973-b65f-459d-8eb6-d560573e0d15 None None] The sync data for ids ['4fdce4c5-46af-4abf-9ae8-16902accd23e'] in n-d-850468-6 is: [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:41:57Z', 'revision_number': 4, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port': {'id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:48Z', 'updated_at': '2022-07-28T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7d27f549-309f-421a-952b-3d8008c234e0', 'name': '', 'network_id': 'a1dd2b0e-4f03-4115-a4e1-7d27ed12a553', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'mac_address': 'fa:16:3e:e4:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'aa63eb82-7ad0-4845-99de-1df3a8c7c58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:54Z', 'updated_at': '2022-07-28T10:42:03Z', 'revision_number': 4, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'subnets': [{'id': 'aa63eb82-7ad0-4845-99de-1df3a8c7c58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:42:04.463301 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ac0e84b4-07b1-4eba-84bd-4039977fc5d5 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "GET /v2.0/quotas/8b548b992c32498aa7921f236e951886 HTTP/1.1" status: 200 len: 366 time: 0.0877140 Jul 28 10:42:04.470360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57854) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.500720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:04.536430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] Routers {'d7524ac4-5686-49b0-bcb1-644ba54ddc4b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:04.537993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:41:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:04.568300 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3b26236d-b10e-4a12-b292-792f485bdb4f tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/8b548b992c32498aa7921f236e951886 HTTP/1.1" status: 204 len: 168 time: 0.0908060 Jul 28 10:42:04.573934 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57860) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.577409 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-163604d4-69f2-4685-919a-63b6a5f2b765 admin admin] Publish callbacks [] for security_group (574715ea-1915-4f36-b464-fca87d80efc6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.587046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79704fc-6bca-491a-a383-f08b95f75572 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:04.597174 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c79704fc-6bca-491a-a383-f08b95f75572 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7524ac4-5686-49b0-bcb1-644ba54ddc4b HTTP/1.1" status: 200 len: 989 time: 0.2256536 Jul 28 10:42:04.598842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57866) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.608783 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dac09095-c1c6-4e9b-adfe-6591dcbfe3f0 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0290184 Jul 28 10:42:04.614766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16375765-1264-4df0-adaf-a0f4635032c5 admin admin] Publish callbacks [] for security_group (21a066fa-8568-42dd-8f1d-a0641e699357), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.624622 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57868) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.639485 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16375765-1264-4df0-adaf-a0f4635032c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (21a066fa-8568-42dd-8f1d-a0641e699357), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.642725 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7e305f72-b50c-4250-99e8-2f1ca9626e60 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "GET /v2.0/quotas/8b548b992c32498aa7921f236e951886 HTTP/1.1" status: 200 len: 370 time: 0.0147305 Jul 28 10:42:04.649969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:04.650699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda56912-11be-441a-9547-cb6da8e2a2a3 None None] The sync data for ids ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:42:04.651620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57874) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.665072 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Deleting port 260bbfe6-7d6f-495d-bd34-98b197380dae {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:04.665416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.723168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-163604d4-69f2-4685-919a-63b6a5f2b765 admin admin] Publish callbacks [] for security_group (574715ea-1915-4f36-b464-fca87d80efc6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.821431 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0d88d31b-9bf3-43fd-ba56-0f4b50a2b119 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "GET /v2.0/quotas/8b548b992c32498aa7921f236e951886/default HTTP/1.1" status: 200 len: 370 time: 0.0615141 Jul 28 10:42:04.821674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57894) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.854753 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-689b73ea-2adc-4df8-99a9-5cc633f75593 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] delete failed (client error): The resource could not be found. Jul 28 10:42:04.855715 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-689b73ea-2adc-4df8-99a9-5cc633f75593 tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/8b548b992c32498aa7921f236e951886 HTTP/1.1" status: 404 len: 348 time: 0.0253432 Jul 28 10:42:04.858342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.858437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks [] for floatingip (260bbfe6-7d6f-495d-bd34-98b197380dae), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.877173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-163604d4-69f2-4685-919a-63b6a5f2b765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (574715ea-1915-4f36-b464-fca87d80efc6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.884271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-163604d4-69f2-4685-919a-63b6a5f2b765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:04.888789 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-163604d4-69f2-4685-919a-63b6a5f2b765 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/574715ea-1915-4f36-b464-fca87d80efc6 HTTP/1.1" status: 204 len: 168 time: 0.7879412 Jul 28 10:42:04.888789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Calling delete_port for 260bbfe6-7d6f-495d-bd34-98b197380dae owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:04.913290 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16375765-1264-4df0-adaf-a0f4635032c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a066fa-8568-42dd-8f1d-a0641e699357,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:04.920282 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-16375765-1264-4df0-adaf-a0f4635032c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e9e42fd1a634fb6a82869538f7fea1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8843708 Jul 28 10:42:04.920891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57908) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:04.929627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163604d4-69f2-4685-919a-63b6a5f2b765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574715ea-1915-4f36-b464-fca87d80efc6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:05.020547 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40dc51be-5a00-4cae-982d-a05b0bef2bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.094845 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:05.334920 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:05.339308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57918) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:05.359398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (260bbfe6-7d6f-495d-bd34-98b197380dae), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.388444 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:network and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:05.416428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-574b12ea-795c-4fc1-92b8-819796f02f57 admin admin] Publish callbacks [] for security_group (21a066fa-8568-42dd-8f1d-a0641e699357), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.435184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:05.438318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Pushing event deleted for resources: {'Port': ['ID=260bbfe6-7d6f-495d-bd34-98b197380dae,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:05.490036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:subnet and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:05.496917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:05.519068 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:subnetpool and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:05.533377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:05.573999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.579105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.580063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.581254 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.582465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.583482 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.583984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.585382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.586520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.586959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.588024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.588457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.588889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.589349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.589764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:05.614443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:port and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:05.627552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-574b12ea-795c-4fc1-92b8-819796f02f57 admin admin] Publish callbacks [] for security_group (21a066fa-8568-42dd-8f1d-a0641e699357), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.664424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:05.687391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:router and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:05.689677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:05.704626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:floatingip and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:05.708864 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:05.736917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks [] for floatingip (bbe92c5b-b5ce-4f20-8524-0ccb3c39f54b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.739939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.741416 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-acf20adb-2bc7-4d05-a32c-136c77086014 tempest-FloatingIPAdminTestJSON-629250291 tempest-FloatingIPAdminTestJSON-629250291-project] 10.222.0.46 "DELETE /v2.0/floatingips/bbe92c5b-b5ce-4f20-8524-0ccb3c39f54b HTTP/1.1" status: 204 len: 168 time: 1.5380414 Jul 28 10:42:05.743447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7d27f549-309f-421a-952b-3d8008c234e0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:05.755183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57924) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:05.813936 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-574b12ea-795c-4fc1-92b8-819796f02f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (21a066fa-8568-42dd-8f1d-a0641e699357), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.826778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-574b12ea-795c-4fc1-92b8-819796f02f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.828006 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-574b12ea-795c-4fc1-92b8-819796f02f57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21a066fa-8568-42dd-8f1d-a0641e699357 HTTP/1.1" status: 204 len: 168 time: 0.9060984 Jul 28 10:42:05.852093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7d27f549-309f-421a-952b-3d8008c234e0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:05.854850 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7d27f549-309f-421a-952b-3d8008c234e0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:05.904326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b12ea-795c-4fc1-92b8-819796f02f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a066fa-8568-42dd-8f1d-a0641e699357,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:05.971993 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.114846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:security_group and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:06.122106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:06.144041 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.145125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7d27f549-309f-421a-952b-3d8008c234e0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:06.158065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Deleting port dcf57041-5372-4d8e-908c-5911085c180e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:06.162266 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dcf57041-5372-4d8e-908c-5911085c180e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.181644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Usage tracker for resource:security_group_rule and project:fc00c73552164bb9b970d4f8e28d3d1d is out of sync, need to count used quota {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jul 28 10:42:06.189472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.quota.resource [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104688) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Jul 28 10:42:06.328096 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d62180fe-8984-4839-a2d7-3441bdba7b3d tempest-QuotasTest-1658253541 tempest-QuotasTest-1658253541-project-admin] 10.222.0.46 "GET /v2.0/quotas/fc00c73552164bb9b970d4f8e28d3d1d/details.json HTTP/1.1" status: 200 len: 703 time: 0.9832242 Jul 28 10:42:06.429547 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dcf57041-5372-4d8e-908c-5911085c180e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.431843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for floatingip (dcf57041-5372-4d8e-908c-5911085c180e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.465717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Calling delete_port for dcf57041-5372-4d8e-908c-5911085c180e owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:06.666805 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:06.671074 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (dcf57041-5372-4d8e-908c-5911085c180e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.733561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf57041-5372-4d8e-908c-5911085c180e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:06.792751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks [] for floatingip (f5aee336-4d6b-4975-87be-81d59d7bc12e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.796346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:06.798037 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c6ca3ca-104a-4096-910a-61a4120c1617 tempest-FloatingIPAdminTestJSON-840362471 tempest-FloatingIPAdminTestJSON-840362471-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/f5aee336-4d6b-4975-87be-81d59d7bc12e HTTP/1.1" status: 204 len: 168 time: 1.0397263 Jul 28 10:42:06.801413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57952) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:06.879910 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:06.959647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 5d0ed20f-4316-4cd6-9184-16dbf1122d64 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:06.960164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.014077 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Deleting port d14cd8d5-1a24-4b2c-8503-7c9a7d005650 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:07.014877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d14cd8d5-1a24-4b2c-8503-7c9a7d005650), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.131065 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.144989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.170271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d14cd8d5-1a24-4b2c-8503-7c9a7d005650), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.176534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 5d0ed20f-4316-4cd6-9184-16dbf1122d64 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:07.225671 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:07.239890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Calling delete_port for d14cd8d5-1a24-4b2c-8503-7c9a7d005650 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:07.386612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57966) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:07.563408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d14cd8d5-1a24-4b2c-8503-7c9a7d005650), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.617106 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.626009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Port': ['ID=d14cd8d5-1a24-4b2c-8503-7c9a7d005650,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:07.675701 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.805503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5d0ed20f-4316-4cd6-9184-16dbf1122d64), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.874316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=5d0ed20f-4316-4cd6-9184-16dbf1122d64,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:07.889564 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:07.905147 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fb17ed1a-1b87-40a2-864f-4c0f7c541cc6 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "DELETE /v2.0/ports/d14cd8d5-1a24-4b2c-8503-7c9a7d005650 HTTP/1.1" status: 204 len: 168 time: 1.0998394 Jul 28 10:42:07.907549 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57982) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:08.023387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:08.128789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03cd90-cbe3-4060-a3ac-045a88fd283e tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:08.139786 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4f03cd90-cbe3-4060-a3ac-045a88fd283e tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ca91444-cc21-48a3-85b2-7e298f5521e9 HTTP/1.1" status: 200 len: 913 time: 0.2275231 Jul 28 10:42:08.142660 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57984) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:08.444416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2aea6c51-4228-4c75-8c08-cea6326ecaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:08.473785 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:42:08.477204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Router d7524ac4-5686-49b0-bcb1-644ba54ddc4b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:42:08.667834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:42:08.681299 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-55f94b4c-15a2-42b9-9ea0-1de422fde7e3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "PUT /v2.0/routers/d7524ac4-5686-49b0-bcb1-644ba54ddc4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0636387 Jul 28 10:42:08.682439 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] Sync routers for ids ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:42:08.683505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58000) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:08.713110 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] Routers {'d7524ac4-5686-49b0-bcb1-644ba54ddc4b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:08.715511 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:08.775913 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b99fa88-20dc-4740-b524-e0d22c4001eb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:42:08.780767 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2b99fa88-20dc-4740-b524-e0d22c4001eb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/5d0ed20f-4316-4cd6-9184-16dbf1122d64 HTTP/1.1" status: 404 len: 333 time: 0.0925167 Jul 28 10:42:08.780767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58004) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:08.799087 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:08.827481 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:08.839831 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] Routers {'d7524ac4-5686-49b0-bcb1-644ba54ddc4b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:08.841391 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:08.900629 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:08.901557 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c4b76-72e4-44bb-806a-34f2961e4b2e None None] The sync data for ids ['d7524ac4-5686-49b0-bcb1-644ba54ddc4b'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:42:08.947563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58008) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:08.986572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9194-0bda-4e0e-98ab-23a90865279b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for router (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.016051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2aea6c51-4228-4c75-8c08-cea6326ecaaf admin admin] Publish callbacks [] for security_group (b455af97-bf52-4231-8bf8-79b385ec6d57), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.041066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2aea6c51-4228-4c75-8c08-cea6326ecaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b455af97-bf52-4231-8bf8-79b385ec6d57), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.278613 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2aea6c51-4228-4c75-8c08-cea6326ecaaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38e2c384c38740a8bdf5035cfd4983ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8895304 Jul 28 10:42:09.281480 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58018) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:09.314725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea6c51-4228-4c75-8c08-cea6326ecaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b455af97-bf52-4231-8bf8-79b385ec6d57,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:09.366342 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:09.375032 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:09.427082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9c1eee5-690f-4fdc-ab3c-2f2675bff81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.438095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-065d1369-cae7-4ee1-96fc-3149798eb8af admin admin] Publish callbacks [] for security_group (b455af97-bf52-4231-8bf8-79b385ec6d57), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.465588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9194-0bda-4e0e-98ab-23a90865279b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.473853 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9194-0bda-4e0e-98ab-23a90865279b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for router_controller (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.542785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-065d1369-cae7-4ee1-96fc-3149798eb8af admin admin] Publish callbacks [] for security_group (b455af97-bf52-4231-8bf8-79b385ec6d57), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.564291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9194-0bda-4e0e-98ab-23a90865279b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (d7524ac4-5686-49b0-bcb1-644ba54ddc4b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.564873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d9194-0bda-4e0e-98ab-23a90865279b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Fanout notify agent at l3_agent the message router_deleted on router d7524ac4-5686-49b0-bcb1-644ba54ddc4b {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:09.577151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e7d9194-0bda-4e0e-98ab-23a90865279b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.581154 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e7d9194-0bda-4e0e-98ab-23a90865279b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/routers/d7524ac4-5686-49b0-bcb1-644ba54ddc4b HTTP/1.1" status: 204 len: 168 time: 0.7996442 Jul 28 10:42:09.585536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58034) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:09.681094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet dcef5313-3faa-47b1-9b01-15837a69decc {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:42:09.689475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (dcef5313-3faa-47b1-9b01-15837a69decc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.723672 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:09.728829 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9c1eee5-690f-4fdc-ab3c-2f2675bff81e admin admin] Publish callbacks [] for security_group (4843ea21-9559-4db5-85ee-de4538d85e2c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.749229 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9c1eee5-690f-4fdc-ab3c-2f2675bff81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4843ea21-9559-4db5-85ee-de4538d85e2c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.785737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (dcef5313-3faa-47b1-9b01-15837a69decc), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.805062 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e9c1eee5-690f-4fdc-ab3c-2f2675bff81e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d579fa8395714727a7bb6cad87a96973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8559794 Jul 28 10:42:09.831216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58040) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:09.924910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58046) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:09.963543 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-065d1369-cae7-4ee1-96fc-3149798eb8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b455af97-bf52-4231-8bf8-79b385ec6d57), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.968481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-065d1369-cae7-4ee1-96fc-3149798eb8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:09.969960 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-065d1369-cae7-4ee1-96fc-3149798eb8af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b455af97-bf52-4231-8bf8-79b385ec6d57 HTTP/1.1" status: 204 len: 168 time: 0.6873569 Jul 28 10:42:09.983098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1eee5-690f-4fdc-ab3c-2f2675bff81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4843ea21-9559-4db5-85ee-de4538d85e2c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:09.997739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d1369-cae7-4ee1-96fc-3149798eb8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b455af97-bf52-4231-8bf8-79b385ec6d57,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:10.001832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (6ca91444-cc21-48a3-85b2-7e298f5521e9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.040083 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (dcef5313-3faa-47b1-9b01-15837a69decc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.094307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd3df-1895-4243-9503-67a47d5a2ab1 admin admin] Publish callbacks [] for security_group (4843ea21-9559-4db5-85ee-de4538d85e2c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.153483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (dcef5313-3faa-47b1-9b01-15837a69decc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.178547 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd3df-1895-4243-9503-67a47d5a2ab1 admin admin] Publish callbacks [] for security_group (4843ea21-9559-4db5-85ee-de4538d85e2c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.199702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-68916673-76d2-487b-9b83-9f4863cc6d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.217877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=dcef5313-3faa-47b1-9b01-15837a69decc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:10.225796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e600775-eea8-4fff-bb9c-b2ae29d0c195 None None] Network f93b5373-e026-4cb3-8999-6ee659b7de79 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:10.233772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.240445 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e2e5611a-e3ae-4343-a82b-6e8609570c77 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/dcef5313-3faa-47b1-9b01-15837a69decc HTTP/1.1" status: 204 len: 168 time: 0.6537027 Jul 28 10:42:10.241064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58054) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:10.309782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-68916673-76d2-487b-9b83-9f4863cc6d41 admin admin] Publish callbacks [] for security_group (2585bd9f-76dc-402d-8155-cddd910cfbda), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.334233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-68916673-76d2-487b-9b83-9f4863cc6d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2585bd9f-76dc-402d-8155-cddd910cfbda), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.376614 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:10.425140 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (f93b5373-e026-4cb3-8999-6ee659b7de79), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.525735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 5090c2c7-15fc-4a2f-a569-0c930417f424 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:10.526465 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.554340 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-68916673-76d2-487b-9b83-9f4863cc6d41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19cbef1934a647af8a49e568490f4424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133716 Jul 28 10:42:10.562883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58060) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:10.595198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] DHCP port deletion for f93b5373-e026-4cb3-8999-6ee659b7de79 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:42:10.661176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68916673-76d2-487b-9b83-9f4863cc6d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2585bd9f-76dc-402d-8155-cddd910cfbda,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:10.688865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] For port 5090c2c7-15fc-4a2f-a569-0c930417f424, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5090c2c7-15fc-4a2f-a569-0c930417f424,segment=NetworkSegment(6d1c461f-0362-4db4-8bc1-8e12a4acc12f),segment_id=6d1c461f-0362-4db4-8bc1-8e12a4acc12f)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:10.689156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.703940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ce3c81-e1f5-4d63-bd82-aba0427e8890 admin admin] Publish callbacks [] for security_group (2585bd9f-76dc-402d-8155-cddd910cfbda), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.716689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 5090c2c7-15fc-4a2f-a569-0c930417f424 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:10.719302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] Deleting port 5090c2c7-15fc-4a2f-a569-0c930417f424 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:10.719695 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.728430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd3df-1895-4243-9503-67a47d5a2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4843ea21-9559-4db5-85ee-de4538d85e2c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.733124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd3df-1895-4243-9503-67a47d5a2ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.736900 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ff9bd3df-1895-4243-9503-67a47d5a2ab1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4843ea21-9559-4db5-85ee-de4538d85e2c HTTP/1.1" status: 204 len: 168 time: 0.9044898 Jul 28 10:42:10.749538 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:10.821482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58068) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:10.831108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bd3df-1895-4243-9503-67a47d5a2ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4843ea21-9559-4db5-85ee-de4538d85e2c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:10.860798 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:10.865157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ce3c81-e1f5-4d63-bd82-aba0427e8890 admin admin] Publish callbacks [] for security_group (2585bd9f-76dc-402d-8155-cddd910cfbda), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.880465 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42fb0367-b8c0-48cb-99fe-5617458bdc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.924322 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Deleting port 20c6867e-db31-4849-8e52-2ee7f1494b3e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:10.924697 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.974504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] For port 5090c2c7-15fc-4a2f-a569-0c930417f424, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5090c2c7-15fc-4a2f-a569-0c930417f424,segment=NetworkSegment(6d1c461f-0362-4db4-8bc1-8e12a4acc12f),segment_id=6d1c461f-0362-4db4-8bc1-8e12a4acc12f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:10.975129 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:10.991310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] Calling delete_port for 5090c2c7-15fc-4a2f-a569-0c930417f424 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:11.036958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.078357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Calling delete_port for 20c6867e-db31-4849-8e52-2ee7f1494b3e owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:11.104398 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.124741 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5090c2c7-15fc-4a2f-a569-0c930417f424), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.144335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No DVR routers for this DVR port 5090c2c7-15fc-4a2f-a569-0c930417f424 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:42:11.174549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] Pushing event deleted for resources: {'Port': ['ID=5090c2c7-15fc-4a2f-a569-0c930417f424,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:11.190491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d7914-7a5e-4edd-a1bf-ca4ebd407939 None None] No DVR routers for this DVR port 5090c2c7-15fc-4a2f-a569-0c930417f424 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:42:11.267758 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=5090c2c7-15fc-4a2f-a569-0c930417f424,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:11.366573 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ce3c81-e1f5-4d63-bd82-aba0427e8890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2585bd9f-76dc-402d-8155-cddd910cfbda), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.383664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ce3c81-e1f5-4d63-bd82-aba0427e8890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.387925 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23ce3c81-e1f5-4d63-bd82-aba0427e8890 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2585bd9f-76dc-402d-8155-cddd910cfbda HTTP/1.1" status: 204 len: 168 time: 0.8241334 Jul 28 10:42:11.407056 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:11.422426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.444426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce3c81-e1f5-4d63-bd82-aba0427e8890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2585bd9f-76dc-402d-8155-cddd910cfbda,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:11.584628 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (f93b5373-e026-4cb3-8999-6ee659b7de79), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.650485 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42fb0367-b8c0-48cb-99fe-5617458bdc9f admin admin] Publish callbacks [] for security_group (8b187a35-4ed0-40bf-9c7e-56c3ae08b3da), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.666103 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42fb0367-b8c0-48cb-99fe-5617458bdc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b187a35-4ed0-40bf-9c7e-56c3ae08b3da), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.712932 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93b5373-e026-4cb3-8999-6ee659b7de79']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:11.716933 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (20c6867e-db31-4849-8e52-2ee7f1494b3e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.724974 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:11.757920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5090c2c7-15fc-4a2f-a569-0c930417f424 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:42:11.793680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1c461f-0362-4db4-8bc1-8e12a4acc12f') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:11.793680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1c461f-0362-4db4-8bc1-8e12a4acc12f') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:11.890719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Port': ['ID=20c6867e-db31-4849-8e52-2ee7f1494b3e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:11.895753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5090c2c7-15fc-4a2f-a569-0c930417f424 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:42:11.896121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5090c2c7-15fc-4a2f-a569-0c930417f424 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:42:11.897264 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-42fb0367-b8c0-48cb-99fe-5617458bdc9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc00c73552164bb9b970d4f8e28d3d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0734012 Jul 28 10:42:11.903697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (6d1c461f-0362-4db4-8bc1-8e12a4acc12f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:11.909319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58092) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:11.939168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb0367-b8c0-48cb-99fe-5617458bdc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b187a35-4ed0-40bf-9c7e-56c3ae08b3da,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:12.056261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6d1c461f-0362-4db4-8bc1-8e12a4acc12f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.067283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:42:12.068487 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (6d1c461f-0362-4db4-8bc1-8e12a4acc12f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.307134 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6d1c461f-0362-4db4-8bc1-8e12a4acc12f resource provider aggregate not found Jul 28 10:42:12.347986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (f93b5373-e026-4cb3-8999-6ee659b7de79), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.350710 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (6ca91444-cc21-48a3-85b2-7e298f5521e9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.373279 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6d1c461f-0362-4db4-8bc1-8e12a4acc12f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d1c461f-0362-4db4-8bc1-8e12a4acc12f found for delete ", "request_id": "req-20d28828-a2cb-43f4-bd4e-a3a3269fe326"}]} Jul 28 10:42:12.397208 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.400449 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/f93b5373-e026-4cb3-8999-6ee659b7de79 HTTP/1.1" status: 204 len: 168 time: 2.1570005 Jul 28 10:42:12.434483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58130) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:12.552690 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e81bb3-439d-41d8-a7e1-abbfe2a7d92d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:12.560114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:12.562890 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e7e81bb3-439d-41d8-a7e1-abbfe2a7d92d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 HTTP/1.1" status: 200 len: 845 time: 0.1255112 Jul 28 10:42:12.570676 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6a420-0b1e-4a92-978e-a151437f028d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=f93b5373-e026-4cb3-8999-6ee659b7de79,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:12.575056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-295afad4-31c2-419c-b2d0-6e25ddc571bb admin admin] Publish callbacks [] for security_group (8b187a35-4ed0-40bf-9c7e-56c3ae08b3da), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.627407 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-295afad4-31c2-419c-b2d0-6e25ddc571bb admin admin] Publish callbacks [] for security_group (8b187a35-4ed0-40bf-9c7e-56c3ae08b3da), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.678311 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-79029efd-c1ba-47da-802c-17c317ed5d21 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/d4d8f1fd-be0e-438f-87eb-16a9ea5406f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1096995 Jul 28 10:42:12.679136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58146) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:12.687712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:12.716840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-295afad4-31c2-419c-b2d0-6e25ddc571bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b187a35-4ed0-40bf-9c7e-56c3ae08b3da), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.725545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-295afad4-31c2-419c-b2d0-6e25ddc571bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:12.727668 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-295afad4-31c2-419c-b2d0-6e25ddc571bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b187a35-4ed0-40bf-9c7e-56c3ae08b3da HTTP/1.1" status: 204 len: 168 time: 0.7995920 Jul 28 10:42:12.744299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295afad4-31c2-419c-b2d0-6e25ddc571bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b187a35-4ed0-40bf-9c7e-56c3ae08b3da,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:12.758002 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:12.921526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:12.928115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.108515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Router 6ca91444-cc21-48a3-85b2-7e298f5521e9 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:42:13.119767 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:13.306295 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:42:13.318773 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0c85d39-9fe6-4b18-9d20-b8d01c7eaaca tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "PUT /v2.0/routers/6ca91444-cc21-48a3-85b2-7e298f5521e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1589532 Jul 28 10:42:13.318904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58158) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:13.321445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] Sync routers for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:42:13.353532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:13.354206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:13.447528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:13.457979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] Routers {'6ca91444-cc21-48a3-85b2-7e298f5521e9'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:13.458869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ca91444-cc21-48a3-85b2-7e298f5521e9'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:13.494703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:13.495594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239cc010-c919-4179-885d-8e7f1fe13931 None None] The sync data for ids ['6ca91444-cc21-48a3-85b2-7e298f5521e9'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:42:13.503264 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (f73af949-b847-46ea-8a0b-ab5e3bfa72b4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.503454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router (6ca91444-cc21-48a3-85b2-7e298f5521e9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.506187 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:13.562942 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58166) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:13.612363 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:13.619162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:13.625373 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:13.626146 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.631230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e742d-934b-4c55-9f74-55860ff41b8a None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:13.649987 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9659569 Jul 28 10:42:13.651384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58174) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:13.658049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-57846578-5036-4b2c-960c-544a2ea779c0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'security_group': {'name': 'tempest-secgroup-991899904'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:13.659738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router_gateway (6ca91444-cc21-48a3-85b2-7e298f5521e9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.684829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d238a2-d2e0-4d73-bd43-972c68ef96ad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=f73af949-b847-46ea-8a0b-ab5e3bfa72b4,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:13.695804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57846578-5036-4b2c-960c-544a2ea779c0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.774581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Deleting port 54aa5184-8868-48f4-b7b9-5414d2a570c3 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:13.774976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (54aa5184-8868-48f4-b7b9-5414d2a570c3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.831220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57846578-5036-4b2c-960c-544a2ea779c0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (8e9b3f99-82e5-4bb9-83c9-8e16b028d202), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.844479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57846578-5036-4b2c-960c-544a2ea779c0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8e9b3f99-82e5-4bb9-83c9-8e16b028d202), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.950772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57846578-5036-4b2c-960c-544a2ea779c0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:13.952280 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-57846578-5036-4b2c-960c-544a2ea779c0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2985864 Jul 28 10:42:13.953483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57846578-5036-4b2c-960c-544a2ea779c0 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9b3f99-82e5-4bb9-83c9-8e16b028d202,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:13.955574 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58180) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:13.963686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1958cb1c-ec80-473a-8073-3ce105097f43 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'security_group': {'name': 'tempest-secgroup-653299466'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:13.986410 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:14.026586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1958cb1c-ec80-473a-8073-3ce105097f43 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.028095 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.094252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (54aa5184-8868-48f4-b7b9-5414d2a570c3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.108613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-3e642278-bdca-4230-b236-98bde5eb953c', 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'project_id': '5d0eb570758645039d1db4acbb53b5fd', 'fixed_ips': [{'subnet_id': 'f73af949-b847-46ea-8a0b-ab5e3bfa72b4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:42:14.110283 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.118620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Calling delete_port for 54aa5184-8868-48f4-b7b9-5414d2a570c3 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:14.251010 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Publish callbacks [] for security_group (b7e0a9a4-6a80-4858-9499-67f5fa003acf), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.290267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1958cb1c-ec80-473a-8073-3ce105097f43 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (63ea179c-5040-4eeb-850a-aabab4dd33d4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.290768 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b7e0a9a4-6a80-4858-9499-67f5fa003acf), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.304374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1958cb1c-ec80-473a-8073-3ce105097f43 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (63ea179c-5040-4eeb-850a-aabab4dd33d4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.307479 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:14.359157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1958cb1c-ec80-473a-8073-3ce105097f43 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.364228 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1958cb1c-ec80-473a-8073-3ce105097f43 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4068289 Jul 28 10:42:14.366515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58192) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:14.367327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58194) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:14.379347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Allocated IP 2001:db8::2 (3e642278-bdca-4230-b236-98bde5eb953c/f73af949-b847-46ea-8a0b-ab5e3bfa72b4/81ff941f-2254-45e0-9aed-fa05f18484a5) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:14.395563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-648973417', 'security_groups': ['63ea179c-5040-4eeb-850a-aabab4dd33d4'], 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f73af949-b847-46ea-8a0b-ab5e3bfa72b4'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:14.429413 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d3cb23dee434bc4a3bc7a8c7062a456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8629982 Jul 28 10:42:14.430162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58198) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:14.437831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e0a9a4-6a80-4858-9499-67f5fa003acf,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:14.532498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.532857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.542090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.545738 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.547044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.548280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.552358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.555639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.555986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958cb1c-ec80-473a-8073-3ce105097f43 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ea179c-5040-4eeb-850a-aabab4dd33d4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:14.556432 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.558332 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.559647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.563101 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.567817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.567817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.567817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb4d16-d603-4726-9682-9449fd7694de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:14.596570 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Publish callbacks [] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.604751 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:14.626667 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.755454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:14.759632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:14.784217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:14.794018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:14.840177 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (54aa5184-8868-48f4-b7b9-5414d2a570c3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.853236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbedc-7f36-40d4-af7a-5a02939d326d admin admin] Publish callbacks [] for security_group (b7e0a9a4-6a80-4858-9499-67f5fa003acf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.864246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:14.908198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Port': ['ID=54aa5184-8868-48f4-b7b9-5414d2a570c3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:14.938524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Attempting to bind port 81ff941f-2254-45e0-9aed-fa05f18484a5 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:42:14.938826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Attempting to bind port 81ff941f-2254-45e0-9aed-fa05f18484a5 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b700d0f4-6214-472f-8d96-24154bcfcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:42:14.939192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Attempting to bind port 81ff941f-2254-45e0-9aed-fa05f18484a5 on network 3e642278-bdca-4230-b236-98bde5eb953c {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:42:14.945058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:42:14.945443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Checking segment: {'id': 'b700d0f4-6214-472f-8d96-24154bcfcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:14.945889 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.946258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Bound using segment: {'id': 'b700d0f4-6214-472f-8d96-24154bcfcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:42:14.947011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Bound port: 81ff941f-2254-45e0-9aed-fa05f18484a5, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b700d0f4-6214-472f-8d96-24154bcfcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:42:14.947404 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:14.977607 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:14.996832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c1f30f13-dd02-4df2-ad87-b1d8b35f918f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.021336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbedc-7f36-40d4-af7a-5a02939d326d admin admin] Publish callbacks [] for security_group (b7e0a9a4-6a80-4858-9499-67f5fa003acf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.100707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:42:15.110069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:42:15.114226 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:15.122717 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.184754 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbedc-7f36-40d4-af7a-5a02939d326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b7e0a9a4-6a80-4858-9499-67f5fa003acf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.190101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e7cbedc-7f36-40d4-af7a-5a02939d326d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.194569 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6e7cbedc-7f36-40d4-af7a-5a02939d326d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7e0a9a4-6a80-4858-9499-67f5fa003acf HTTP/1.1" status: 204 len: 168 time: 0.7579341 Jul 28 10:42:15.201016 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:15.218323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cbedc-7f36-40d4-af7a-5a02939d326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e0a9a4-6a80-4858-9499-67f5fa003acf,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:15.233203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (6ca91444-cc21-48a3-85b2-7e298f5521e9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.237618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.347545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port fa3f0426-6c81-4ec8-b248-7fc987edaca3 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:42:15.373243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6180ac3-d670-4e22-8ada-ded236b6e1f1 None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:15.507882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c1f30f13-dd02-4df2-ad87-b1d8b35f918f admin admin] Publish callbacks [] for security_group (378dddff-1e90-498e-8e54-df051944f00d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.523681 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (6ca91444-cc21-48a3-85b2-7e298f5521e9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.527037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router_controller (6ca91444-cc21-48a3-85b2-7e298f5521e9), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.581004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c1f30f13-dd02-4df2-ad87-b1d8b35f918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (378dddff-1e90-498e-8e54-df051944f00d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.711325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (6ca91444-cc21-48a3-85b2-7e298f5521e9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.720711 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca91444-cc21-48a3-85b2-7e298f5521e9 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:15.732772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:15.749301 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7d3fe5ba-7b46-499b-8021-70a4ac957b89 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "DELETE /v2.0/routers/6ca91444-cc21-48a3-85b2-7e298f5521e9 HTTP/1.1" status: 204 len: 168 time: 2.4296613 Jul 28 10:42:15.750090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58230) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:15.840218 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c1f30f13-dd02-4df2-ad87-b1d8b35f918f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9a1b5dd37bc4458a63e01bba233aba2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4559159 Jul 28 10:42:15.849007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58236) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:15.852068 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f30f13-dd02-4df2-ad87-b1d8b35f918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378dddff-1e90-498e-8e54-df051944f00d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:15.999219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Deleting subnet a94cdd9a-0292-44ec-ba33-a14069342079 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:42:16.011871 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for subnet (a94cdd9a-0292-44ec-ba33-a14069342079), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.033686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::17a (3e642278-bdca-4230-b236-98bde5eb953c/f73af949-b847-46ea-8a0b-ab5e3bfa72b4/fa3f0426-6c81-4ec8-b248-7fc987edaca3) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:16.086836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4abdca9-67be-42e6-8e68-edae7c74f364 admin admin] Publish callbacks [] for security_group (378dddff-1e90-498e-8e54-df051944f00d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.124062 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (a94cdd9a-0292-44ec-ba33-a14069342079), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.142265 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:16.192247 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58240) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:16.240329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a94cdd9a-0292-44ec-ba33-a14069342079), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.271550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97a7d22b-1b3d-4328-b54b-09a61bb7a0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.333231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4abdca9-67be-42e6-8e68-edae7c74f364 admin admin] Publish callbacks [] for security_group (378dddff-1e90-498e-8e54-df051944f00d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.400017 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.510623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97a7d22b-1b3d-4328-b54b-09a61bb7a0ce admin admin] Publish callbacks [] for security_group (f5a80a4d-3b83-4fbe-8813-02d8c59b6188), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.521557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97a7d22b-1b3d-4328-b54b-09a61bb7a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f5a80a4d-3b83-4fbe-8813-02d8c59b6188), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.533411 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4abdca9-67be-42e6-8e68-edae7c74f364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (378dddff-1e90-498e-8e54-df051944f00d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.536018 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4abdca9-67be-42e6-8e68-edae7c74f364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.539908 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b4abdca9-67be-42e6-8e68-edae7c74f364 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/378dddff-1e90-498e-8e54-df051944f00d HTTP/1.1" status: 204 len: 168 time: 0.6807511 Jul 28 10:42:16.563941 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97a7d22b-1b3d-4328-b54b-09a61bb7a0ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55831e72705446768f9f027a879caa77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684142 Jul 28 10:42:16.564203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abdca9-67be-42e6-8e68-edae7c74f364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378dddff-1e90-498e-8e54-df051944f00d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:16.566277 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58250) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:16.582661 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:16.600231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (a94cdd9a-0292-44ec-ba33-a14069342079), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.610037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.626451 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:16.685457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Subnet': ['ID=a94cdd9a-0292-44ec-ba33-a14069342079,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:16.687885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ae82bd-05e1-42d9-8067-0d8b98914e8e None None] Network 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:16.689575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.691619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=fa3f0426-6c81-4ec8-b248-7fc987edaca3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:16.694010 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4ecd9a19-4246-4f2b-9107-6895d391ad7c tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "DELETE /v2.0/subnets/a94cdd9a-0292-44ec-ba33-a14069342079 HTTP/1.1" status: 204 len: 168 time: 0.9428616 Jul 28 10:42:16.698498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58252) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:16.759596 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58256) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:16.772760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7d22b-1b3d-4328-b54b-09a61bb7a0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a80a4d-3b83-4fbe-8813-02d8c59b6188,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:16.846496 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84054ea1-0332-43fe-8920-b5c6f08127d8 admin admin] Publish callbacks [] for security_group (f5a80a4d-3b83-4fbe-8813-02d8c59b6188), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.888385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.933261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:16.938556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84054ea1-0332-43fe-8920-b5c6f08127d8 admin admin] Publish callbacks [] for security_group (f5a80a4d-3b83-4fbe-8813-02d8c59b6188), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:16.956874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:16.985786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:16.991940 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:16.992766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.009986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Deleting port cca0ff4e-b410-4f5d-989f-785650b2232d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:17.010337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.120897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58268) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:17.122348 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-eea3e052-1536-473a-bb1d-dd963ec76abb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7330523 Jul 28 10:42:17.124772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84054ea1-0332-43fe-8920-b5c6f08127d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f5a80a4d-3b83-4fbe-8813-02d8c59b6188), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.129466 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1b5dbc29-185b-454b-b4c6-1304f3824d93 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:17.138857 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84054ea1-0332-43fe-8920-b5c6f08127d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.141982 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-84054ea1-0332-43fe-8920-b5c6f08127d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5a80a4d-3b83-4fbe-8813-02d8c59b6188 HTTP/1.1" status: 204 len: 168 time: 0.5727530 Jul 28 10:42:17.159502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84054ea1-0332-43fe-8920-b5c6f08127d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a80a4d-3b83-4fbe-8813-02d8c59b6188,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:17.271373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] DHCP port deletion for 2fd4eeb2-9f68-4a81-bb36-2c54f777a53a request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:42:17.334355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] For port cca0ff4e-b410-4f5d-989f-785650b2232d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cca0ff4e-b410-4f5d-989f-785650b2232d,segment=NetworkSegment(8f000fd0-2209-4aca-8c61-d05a0573e084),segment_id=8f000fd0-2209-4aca-8c61-d05a0573e084)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:17.334355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.368746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Calling delete_port for cca0ff4e-b410-4f5d-989f-785650b2232d owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:17.383415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] Deleting port cca0ff4e-b410-4f5d-989f-785650b2232d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:17.383953 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.521635 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:17.552350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Provisioning complete for port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:17.553474 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.566892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5dbc29-185b-454b-b4c6-1304f3824d93 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:17.576671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b5dbc29-185b-454b-b4c6-1304f3824d93 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.632177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] For port cca0ff4e-b410-4f5d-989f-785650b2232d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cca0ff4e-b410-4f5d-989f-785650b2232d,segment=NetworkSegment(8f000fd0-2209-4aca-8c61-d05a0573e084),segment_id=8f000fd0-2209-4aca-8c61-d05a0573e084)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:17.633465 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.669658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] Calling delete_port for cca0ff4e-b410-4f5d-989f-785650b2232d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:17.673443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:17.736098 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.745635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:17.747456 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.758192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2080650480', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:17.837696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 81ff941f-2254-45e0-9aed-fa05f18484a5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:17.850708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Made reservation on behalf of 733e6d3eb4e84aaea7c48b18abd1bf2a for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:17.853847 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.865532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:17.903304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Port': ['ID=cca0ff4e-b410-4f5d-989f-785650b2232d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:17.920285 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] No DVR routers for this DVR port cca0ff4e-b410-4f5d-989f-785650b2232d on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:42:17.947943 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:17.978006 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:17.979620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:17.980248 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.058166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:18.070348 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (cca0ff4e-b410-4f5d-989f-785650b2232d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.070467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for security_group (8285ec10-21a8-4bee-ba96-713a293e3cf1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.070467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8285ec10-21a8-4bee-ba96-713a293e3cf1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.076741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] device_id is not set on port bea1350a-d0f9-4916-9e92-7f8d5f799417 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:42:18.097667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] Pushing event deleted for resources: {'Port': ['ID=cca0ff4e-b410-4f5d-989f-785650b2232d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:18.109822 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.177790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285ec10-21a8-4bee-ba96-713a293e3cf1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:18.220459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5282204-cb8d-4e59-bbc1-5f2b2a518d9f None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:18.250052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1125538-ea8d-43d4-8f18-17a021876370 None None] No DVR routers for this DVR port cca0ff4e-b410-4f5d-989f-785650b2232d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:42:18.265106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:18.265106 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.321327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Allocated IP 172.25.2.127 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/bea1350a-d0f9-4916-9e92-7f8d5f799417) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:18.385268 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58290) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:18.406519 n-d-850468-6 neutron-server[104687]: INFO neutron.db.ipam_backend_mixin [None req-1b5dbc29-185b-454b-b4c6-1304f3824d93 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f73af949-b847-46ea-8a0b-ab5e3bfa72b4 (CIDR: 2001:db8::/64) Jul 28 10:42:18.424388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.456263 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5dbc29-185b-454b-b4c6-1304f3824d93 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:42:18.456263 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5dbc29-185b-454b-b4c6-1304f3824d93 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:18.505455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:18.507814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c27a6a1c-4011-40d1-8952-6f89a8e7095e None None] Provisioning complete for port fa3f0426-6c81-4ec8-b248-7fc987edaca3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:18.508280 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c27a6a1c-4011-40d1-8952-6f89a8e7095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.530622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd4eeb2-9f68-4a81-bb36-2c54f777a53a']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:18.547306 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1b5dbc29-185b-454b-b4c6-1304f3824d93 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4234734 Jul 28 10:42:18.554711 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:18.585510 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:18.586998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c27a6a1c-4011-40d1-8952-6f89a8e7095e None None] Port fa3f0426-6c81-4ec8-b248-7fc987edaca3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:18.598642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f000fd0-2209-4aca-8c61-d05a0573e084') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:18.598956 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f000fd0-2209-4aca-8c61-d05a0573e084') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:18.635844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for port (bea1350a-d0f9-4916-9e92-7f8d5f799417), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.647181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cca0ff4e-b410-4f5d-989f-785650b2232d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:42:18.688006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: cca0ff4e-b410-4f5d-989f-785650b2232d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:42:18.688345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cca0ff4e-b410-4f5d-989f-785650b2232d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:42:18.715489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (bea1350a-d0f9-4916-9e92-7f8d5f799417), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.761332 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:18.787449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:18.797505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Pushing event updated for resources: {'Port': ['ID=bea1350a-d0f9-4916-9e92-7f8d5f799417,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:18.802626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:18.803511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (8f000fd0-2209-4aca-8c61-d05a0573e084), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.807458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:18.850491 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=35 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:18.851713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-164113235', 'router:external': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:18.885958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8f000fd0-2209-4aca-8c61-d05a0573e084), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.896324 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=62 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:18.914332 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:42:18.915439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (8f000fd0-2209-4aca-8c61-d05a0573e084), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.978402 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 8f000fd0-2209-4aca-8c61-d05a0573e084 resource provider aggregate not found Jul 28 10:42:18.987758 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Made reservation on behalf of 5e7c718d22e54cad998db36467c5e046 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:18.990575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:18.998522 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:19.002734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:19.003805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.014275 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 8f000fd0-2209-4aca-8c61-d05a0573e084 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f000fd0-2209-4aca-8c61-d05a0573e084 found for delete ", "request_id": "req-c8603d97-1f00-45fe-b553-863ad65da399"}]} Jul 28 10:42:19.029253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.032730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:19.037024 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.060081 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1609f302-3b95-40cf-a952-f7df7e9d88fe tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2952685 Jul 28 10:42:19.062463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58318) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:19.066962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.127'}]}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:19.131353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (de244d2b-2759-41b8-ad9f-076ef165bdab), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.132642 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (de244d2b-2759-41b8-ad9f-076ef165bdab), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.182974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2fd4eeb2-9f68-4a81-bb36-2c54f777a53a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.232062 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.236458 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "DELETE /v2.0/networks/2fd4eeb2-9f68-4a81-bb36-2c54f777a53a HTTP/1.1" status: 204 len: 168 time: 2.5346625 Jul 28 10:42:19.237998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d94c3-92ac-48ee-aac0-9a1af88fab16 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Network': ['ID=2fd4eeb2-9f68-4a81-bb36-2c54f777a53a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:19.242502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:19.256443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for router_controller (de244d2b-2759-41b8-ad9f-076ef165bdab), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.425277 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:19.619994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for router_gateway (de244d2b-2759-41b8-ad9f-076ef165bdab), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:19.722686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 81ff941f-2254-45e0-9aed-fa05f18484a5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:19.802204 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:19.895428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:19.896530 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.072836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:20.142161 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for router_gateway (de244d2b-2759-41b8-ad9f-076ef165bdab), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.199367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.219616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for security_group (f09ae432-9985-4cf2-b48d-820cb21d9172), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.221026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (18c12bd2-9489-4346-822b-2a96739b3376), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.225508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Deleting port 3a399953-bb6f-4ab8-b761-be3c625a2ffb {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:20.225828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.322606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f09ae432-9985-4cf2-b48d-820cb21d9172), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.372371 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:20.504969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:20.537955 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:20.554980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:20.561633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:20.567269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94824a0-d599-4e28-8ab1-f09cba11fd3b None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:20.570030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.576225 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for router (de244d2b-2759-41b8-ad9f-076ef165bdab), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.655714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ae432-9985-4cf2-b48d-820cb21d9172,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:20.690309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=18c12bd2-9489-4346-822b-2a96739b3376,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:20.712217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f7097f0e-f47f-44d7-bd0d-298ebdae7553), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.717507 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Added segment f7097f0e-f47f-44d7-bd0d-298ebdae7553 of type vlan for network f0cad158-b9a0-4de0-bd98-1469b27a4959 Jul 28 10:42:20.725149 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:20.819070 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4e25fd43-be3d-4250-9567-453801405fad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2629113 Jul 28 10:42:20.829801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58376) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:20.852154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1287045925', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18c12bd2-9489-4346-822b-2a96739b3376'}], 'security_groups': ['8e9b3f99-82e5-4bb9-83c9-8e16b028d202']}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:20.905288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f0cad158-b9a0-4de0-bd98-1469b27a4959), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.946205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.946825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for floatingip (3a399953-bb6f-4ab8-b761-be3c625a2ffb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.975653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f0cad158-b9a0-4de0-bd98-1469b27a4959), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:20.976940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:20.977722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.023152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Update dhcp port {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'fixed_ips': [{'subnet_id': 'f73af949-b847-46ea-8a0b-ab5e3bfa72b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '18c12bd2-9489-4346-822b-2a96739b3376'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '81ff941f-2254-45e0-9aed-fa05f18484a5'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:42:21.070707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Network': ['ID=f0cad158-b9a0-4de0-bd98-1469b27a4959,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:21.077886 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-312a71f2-03f4-4e91-888f-b6252d059964 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6852081 Jul 28 10:42:21.079740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Calling delete_port for 3a399953-bb6f-4ab8-b761-be3c625a2ffb owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:21.086842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58380) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:21.093767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f0cad158-b9a0-4de0-bd98-1469b27a4959 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:21.098314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'subnet': {'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:21.312247 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.357097 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Made reservation on behalf of 5e7c718d22e54cad998db36467c5e046 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:21.359758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.491251 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58386) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:21.529598 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (de244d2b-2759-41b8-ad9f-076ef165bdab), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.542602 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks [] for router_controller (de244d2b-2759-41b8-ad9f-076ef165bdab), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.546575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.601889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3a399953-bb6f-4ab8-b761-be3c625a2ffb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.694655 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (de244d2b-2759-41b8-ad9f-076ef165bdab), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.696204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de244d2b-2759-41b8-ad9f-076ef165bdab {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:21.728560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Allocated IP 2001:db8:0:1::2 (3e642278-bdca-4230-b236-98bde5eb953c/18c12bd2-9489-4346-822b-2a96739b3376/81ff941f-2254-45e0-9aed-fa05f18484a5) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:21.734084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Pushing event deleted for resources: {'Port': ['ID=3a399953-bb6f-4ab8-b761-be3c625a2ffb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:21.766044 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 10:42:21.766044 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6bd68078-2e05-437d-b432-6902322cc9a0 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7019393 Jul 28 10:42:21.770671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58392) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:21.895481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0085-681e-4561-8a30-b8e275a7a14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.914417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:21.946436 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:21.947123 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:21.986150 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Publish callbacks [] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:21.991834 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.067705 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:22.104065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Deleting port bea1350a-d0f9-4916-9e92-7f8d5f799417 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:22.104065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (bea1350a-d0f9-4916-9e92-7f8d5f799417), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.220589 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:22.221687 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:22.238048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:22.259526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.260027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.260474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.260906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.261823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.262394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.263091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.263518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.263942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.264363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.264781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.265213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.265688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.266214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.266631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7bce2-8efd-4414-aaae-782cef3f680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:22.311609 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0085-681e-4561-8a30-b8e275a7a14d admin admin] Publish callbacks [] for security_group (436737e4-d71c-4b64-abe2-07e10d3d9be0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.336103 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks [] for floatingip (cfb39b2b-2f59-4663-a6f7-24d7b9760377), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.338947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.342750 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13f88e81-ea3d-4e00-9ddf-8eab14ab5396 tempest-FloatingIPAdminTestJSON-51886495 tempest-FloatingIPAdminTestJSON-51886495-project] 10.222.0.46 "DELETE /v2.0/floatingips/cfb39b2b-2f59-4663-a6f7-24d7b9760377 HTTP/1.1" status: 204 len: 168 time: 3.0905087 Jul 28 10:42:22.364782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e0d0085-681e-4561-8a30-b8e275a7a14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (436737e4-d71c-4b64-abe2-07e10d3d9be0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.536520 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e0d0085-681e-4561-8a30-b8e275a7a14d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=579ddc7232914a00be6526b25e288290&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0438976 Jul 28 10:42:22.564344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58400) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:22.587136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:42:22.587680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (17c87a4a-23e9-405f-b961-3689462f27c1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.594383 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (bea1350a-d0f9-4916-9e92-7f8d5f799417), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.601668 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d0085-681e-4561-8a30-b8e275a7a14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436737e4-d71c-4b64-abe2-07e10d3d9be0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:22.672910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Calling delete_port for bea1350a-d0f9-4916-9e92-7f8d5f799417 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:22.715619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Subnet': ['ID=17c87a4a-23e9-405f-b961-3689462f27c1,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:22.826516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e09fdb5-7496-4e9d-b86b-a2f2f9adce28 admin admin] Publish callbacks [] for security_group (436737e4-d71c-4b64-abe2-07e10d3d9be0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:22.882868 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Checking segment: {'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:22.883282 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network hostable DHCP agents. Network: f0cad158-b9a0-4de0-bd98-1469b27a4959, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:42:22.930790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:22.950177 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:22.970059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network f0cad158-b9a0-4de0-bd98-1469b27a4959 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:42:23.003836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Delete allocated IP 2001:db8::17a (3e642278-bdca-4230-b236-98bde5eb953c/f73af949-b847-46ea-8a0b-ab5e3bfa72b4) {{(pid=104687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 10:42:23.029612 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e09fdb5-7496-4e9d-b86b-a2f2f9adce28 admin admin] Publish callbacks [] for security_group (436737e4-d71c-4b64-abe2-07e10d3d9be0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.043602 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (bea1350a-d0f9-4916-9e92-7f8d5f799417), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.049805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f0cad158-b9a0-4de0-bd98-1469b27a4959) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:23.055100 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8:0:1::7e (3e642278-bdca-4230-b236-98bde5eb953c/18c12bd2-9489-4346-822b-2a96739b3376/fa3f0426-6c81-4ec8-b248-7fc987edaca3) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:23.072516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc42d8-754e-4bd1-8910-53bf7e1e015a None None] Network f0cad158-b9a0-4de0-bd98-1469b27a4959 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:23.074280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:23.075083 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.089715 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:23.107805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea1350a-d0f9-4916-9e92-7f8d5f799417,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:23.149579 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d3ae3737-c030-4b37-aeac-51d0cd538684 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0612726 Jul 28 10:42:23.157323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58414) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:23.177752 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1276271085', 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:23.284090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e09fdb5-7496-4e9d-b86b-a2f2f9adce28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (436737e4-d71c-4b64-abe2-07e10d3d9be0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.292851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e09fdb5-7496-4e9d-b86b-a2f2f9adce28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.296682 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4e09fdb5-7496-4e9d-b86b-a2f2f9adce28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/436737e4-d71c-4b64-abe2-07e10d3d9be0 HTTP/1.1" status: 204 len: 168 time: 0.7268226 Jul 28 10:42:23.312688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58462ee-28bc-47dc-9c77-b4696987482a None None] Network f0cad158-b9a0-4de0-bd98-1469b27a4959 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:23.319349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Made reservation on behalf of 5e7c718d22e54cad998db36467c5e046 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:23.323718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.348744 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09fdb5-7496-4e9d-b86b-a2f2f9adce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436737e4-d71c-4b64-abe2-07e10d3d9be0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:23.375335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.382985 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ddab7479-97a2-4a6e-b841-eb2427506a18 tempest-RoutersAdminNegativeTest-784019554 tempest-RoutersAdminNegativeTest-784019554-project-admin] 10.222.0.46 "DELETE /v2.0/ports/bea1350a-d0f9-4916-9e92-7f8d5f799417 HTTP/1.1" status: 204 len: 168 time: 1.6094332 Jul 28 10:42:23.482581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] device_id is not set on port 5a605be0-5d20-419b-a17a-c4dc4363f1de yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:42:23.538696 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-392bf41b-3750-4a6a-8cfb-1c6f88f0f257 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2970dea8c30440098648bf9763cc27e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5967567 Jul 28 10:42:23.541242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58424) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:23.689132 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:23.755912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e012844-76e8-46a9-8aa6-3cdf6a3665f8 admin admin] Publish callbacks [] for security_group (0356e3ba-4b89-4eb1-86da-696abfee2e2f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.779308 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.795164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 81ff941f-2254-45e0-9aed-fa05f18484a5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:23.804680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Allocated IP 172.20.0.6 (f0cad158-b9a0-4de0-bd98-1469b27a4959/17c87a4a-23e9-405f-b961-3689462f27c1/5a605be0-5d20-419b-a17a-c4dc4363f1de) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:23.806885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e012844-76e8-46a9-8aa6-3cdf6a3665f8 admin admin] Publish callbacks [] for security_group (0356e3ba-4b89-4eb1-86da-696abfee2e2f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.808809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Provisioning complete for port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:23.809437 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:23.962402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:23.995595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Provisioning complete for port fa3f0426-6c81-4ec8-b248-7fc987edaca3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:23.997833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58434) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:23.998501 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.005535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e012844-76e8-46a9-8aa6-3cdf6a3665f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0356e3ba-4b89-4eb1-86da-696abfee2e2f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.010836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e012844-76e8-46a9-8aa6-3cdf6a3665f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.014466 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6e012844-76e8-46a9-8aa6-3cdf6a3665f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0356e3ba-4b89-4eb1-86da-696abfee2e2f HTTP/1.1" status: 204 len: 168 time: 0.4697328 Jul 28 10:42:24.034518 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e012844-76e8-46a9-8aa6-3cdf6a3665f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0356e3ba-4b89-4eb1-86da-696abfee2e2f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:24.137849 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for port (5a605be0-5d20-419b-a17a-c4dc4363f1de), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.147901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Port fa3f0426-6c81-4ec8-b248-7fc987edaca3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:24.181745 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:24.190497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.191577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90dc7643-3644-4f42-a78a-dd0a8e87ab3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.198535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:24.199635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.232157 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:24.245413 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5a605be0-5d20-419b-a17a-c4dc4363f1de), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.258177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:24.258707 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.416424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb09dc-6245-48f4-8da6-1a5f22e281c9 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:24.487155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90dc7643-3644-4f42-a78a-dd0a8e87ab3a admin admin] Publish callbacks [] for security_group (9f1f1eaf-29f5-4a2e-9544-eb09733460d2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.501912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90dc7643-3644-4f42-a78a-dd0a8e87ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9f1f1eaf-29f5-4a2e-9544-eb09733460d2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.503488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] In _notify_port_updated(), no bound segment for port fa3f0426-6c81-4ec8-b248-7fc987edaca3 on network 3e642278-bdca-4230-b236-98bde5eb953c {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:42:24.516071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:24.523506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.523506 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "PUT /v2.0/ports/fa3f0426-6c81-4ec8-b248-7fc987edaca3 HTTP/1.1" status: 200 len: 930 time: 3.6906869 Jul 28 10:42:24.538035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:24.556465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58450) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:24.583786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network f0cad158-b9a0-4de0-bd98-1469b27a4959 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:24.585658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:24.591956 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:24.681798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49129438-fa91-4cf1-a2a6-950a33d3d02f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=fa3f0426-6c81-4ec8-b248-7fc987edaca3,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:24.738623 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-90dc7643-3644-4f42-a78a-dd0a8e87ab3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=998178e176074a3a9de54ac543de92f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7382114 Jul 28 10:42:24.744924 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc7643-3644-4f42-a78a-dd0a8e87ab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f1eaf-29f5-4a2e-9544-eb09733460d2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:24.760166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58454) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:24.773045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:24.773907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.811377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Port': ['ID=5a605be0-5d20-419b-a17a-c4dc4363f1de,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:24.846342 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dfe2a818-02d5-4780-ae5c-66d232aeab19 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6876621 Jul 28 10:42:24.849078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58456) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:24.944149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port fa3f0426-6c81-4ec8-b248-7fc987edaca3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:24.950960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.954182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Deleting port 5a605be0-5d20-419b-a17a-c4dc4363f1de {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:24.954601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5a605be0-5d20-419b-a17a-c4dc4363f1de), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:24.960297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-23033c67-0487-4a4d-81f9-d43a4f67411f None None] Provisioning complete for port fa3f0426-6c81-4ec8-b248-7fc987edaca3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:24.960681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23033c67-0487-4a4d-81f9-d43a4f67411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.100156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5a605be0-5d20-419b-a17a-c4dc4363f1de), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.108336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-23033c67-0487-4a4d-81f9-d43a4f67411f None None] Port fa3f0426-6c81-4ec8-b248-7fc987edaca3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:25.140044 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58464) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:25.161846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Calling delete_port for 5a605be0-5d20-419b-a17a-c4dc4363f1de owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:25.163451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20fb8e4b-5b17-4799-9991-c306e94ab97c admin admin] Publish callbacks [] for security_group (9f1f1eaf-29f5-4a2e-9544-eb09733460d2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.170086 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1773da7e-78ab-4d0f-a3fc-50f2726fa111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.287111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20fb8e4b-5b17-4799-9991-c306e94ab97c admin admin] Publish callbacks [] for security_group (9f1f1eaf-29f5-4a2e-9544-eb09733460d2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.312157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.354688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for fa3f0426-6c81-4ec8-b248-7fc987edaca3 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:25.397356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5a605be0-5d20-419b-a17a-c4dc4363f1de), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.442877 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:25.527958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a605be0-5d20-419b-a17a-c4dc4363f1de,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:25.529056 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1773da7e-78ab-4d0f-a3fc-50f2726fa111 admin admin] Publish callbacks [] for security_group (9f75a516-5cbb-4eff-89ab-ec291642c18d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.560977 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:25.573990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1773da7e-78ab-4d0f-a3fc-50f2726fa111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9f75a516-5cbb-4eff-89ab-ec291642c18d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.639881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773da7e-78ab-4d0f-a3fc-50f2726fa111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f75a516-5cbb-4eff-89ab-ec291642c18d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:25.646780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.659120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58472) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:25.660069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc0a8460-52d5-4514-b9d5-5cdda754e0be tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5a605be0-5d20-419b-a17a-c4dc4363f1de HTTP/1.1" status: 204 len: 168 time: 0.8094816 Jul 28 10:42:25.671607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20fb8e4b-5b17-4799-9991-c306e94ab97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9f1f1eaf-29f5-4a2e-9544-eb09733460d2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.674950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20fb8e4b-5b17-4799-9991-c306e94ab97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.676094 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-20fb8e4b-5b17-4799-9991-c306e94ab97c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f1f1eaf-29f5-4a2e-9544-eb09733460d2 HTTP/1.1" status: 204 len: 168 time: 0.8505068 Jul 28 10:42:25.691502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959', 'external_fixed_ips': [{'subnet_id': '17c87a4a-23e9-405f-b961-3689462f27c1', 'ip_address': '172.20.0.6'}]}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:25.906187 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb8e4b-5b17-4799-9991-c306e94ab97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f1eaf-29f5-4a2e-9544-eb09733460d2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:25.916990 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1773da7e-78ab-4d0f-a3fc-50f2726fa111 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbe938748d584d13bb5ea7d89bbb829e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7738521 Jul 28 10:42:25.917798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58480) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:25.957942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fa3f0426-6c81-4ec8-b248-7fc987edaca3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.974427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (202c742b-7ab5-4184-b639-bb1dbe7d65cc), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:25.977538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (202c742b-7ab5-4184-b639-bb1dbe7d65cc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.054207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=fa3f0426-6c81-4ec8-b248-7fc987edaca3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:26.074574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c121-760b-4df8-948b-67f22fc6789f admin admin] Publish callbacks [] for security_group (9f75a516-5cbb-4eff-89ab-ec291642c18d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.128863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c121-760b-4df8-948b-67f22fc6789f admin admin] Publish callbacks [] for security_group (9f75a516-5cbb-4eff-89ab-ec291642c18d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.148336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.158746 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d9b7434e-f5e6-4af4-a020-bdc1b334dc52 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/fa3f0426-6c81-4ec8-b248-7fc987edaca3 HTTP/1.1" status: 204 len: 168 time: 1.5984321 Jul 28 10:42:26.162068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58490) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:26.234777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (202c742b-7ab5-4184-b639-bb1dbe7d65cc), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.251052 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd4b157-425e-4dfb-805e-7431611e7317 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:42:26.252849 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6cd4b157-425e-4dfb-805e-7431611e7317 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/fa3f0426-6c81-4ec8-b248-7fc987edaca3 HTTP/1.1" status: 404 len: 333 time: 0.0827074 Jul 28 10:42:26.259582 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:26.263344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58492) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:26.392056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bd06fce-078c-44d7-ba7d-ede446fc03bc tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (63ea179c-5040-4eeb-850a-aabab4dd33d4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.413023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c121-760b-4df8-948b-67f22fc6789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9f75a516-5cbb-4eff-89ab-ec291642c18d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.421187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbd3c121-760b-4df8-948b-67f22fc6789f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.425319 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cbd3c121-760b-4df8-948b-67f22fc6789f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f75a516-5cbb-4eff-89ab-ec291642c18d HTTP/1.1" status: 204 len: 168 time: 0.5045378 Jul 28 10:42:26.445565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bd06fce-078c-44d7-ba7d-ede446fc03bc tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (63ea179c-5040-4eeb-850a-aabab4dd33d4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.465573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3c121-760b-4df8-948b-67f22fc6789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f75a516-5cbb-4eff-89ab-ec291642c18d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:26.508641 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:26.562113 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bd06fce-078c-44d7-ba7d-ede446fc03bc tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (63ea179c-5040-4eeb-850a-aabab4dd33d4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.565079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bd06fce-078c-44d7-ba7d-ede446fc03bc tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.565358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (202c742b-7ab5-4184-b639-bb1dbe7d65cc), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.570925 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0bd06fce-078c-44d7-ba7d-ede446fc03bc tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/security-groups/63ea179c-5040-4eeb-850a-aabab4dd33d4 HTTP/1.1" status: 204 len: 168 time: 0.3022485 Jul 28 10:42:26.571231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58500) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:26.581391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd06fce-078c-44d7-ba7d-ede446fc03bc tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ea179c-5040-4eeb-850a-aabab4dd33d4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:26.702464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58502) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:26.802942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b6a73f2-b0e5-44ea-b6ce-1c9c117fc7c4 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (8e9b3f99-82e5-4bb9-83c9-8e16b028d202), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:26.916081 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1dd09309-34b2-4476-b1a5-962fa1da94ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=733e6d3eb4e84aaea7c48b18abd1bf2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122269 Jul 28 10:42:26.924142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58508) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:27.022687 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a95e5c7-f622-460d-98bd-a5f230be1248 admin admin] Publish callbacks [] for security_group (8285ec10-21a8-4bee-ba96-713a293e3cf1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.071864 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a95e5c7-f622-460d-98bd-a5f230be1248 admin admin] Publish callbacks [] for security_group (8285ec10-21a8-4bee-ba96-713a293e3cf1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.091032 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b6a73f2-b0e5-44ea-b6ce-1c9c117fc7c4 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (8e9b3f99-82e5-4bb9-83c9-8e16b028d202), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.172958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a95e5c7-f622-460d-98bd-a5f230be1248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8285ec10-21a8-4bee-ba96-713a293e3cf1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.176588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a95e5c7-f622-460d-98bd-a5f230be1248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.178796 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6a95e5c7-f622-460d-98bd-a5f230be1248 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8285ec10-21a8-4bee-ba96-713a293e3cf1 HTTP/1.1" status: 204 len: 168 time: 0.2526243 Jul 28 10:42:27.179085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58512) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:27.191050 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:27.211374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95e5c7-f622-460d-98bd-a5f230be1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285ec10-21a8-4bee-ba96-713a293e3cf1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:27.223576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0be4dac7-3a0a-4267-8fc1-f140e050d644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.280160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (202c742b-7ab5-4184-b639-bb1dbe7d65cc), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.332757 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.353181 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b6a73f2-b0e5-44ea-b6ce-1c9c117fc7c4 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8e9b3f99-82e5-4bb9-83c9-8e16b028d202), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.356520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b6a73f2-b0e5-44ea-b6ce-1c9c117fc7c4 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.360258 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b6a73f2-b0e5-44ea-b6ce-1c9c117fc7c4 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/security-groups/8e9b3f99-82e5-4bb9-83c9-8e16b028d202 HTTP/1.1" status: 204 len: 168 time: 0.7865720 Jul 28 10:42:27.364492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58520) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:27.452317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a73f2-b0e5-44ea-b6ce-1c9c117fc7c4 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9b3f99-82e5-4bb9-83c9-8e16b028d202,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:27.477075 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet f73af949-b847-46ea-8a0b-ab5e3bfa72b4 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:42:27.481315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (f73af949-b847-46ea-8a0b-ab5e3bfa72b4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.601776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (f73af949-b847-46ea-8a0b-ab5e3bfa72b4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.743539 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:27.756784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Allocated IP 172.20.0.6 (f0cad158-b9a0-4de0-bd98-1469b27a4959/17c87a4a-23e9-405f-b961-3689462f27c1/fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:27.770535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0be4dac7-3a0a-4267-8fc1-f140e050d644 admin admin] Publish callbacks [] for security_group (834d97e3-cc97-44c2-8ec6-e40997b0ddc9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.785817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0be4dac7-3a0a-4267-8fc1-f140e050d644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (834d97e3-cc97-44c2-8ec6-e40997b0ddc9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:27.823065 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0be4dac7-3a0a-4267-8fc1-f140e050d644 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5934cf24ebf74e3e99bee53f95e79d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6341388 Jul 28 10:42:27.827677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58532) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:27.831216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f73af949-b847-46ea-8a0b-ab5e3bfa72b4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.026400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4dac7-3a0a-4267-8fc1-f140e050d644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834d97e3-cc97-44c2-8ec6-e40997b0ddc9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:28.107537 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a70b-6868-4f06-bb65-a2c8061d03f3 admin admin] Publish callbacks [] for security_group (834d97e3-cc97-44c2-8ec6-e40997b0ddc9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.111268 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.169262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (f73af949-b847-46ea-8a0b-ab5e3bfa72b4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.200120 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a70b-6868-4f06-bb65-a2c8061d03f3 admin admin] Publish callbacks [] for security_group (834d97e3-cc97-44c2-8ec6-e40997b0ddc9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.244450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.287593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=f73af949-b847-46ea-8a0b-ab5e3bfa72b4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:28.306769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.315131 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1fc43599-a8ce-42d6-8f7c-84675168c0bd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/f73af949-b847-46ea-8a0b-ab5e3bfa72b4 HTTP/1.1" status: 204 len: 168 time: 0.9451764 Jul 28 10:42:28.317403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bea963-c6ea-4c45-b56d-7e3967c7e9e0 None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:28.337024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58556) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:28.410530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:28.418818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a70b-6868-4f06-bb65-a2c8061d03f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (834d97e3-cc97-44c2-8ec6-e40997b0ddc9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.422519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a70b-6868-4f06-bb65-a2c8061d03f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.423784 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dbb8a70b-6868-4f06-bb65-a2c8061d03f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/834d97e3-cc97-44c2-8ec6-e40997b0ddc9 HTTP/1.1" status: 204 len: 168 time: 0.5947666 Jul 28 10:42:28.431970 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network f0cad158-b9a0-4de0-bd98-1469b27a4959 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:28.448229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:28.468388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:28.487800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:28.565325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8a70b-6868-4f06-bb65-a2c8061d03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834d97e3-cc97-44c2-8ec6-e40997b0ddc9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:28.761453 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:28.833615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:28.841408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:28.865004 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:29.173427 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:29.336678 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (202c742b-7ab5-4184-b639-bb1dbe7d65cc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:29.536506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58628) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:29.564125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (3cea2a1c-6f4c-4559-8c1b-3138ae3ec281), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:29.600092 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:29.723471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:29.735065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:29.740495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:29.741101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:29.751308 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:29.799973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=3cea2a1c-6f4c-4559-8c1b-3138ae3ec281,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:29.837397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58636) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:29.839167 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ccd8a3ac-a5c9-4e1c-8467-1b4beeb5c6e1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4919121 Jul 28 10:42:29.847329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-961545e3-a6cd-4b24-8b3d-3649d069ee09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'security_group': {'name': 'tempest-secgroup-1058707419'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:29.969443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-961545e3-a6cd-4b24-8b3d-3649d069ee09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.024525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-d2f85897-c0cf-4f0d-86aa-d8520a17fa21 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.024525 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d2f85897-c0cf-4f0d-86aa-d8520a17fa21 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.4729223 Jul 28 10:42:30.024525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58640) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.029785 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-10c3bf4d-4d33-4cbb-b940-5391d4fd8943 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.036064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58642) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.042279 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-10c3bf4d-4d33-4cbb-b940-5391d4fd8943 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0164149 Jul 28 10:42:30.083858 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-180d94b2-723a-4aa2-8292-4a822da92f6d tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.090645 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58644) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.092779 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-180d94b2-723a-4aa2-8292-4a822da92f6d tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0343466 Jul 28 10:42:30.095597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-842745af-be5a-438a-bfc4-9b2cb8fdef6c tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.099731 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-842745af-be5a-438a-bfc4-9b2cb8fdef6c tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077717 Jul 28 10:42:30.100633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58646) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.104942 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-0bce365c-61c9-4a1f-a657-8123062422f1 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.115256 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0bce365c-61c9-4a1f-a657-8123062422f1 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0133395 Jul 28 10:42:30.122358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58648) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.139693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-6d4c02f3-4b05-469f-a668-55f0f97fc9e8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.157190 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6d4c02f3-4b05-469f-a668-55f0f97fc9e8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0251713 Jul 28 10:42:30.158841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58650) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.159284 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58652) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.193691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-0c81abcf-1cf0-41c8-88b7-e5470e227927 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.200005 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c81abcf-1cf0-41c8-88b7-e5470e227927 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0396366 Jul 28 10:42:30.200674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58662) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.210679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-07aa71b2-70fc-426a-b221-174743150e75 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.221620 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-07aa71b2-70fc-426a-b221-174743150e75 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0178502 Jul 28 10:42:30.223727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58668) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.246391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-983f0778-975c-49f0-a4e0-678906f3bf4b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.250278 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-983f0778-975c-49f0-a4e0-678906f3bf4b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0255096 Jul 28 10:42:30.250884 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58670) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.257224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-22d7b0f0-c41c-4e68-b483-710071ebd2f8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.270167 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-22d7b0f0-c41c-4e68-b483-710071ebd2f8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0158894 Jul 28 10:42:30.271069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58672) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.272516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-961545e3-a6cd-4b24-8b3d-3649d069ee09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (b5c36ce6-1e59-4c34-8aea-01bf32c028f2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.290359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-961545e3-a6cd-4b24-8b3d-3649d069ee09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b5c36ce6-1e59-4c34-8aea-01bf32c028f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.300648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-d2d8829b-dba5-46df-a3ae-aa6696d7bea6 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.310281 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d2d8829b-dba5-46df-a3ae-aa6696d7bea6 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0361309 Jul 28 10:42:30.311229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58674) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.326939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (202c742b-7ab5-4184-b639-bb1dbe7d65cc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.327723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac5d3a-0cc6-43ce-b655-8fbe60ccc00d None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:30.368292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-055f80f1-f784-41f8-95d6-ced2bfffba04 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.375370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-055f80f1-f784-41f8-95d6-ced2bfffba04 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0523572 Jul 28 10:42:30.376901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58676) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.395541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-ac1a9fc5-64f4-4551-8801-d7de6b38853a tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.406302 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ac1a9fc5-64f4-4551-8801-d7de6b38853a tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0249107 Jul 28 10:42:30.415461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58678) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.433612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-7d2428ce-0d0f-45c9-9f77-3a38850a7476 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.447987 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7d2428ce-0d0f-45c9-9f77-3a38850a7476 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0182872 Jul 28 10:42:30.450806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58680) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.454046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961545e3-a6cd-4b24-8b3d-3649d069ee09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c36ce6-1e59-4c34-8aea-01bf32c028f2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:30.479713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-a0cc31c0-5c5c-445e-965c-919e0a3516cb tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.482157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a0cc31c0-5c5c-445e-965c-919e0a3516cb tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0165231 Jul 28 10:42:30.488867 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.494021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-14294238-a6f5-4241-aebc-c80cf2b5ca67 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.495261 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-14294238-a6f5-4241-aebc-c80cf2b5ca67 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052688 Jul 28 10:42:30.497092 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5cf81d4-620b-4323-b36e-cb3306eee2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.500190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58686) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.502981 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-961545e3-a6cd-4b24-8b3d-3649d069ee09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.506668 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-961545e3-a6cd-4b24-8b3d-3649d069ee09 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6643295 Jul 28 10:42:30.508007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58690) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.510493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-b1d6b9e2-c11a-42b9-8953-b16aff6aa755 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.511749 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b1d6b9e2-c11a-42b9-8953-b16aff6aa755 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0103588 Jul 28 10:42:30.515126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58692) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.518482 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:30.521267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-96dba34b-568a-4c31-b852-98d603b87d77 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.522843 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-96dba34b-568a-4c31-b852-98d603b87d77 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065792 Jul 28 10:42:30.531052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58694) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.531269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6fc9f795-68d5-4621-aed1-ae57ac987785 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'security_group': {'name': 'tempest-secgroup-1699098880'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:30.537596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-cc70262a-068a-4cfc-a56c-83e9819a6cac tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.538880 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cc70262a-068a-4cfc-a56c-83e9819a6cac tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055857 Jul 28 10:42:30.545270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58696) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.557262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-16470e59-8560-4f0f-ad71-1c030aa7c518 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.559135 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-16470e59-8560-4f0f-ad71-1c030aa7c518 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0125294 Jul 28 10:42:30.563151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58698) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.577376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-a387aab7-8b3c-4816-8bed-5ff401501d04 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.582286 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a387aab7-8b3c-4816-8bed-5ff401501d04 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0137084 Jul 28 10:42:30.590896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58700) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.609114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-2fc41be4-bba6-4886-9fc6-9f916a82a0ea tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.613109 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2fc41be4-bba6-4886-9fc6-9f916a82a0ea tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0096719 Jul 28 10:42:30.614396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58702) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.627942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-b4173ce0-2b94-4fa8-a6ee-5c83c402dccb tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.631960 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b4173ce0-2b94-4fa8-a6ee-5c83c402dccb tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0078137 Jul 28 10:42:30.635994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58704) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.645268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-e7268d35-647e-452a-a67b-9a32dec29eab tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.649316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58706) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.650086 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e7268d35-647e-452a-a67b-9a32dec29eab tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0099566 Jul 28 10:42:30.672414 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-c55d6857-7c41-46f4-90a3-343e31b48dcd tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.674036 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c55d6857-7c41-46f4-90a3-343e31b48dcd tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0220447 Jul 28 10:42:30.678459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58708) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.684341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-f32ee793-dfc2-4bd0-8d6f-2868e3300b50 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.689356 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f32ee793-dfc2-4bd0-8d6f-2868e3300b50 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0096834 Jul 28 10:42:30.690862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58710) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.691460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Router 202c742b-7ab5-4184-b639-bb1dbe7d65cc is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:42:30.712559 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=23 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:30.716091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-6e5c289d-cbde-4b8b-8c91-160064dba396 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.724607 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6e5c289d-cbde-4b8b-8c91-160064dba396 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0211606 Jul 28 10:42:30.728456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58714) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.737182 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc9f795-68d5-4621-aed1-ae57ac987785 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.742252 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-bfbfcc38-41e2-4c3d-8855-a20981b02880 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.743910 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bfbfcc38-41e2-4c3d-8855-a20981b02880 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0083323 Jul 28 10:42:30.747494 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58716) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.758918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-a4560c1b-6114-4099-88f7-8901433a825b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.764070 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a4560c1b-6114-4099-88f7-8901433a825b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0150554 Jul 28 10:42:30.777767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58718) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.784125 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-daf76568-dbf1-4f7d-bc0a-cd5c0cf72bac tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.785518 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-daf76568-dbf1-4f7d-bc0a-cd5c0cf72bac tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061924 Jul 28 10:42:30.788353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58722) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.805484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-4b441fc3-a14c-4f02-b3e6-8bd19d53dc11 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.819273 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b441fc3-a14c-4f02-b3e6-8bd19d53dc11 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0218713 Jul 28 10:42:30.825900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.831312 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:30.833709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5cf81d4-620b-4323-b36e-cb3306eee2b2 admin admin] Publish callbacks [] for security_group (8f4d82e7-d172-4765-b2fc-22666afddf4f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.842919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5cf81d4-620b-4323-b36e-cb3306eee2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8f4d82e7-d172-4765-b2fc-22666afddf4f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.845204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-641a9ffd-cea7-4646-ba26-2fa0d08f2726 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.851154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c1366911-82d7-43f4-bb4e-856d5b342bbb None None] Provisioning complete for port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:30.853937 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1366911-82d7-43f4-bb4e-856d5b342bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:30.861378 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-641a9ffd-cea7-4646-ba26-2fa0d08f2726 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0277493 Jul 28 10:42:30.876183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58728) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.881486 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b5cf81d4-620b-4323-b36e-cb3306eee2b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c1a1d73e02548b0865b043a8e0fd0ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7200058 Jul 28 10:42:30.884373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58730) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.889756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-d47f4209-acfc-4bec-83cf-1dedd29c9e35 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.890920 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d47f4209-acfc-4bec-83cf-1dedd29c9e35 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0083621 Jul 28 10:42:30.904939 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58732) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.913012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-06e31589-875b-43fd-b23d-0dfd6d8f6dc8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.916728 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-06e31589-875b-43fd-b23d-0dfd6d8f6dc8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080543 Jul 28 10:42:30.924411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58734) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.940939 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-4ab721db-6115-4fad-b967-524650c787ef tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.944820 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4ab721db-6115-4fad-b967-524650c787ef tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0125844 Jul 28 10:42:30.951489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58736) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:30.961940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-27cf9e5c-a139-4e22-bce7-8beff25d6248 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:30.966200 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-27cf9e5c-a139-4e22-bce7-8beff25d6248 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106275 Jul 28 10:42:30.968522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf81d4-620b-4323-b36e-cb3306eee2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d82e7-d172-4765-b2fc-22666afddf4f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:30.993764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58740) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.008979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c1366911-82d7-43f4-bb4e-856d5b342bbb None None] Port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:31.009149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-48960965-aedc-425d-add5-186f59e5c956 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.010055 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-48960965-aedc-425d-add5-186f59e5c956 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0110350 Jul 28 10:42:31.030056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58742) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.046186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-7198ad61-dc3e-49eb-8135-1ef88bc0a943 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.050645 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7198ad61-dc3e-49eb-8135-1ef88bc0a943 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0172107 Jul 28 10:42:31.054014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c1366911-82d7-43f4-bb4e-856d5b342bbb None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:31.054398 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1366911-82d7-43f4-bb4e-856d5b342bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.054806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58744) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.065825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-aea15128-d8a0-4717-998d-28868928c165 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.069970 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aea15128-d8a0-4717-998d-28868928c165 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0138714 Jul 28 10:42:31.073317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58746) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.085065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-abdf5ac8-2b2f-430e-807b-d2a2f86f20d8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.095025 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-abdf5ac8-2b2f-430e-807b-d2a2f86f20d8 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0159655 Jul 28 10:42:31.097059 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.109008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-c805511e-b5a7-4ddf-afac-3e444d376746 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.112917 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c805511e-b5a7-4ddf-afac-3e444d376746 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0081401 Jul 28 10:42:31.124616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.130175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-3182f7c3-eb85-4f15-abaf-7de985e56f00 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.135635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3182f7c3-eb85-4f15-abaf-7de985e56f00 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056181 Jul 28 10:42:31.154567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58752) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.154567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53279503-df1a-42d1-9a76-cb2f2f5e6fe8 admin admin] Publish callbacks [] for security_group (8f4d82e7-d172-4765-b2fc-22666afddf4f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.160400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-372a588c-4be5-4ffd-b105-0741efd726bd tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.163563 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:31.175416 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-372a588c-4be5-4ffd-b105-0741efd726bd tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0189223 Jul 28 10:42:31.187314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58754) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.223265 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-1792e81b-2543-4376-9913-b1b96878fc37 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.223265 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1792e81b-2543-4376-9913-b1b96878fc37 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0422831 Jul 28 10:42:31.234836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58756) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.247104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-5daff0f6-71fb-4734-ac34-63d14d23af8e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.248464 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5daff0f6-71fb-4734-ac34-63d14d23af8e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0125921 Jul 28 10:42:31.273326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.284138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-320bcfed-7897-496e-abe8-0a0cb41f46ba tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.285133 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-320bcfed-7897-496e-abe8-0a0cb41f46ba tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0107689 Jul 28 10:42:31.299824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58760) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.301737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc9f795-68d5-4621-aed1-ae57ac987785 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (b4e7b1ad-9e62-4a35-b27b-468216485b0e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.308039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-0653d6c2-7fd7-411e-b4dd-ad9d7e203308 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.312920 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0653d6c2-7fd7-411e-b4dd-ad9d7e203308 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0120573 Jul 28 10:42:31.315191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53279503-df1a-42d1-9a76-cb2f2f5e6fe8 admin admin] Publish callbacks [] for security_group (8f4d82e7-d172-4765-b2fc-22666afddf4f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.320209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58764) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.322140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:42:31.339074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-b8e669a3-bdf9-4db5-9334-b442c76b529c tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.341600 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Sync routers for ids ['202c742b-7ab5-4184-b639-bb1dbe7d65cc'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:42:31.341812 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b8e669a3-bdf9-4db5-9334-b442c76b529c tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0150065 Jul 28 10:42:31.343902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc9f795-68d5-4621-aed1-ae57ac987785 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b4e7b1ad-9e62-4a35-b27b-468216485b0e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.348659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58766) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.400931 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Routers {'202c742b-7ab5-4184-b639-bb1dbe7d65cc'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:31.402531 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['202c742b-7ab5-4184-b639-bb1dbe7d65cc'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:31.443702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53279503-df1a-42d1-9a76-cb2f2f5e6fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8f4d82e7-d172-4765-b2fc-22666afddf4f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.446899 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53279503-df1a-42d1-9a76-cb2f2f5e6fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.448281 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-53279503-df1a-42d1-9a76-cb2f2f5e6fe8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f4d82e7-d172-4765-b2fc-22666afddf4f HTTP/1.1" status: 204 len: 168 time: 0.5562768 Jul 28 10:42:31.467527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279503-df1a-42d1-9a76-cb2f2f5e6fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4d82e7-d172-4765-b2fc-22666afddf4f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:31.602513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [None req-0675175e-9b4b-481a-91cf-5fd1bf5a6d4b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.608437 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0675175e-9b4b-481a-91cf-5fd1bf5a6d4b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0399277 Jul 28 10:42:31.609701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9f795-68d5-4621-aed1-ae57ac987785 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e7b1ad-9e62-4a35-b27b-468216485b0e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:31.612323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58774) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.629091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-d7e22674-df55-4297-92bc-833194741a64 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.632095 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d7e22674-df55-4297-92bc-833194741a64 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0179765 Jul 28 10:42:31.635772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58776) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.648631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-91723d66-e9a6-42aa-af49-69f5215ebdfe tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.659266 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-91723d66-e9a6-42aa-af49-69f5215ebdfe tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0123007 Jul 28 10:42:31.661107 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:31.661469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58778) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.686986 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.695349 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c798ff06-2041-4077-bcc7-258915ddddbf tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0178587 Jul 28 10:42:31.698333 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-1d3c0e65-e3d7-497c-b206-b433ead7a702 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.704254 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1d3c0e65-e3d7-497c-b206-b433ead7a702 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0379016 Jul 28 10:42:31.706149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58780) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.708639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58782) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.731492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc9f795-68d5-4621-aed1-ae57ac987785 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.737842 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6fc9f795-68d5-4621-aed1-ae57ac987785 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2282045 Jul 28 10:42:31.741559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83755bf0-6042-4760-99d0-5e659418e258 None None] Update dhcp port {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'fixed_ips': [{'subnet_id': '18c12bd2-9489-4346-822b-2a96739b3376', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3cea2a1c-6f4c-4559-8c1b-3138ae3ec281'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '81ff941f-2254-45e0-9aed-fa05f18484a5'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:42:31.742299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-8d494433-a46d-49ff-9e24-404bdd5c543e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.754143 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8d494433-a46d-49ff-9e24-404bdd5c543e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0390246 Jul 28 10:42:31.754587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58784) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.759821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58786) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.799439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-65a0f7e6-0c5b-4e6f-8aa2-8e99758c58c7 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.801189 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-65a0f7e6-0c5b-4e6f-8aa2-8e99758c58c7 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0398777 Jul 28 10:42:31.812697 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58788) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.813724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83755bf0-6042-4760-99d0-5e659418e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:31.823431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c2008765-3b5f-47f4-8a95-4846b7a3a1d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'security_group': {'name': 'tempest-secgroup-677946355'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:31.838967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-d0f0aca7-a69f-4f25-9804-137d99655084 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.839300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c1366911-82d7-43f4-bb4e-856d5b342bbb None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:31.851242 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d0f0aca7-a69f-4f25-9804-137d99655084 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0369537 Jul 28 10:42:31.858991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.885328 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-d48d059f-f90f-445a-b60f-b106b1b26eb2 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.902486 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d48d059f-f90f-445a-b60f-b106b1b26eb2 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0381870 Jul 28 10:42:31.904136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58794) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.926169 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-6634dfc7-f088-4427-9d6e-7a5870cac7ed tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.937980 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6634dfc7-f088-4427-9d6e-7a5870cac7ed tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0188224 Jul 28 10:42:31.938982 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58796) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.957779 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Set router 202c742b-7ab5-4184-b639-bb1dbe7d65cc gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:42:31.963085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-e3f11964-1281-4f6f-b733-bc0cc4955ff1 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:31.971653 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e3f11964-1281-4f6f-b733-bc0cc4955ff1 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0242934 Jul 28 10:42:31.972589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58798) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:31.999734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-33c69a53-02f5-4edd-ba3a-f9915ff6bb2e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.007158 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-33c69a53-02f5-4edd-ba3a-f9915ff6bb2e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0296164 Jul 28 10:42:32.007410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58800) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.031553 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-33d6b782-847b-4aab-ac05-90d723cc9d86 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.040090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-33d6b782-847b-4aab-ac05-90d723cc9d86 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0309401 Jul 28 10:42:32.046751 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58802) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.067449 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-f6b221e1-f580-4850-a127-88da4da26cfa tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.069133 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6b221e1-f580-4850-a127-88da4da26cfa tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0208652 Jul 28 10:42:32.076177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58804) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.121889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-6242ff0b-41f3-49e3-8b7e-e201dbdbc357 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.129766 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6242ff0b-41f3-49e3-8b7e-e201dbdbc357 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0488296 Jul 28 10:42:32.135963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58808) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.176545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-25424a7d-0abf-45e7-b567-06a564f065e7 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.178450 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-25424a7d-0abf-45e7-b567-06a564f065e7 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0350246 Jul 28 10:42:32.182498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58810) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.189919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-373ca6ba-ef8f-4125-a39b-97e9ee4e0528 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.192511 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-373ca6ba-ef8f-4125-a39b-97e9ee4e0528 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081549 Jul 28 10:42:32.196063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58812) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.204670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-c81d33f4-40c6-4564-96bd-42158faaef2b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.206680 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c81d33f4-40c6-4564-96bd-42158faaef2b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089788 Jul 28 10:42:32.210337 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58814) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.217155 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-e19f383d-3e6c-467d-9db2-f39d6c3d7a4e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.218544 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e19f383d-3e6c-467d-9db2-f39d6c3d7a4e tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0070472 Jul 28 10:42:32.225982 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58816) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.233806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-f3236cfa-89fe-4e62-80ad-f8401580eb0c tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.240251 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f3236cfa-89fe-4e62-80ad-f8401580eb0c tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079648 Jul 28 10:42:32.240511 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58818) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.248073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-72405ec3-4b9b-41cf-81a0-178d58fccf5b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.253395 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-72405ec3-4b9b-41cf-81a0-178d58fccf5b tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083065 Jul 28 10:42:32.253823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58820) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.260167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-7801d0b6-92dd-4a6c-8611-4425d1d38a95 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.264642 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7801d0b6-92dd-4a6c-8611-4425d1d38a95 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073402 Jul 28 10:42:32.264913 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58822) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.271277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-08a4b916-ea54-4bcf-9977-ea4a84d0a614 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.275073 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-08a4b916-ea54-4bcf-9977-ea4a84d0a614 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060954 Jul 28 10:42:32.275322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58824) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.281583 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-cbb69296-bcec-42cf-8d83-7c8c71efaf6a tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.285475 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cbb69296-bcec-42cf-8d83-7c8c71efaf6a tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061724 Jul 28 10:42:32.286043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58826) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:32.299089 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [None req-cd635380-c097-4c7a-8edb-e95975e383a6 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:42:32.313436 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd635380-c097-4c7a-8edb-e95975e383a6 tempest-ExtensionsTestJSON-51819661 tempest-ExtensionsTestJSON-51819661-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0135031 Jul 28 10:42:32.346757 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (202c742b-7ab5-4184-b639-bb1dbe7d65cc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:32.429321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-83755bf0-6042-4760-99d0-5e659418e258 None None] Allocated IP 2001:db8::2 (3e642278-bdca-4230-b236-98bde5eb953c/3cea2a1c-6f4c-4559-8c1b-3138ae3ec281/81ff941f-2254-45e0-9aed-fa05f18484a5) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:32.550758 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c742b-7ab5-4184-b639-bb1dbe7d65cc', 'name': '', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959', 'external_fixed_ips': [{'subnet_id': '17c87a4a-23e9-405f-b961-3689462f27c1', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:42:26Z', 'updated_at': '2022-07-28T10:42:28Z', 'revision_number': 3, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port': {'id': 'fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd', 'name': '', 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ea:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202c742b-7ab5-4184-b639-bb1dbe7d65cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '17c87a4a-23e9-405f-b961-3689462f27c1', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:42:27Z', 'updated_at': '2022-07-28T10:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17c87a4a-23e9-405f-b961-3689462f27c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:32.658968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-83755bf0-6042-4760-99d0-5e659418e258 None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:32.741346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (202c742b-7ab5-4184-b639-bb1dbe7d65cc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:32.765249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83755bf0-6042-4760-99d0-5e659418e258 None None] Publish callbacks [] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:32.786904 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83755bf0-6042-4760-99d0-5e659418e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:32.788446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c2008765-3b5f-47f4-8a95-4846b7a3a1d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:32.842012 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Checking router: 202c742b-7ab5-4184-b639-bb1dbe7d65cc for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:42:32.842510 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Updating router 202c742b-7ab5-4184-b639-bb1dbe7d65cc port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:42:32.857559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83755bf0-6042-4760-99d0-5e659418e258 None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=6']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:32.904489 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:32.905345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-856a45a1-6fb5-426f-9495-821e5f14c803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.028750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Deleting port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:33.029090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.070174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:33.139915 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57f87664-0181-420a-8ef2-d89bcadc17a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.300603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.343392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Calling delete_port for fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:33.463603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57f87664-0181-420a-8ef2-d89bcadc17a8 admin admin] Publish callbacks [] for security_group (03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.479598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57f87664-0181-420a-8ef2-d89bcadc17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.541430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58862) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:33.549472 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f87664-0181-420a-8ef2-d89bcadc17a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:33.591847 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-57f87664-0181-420a-8ef2-d89bcadc17a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32bee44bc9cf445dac20e53ca5feda7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5202913 Jul 28 10:42:33.596198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58866) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:33.666217 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:33.744790 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:33.796939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0c0caae-41db-4570-af36-1bebfe87f9f7 admin admin] Publish callbacks [] for security_group (03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.883468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 81ff941f-2254-45e0-9aed-fa05f18484a5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:33.911529 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Publish callbacks [] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.937098 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:33.955881 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0c0caae-41db-4570-af36-1bebfe87f9f7 admin admin] Publish callbacks [] for security_group (03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.088718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0c0caae-41db-4570-af36-1bebfe87f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.094817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0c0caae-41db-4570-af36-1bebfe87f9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.096548 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b0c0caae-41db-4570-af36-1bebfe87f9f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c HTTP/1.1" status: 204 len: 168 time: 0.4974413 Jul 28 10:42:34.097089 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:34.117097 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0caae-41db-4570-af36-1bebfe87f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6c37c-4aa7-4fcc-a5b7-110b549d1e1c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:34.152820 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Attempting to bind port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:42:34.153262 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Attempting to bind port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:42:34.153609 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Attempting to bind port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd on network f0cad158-b9a0-4de0-bd98-1469b27a4959 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:42:34.178641 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:42:34.179368 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Checking segment: {'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:34.179771 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.180169 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Bound using segment: {'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:42:34.180714 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Bound port: fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:42:34.181099 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.235526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:34.238338 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.242579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c2008765-3b5f-47f4-8a95-4846b7a3a1d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (8ead8888-4adc-422d-855c-fe44aced2b62), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.251886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c6ee2f-0102-4824-b7ba-a950bcfb13d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.283926 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c2008765-3b5f-47f4-8a95-4846b7a3a1d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8ead8888-4adc-422d-855c-fe44aced2b62), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.338944 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:34.391775 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Pushing event updated for resources: {'Port': ['ID=fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:34.432555 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.434891 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.440067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:34.441603 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.446045 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.446479 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.446981 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.447763 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.449579 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.450006 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.450563 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.450966 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.452060 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.452738 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.461266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2008765-3b5f-47f4-8a95-4846b7a3a1d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead8888-4adc-422d-855c-fe44aced2b62,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:34.463707 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.464085 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b06dfd-6ffa-47eb-8feb-8ae6bf438bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:34.517629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.519519 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.db.api [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:42:34.519974 n-d-850468-6 neutron-server[104690]: DEBUG oslo_db.api [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:42:34.582563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0b4d0658-6c89-46c8-bb3a-29272efb4ab5 None None] Provisioning complete for port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:34.582936 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0658-6c89-46c8-bb3a-29272efb4ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.583423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c6ee2f-0102-4824-b7ba-a950bcfb13d4 admin admin] Publish callbacks [] for security_group (33c2608b-d159-4ddf-b99e-726d23409311), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.599024 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02c6ee2f-0102-4824-b7ba-a950bcfb13d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (33c2608b-d159-4ddf-b99e-726d23409311), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.626421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c2008765-3b5f-47f4-8a95-4846b7a3a1d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.631965 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c2008765-3b5f-47f4-8a95-4846b7a3a1d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.8393862 Jul 28 10:42:34.634226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58886) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:34.675959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d0658-6c89-46c8-bb3a-29272efb4ab5 None None] Port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:34.688272 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2037741715', 'security_groups': ['8ead8888-4adc-422d-855c-fe44aced2b62'], 'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3cea2a1c-6f4c-4559-8c1b-3138ae3ec281'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:34.689330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0b4d0658-6c89-46c8-bb3a-29272efb4ab5 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:34.689822 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0658-6c89-46c8-bb3a-29272efb4ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:34.693784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:34.749704 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-02c6ee2f-0102-4824-b7ba-a950bcfb13d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=370330f55a174fa39d589c1f0c512fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1964111 Jul 28 10:42:34.751805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58888) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:34.769075 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6ee2f-0102-4824-b7ba-a950bcfb13d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c2608b-d159-4ddf-b99e-726d23409311,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:34.951581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58894) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:35.037578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6202c513-75b7-4e00-9a23-68ecab0115d8 admin admin] Publish callbacks [] for security_group (33c2608b-d159-4ddf-b99e-726d23409311), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.051643 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a3ef549-aeca-4ee9-86e9-9dd6678ed433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.100660 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Attempting to bind port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:42:35.107227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6202c513-75b7-4e00-9a23-68ecab0115d8 admin admin] Publish callbacks [] for security_group (33c2608b-d159-4ddf-b99e-726d23409311), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.110196 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Attempting to bind port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:42:35.111185 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Attempting to bind port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd on network f0cad158-b9a0-4de0-bd98-1469b27a4959 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:42:35.148182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:42:35.151716 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Checking segment: {'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:35.155895 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.158319 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Bound using segment: {'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:42:35.160831 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Bound port: fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7097f0e-f47f-44d7-bd0d-298ebdae7553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f0cad158-b9a0-4de0-bd98-1469b27a4959'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:42:35.166391 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.201968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d0658-6c89-46c8-bb3a-29272efb4ab5 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:35.216742 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ef9f5516-7e62-4fa9-a512-a1031bc515f6 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1047749015'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:35.217374 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Port fbc2ca3c-ef1e-4dd0-9a32-ebe30936dedd has been deleted concurrently {{(pid=104690) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Jul 28 10:42:35.245543 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6202c513-75b7-4e00-9a23-68ecab0115d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (33c2608b-d159-4ddf-b99e-726d23409311), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.246323 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Routers {'202c742b-7ab5-4184-b639-bb1dbe7d65cc'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:35.250201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (202c742b-7ab5-4184-b639-bb1dbe7d65cc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.251464 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['202c742b-7ab5-4184-b639-bb1dbe7d65cc'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:35.255572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6202c513-75b7-4e00-9a23-68ecab0115d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.259898 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6202c513-75b7-4e00-9a23-68ecab0115d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33c2608b-d159-4ddf-b99e-726d23409311 HTTP/1.1" status: 204 len: 168 time: 0.5065076 Jul 28 10:42:35.305886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202c513-75b7-4e00-9a23-68ecab0115d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c2608b-d159-4ddf-b99e-726d23409311,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:35.327839 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:35.369081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5516-7e62-4fa9-a512-a1031bc515f6 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.370623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5516-7e62-4fa9-a512-a1031bc515f6 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.549698 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] Set router 202c742b-7ab5-4184-b639-bb1dbe7d65cc gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:42:35.586992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5516-7e62-4fa9-a512-a1031bc515f6 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.601646 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5516-7e62-4fa9-a512-a1031bc515f6 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.650359 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5516-7e62-4fa9-a512-a1031bc515f6 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.654875 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef9f5516-7e62-4fa9-a512-a1031bc515f6 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7020986 Jul 28 10:42:35.655677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58918) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:35.665917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (202c742b-7ab5-4184-b639-bb1dbe7d65cc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.671481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (202c742b-7ab5-4184-b639-bb1dbe7d65cc), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:35.773270 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202c742b-7ab5-4184-b639-bb1dbe7d65cc', 'name': '', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:42:26Z', 'updated_at': '2022-07-28T10:42:34Z', 'revision_number': 5, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:35.823504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:35.864100 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d89b18-38da-423d-b168-3510a4d9af0e None None] The sync data for ids ['202c742b-7ab5-4184-b639-bb1dbe7d65cc'] in n-d-850468-6 is: [{'id': '202c742b-7ab5-4184-b639-bb1dbe7d65cc', 'name': '', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:42:26Z', 'updated_at': '2022-07-28T10:42:34Z', 'revision_number': 5, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:42:35.867262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-354b9b62-4c74-42ab-96d3-0dab276e415f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.085706 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.092777 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.094207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (202c742b-7ab5-4184-b639-bb1dbe7d65cc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.094974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 202c742b-7ab5-4184-b639-bb1dbe7d65cc {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:36.100285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.101675 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-41d771b8-2faa-4b4b-83ef-bd6f0c345453 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "DELETE /v2.0/routers/202c742b-7ab5-4184-b639-bb1dbe7d65cc HTTP/1.1" status: 204 len: 168 time: 4.3522859 Jul 28 10:42:36.112811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58934) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:36.175091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] device_id is not set on port 54426b9f-5335-43e3-bc82-d94f9b9d025c yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:42:36.286203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Deleting subnet 17c87a4a-23e9-405f-b961-3689462f27c1 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:42:36.294395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for subnet (17c87a4a-23e9-405f-b961-3689462f27c1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.336849 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-354b9b62-4c74-42ab-96d3-0dab276e415f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.343813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-354b9b62-4c74-42ab-96d3-0dab276e415f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.408493 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:36.425365 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=5,neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:36.440819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (17c87a4a-23e9-405f-b961-3689462f27c1), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.486712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-354b9b62-4c74-42ab-96d3-0dab276e415f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.487482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b9b62-4c74-42ab-96d3-0dab276e415f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:36.492306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-354b9b62-4c74-42ab-96d3-0dab276e415f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.497219 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-354b9b62-4c74-42ab-96d3-0dab276e415f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "DELETE /v2.0/routers/2a0185b4-b228-4ef3-8a10-e7a3fb5e6bb3 HTTP/1.1" status: 204 len: 168 time: 0.8371351 Jul 28 10:42:36.497627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58952) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:36.504862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6736cf1a-b3c5-409d-a904-c5b43558d2d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Request body: {'router': {'name': 'tempest-router-826183408', 'distributed': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:36.579711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6736cf1a-b3c5-409d-a904-c5b43558d2d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (825edd81-cb21-44b1-8cdf-4452719e2014), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.583489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6736cf1a-b3c5-409d-a904-c5b43558d2d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (825edd81-cb21-44b1-8cdf-4452719e2014), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.602076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (17c87a4a-23e9-405f-b961-3689462f27c1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.736571 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:36.745436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6736cf1a-b3c5-409d-a904-c5b43558d2d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (825edd81-cb21-44b1-8cdf-4452719e2014), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.755796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6736cf1a-b3c5-409d-a904-c5b43558d2d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (825edd81-cb21-44b1-8cdf-4452719e2014), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.788739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6736cf1a-b3c5-409d-a904-c5b43558d2d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:36.802016 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6736cf1a-b3c5-409d-a904-c5b43558d2d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3023796 Jul 28 10:42:36.804512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58956) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:36.926240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58960) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:37.181720 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.458023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1559110637'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:37.481904 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c96484ab-69e9-49fa-8aa7-b2cfed585e0f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (825edd81-cb21-44b1-8cdf-4452719e2014), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.557028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:37.560615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.580895 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.585210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.666328 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.726817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for security_group (408ca7eb-a1de-49d4-939f-a19801c3a282), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.773412 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (408ca7eb-a1de-49d4-939f-a19801c3a282), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.869437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (17c87a4a-23e9-405f-b961-3689462f27c1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.904861 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:37.908882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:37.915406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408ca7eb-a1de-49d4-939f-a19801c3a282,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:37.921156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c96484ab-69e9-49fa-8aa7-b2cfed585e0f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (825edd81-cb21-44b1-8cdf-4452719e2014), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.929490 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c96484ab-69e9-49fa-8aa7-b2cfed585e0f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (825edd81-cb21-44b1-8cdf-4452719e2014), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.940058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cc7163e3-b2ac-439a-9e77-4ebdd233563c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:37.940501 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment cc7163e3-b2ac-439a-9e77-4ebdd233563c of type vlan for network 50811da8-b6c2-4aab-a687-4a1a43563a8b Jul 28 10:42:38.017379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8::dd (3e642278-bdca-4230-b236-98bde5eb953c/3cea2a1c-6f4c-4559-8c1b-3138ae3ec281/54426b9f-5335-43e3-bc82-d94f9b9d025c) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:38.022524 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=17c87a4a-23e9-405f-b961-3689462f27c1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:38.030128 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.034338 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e9a33487-9231-47f7-82b5-d7d00c1350a5 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/17c87a4a-23e9-405f-b961-3689462f27c1 HTTP/1.1" status: 204 len: 168 time: 1.9172659 Jul 28 10:42:38.037319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58998) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:38.044601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (50811da8-b6c2-4aab-a687-4a1a43563a8b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.050443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c96484ab-69e9-49fa-8aa7-b2cfed585e0f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (825edd81-cb21-44b1-8cdf-4452719e2014), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.051156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96484ab-69e9-49fa-8aa7-b2cfed585e0f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 825edd81-cb21-44b1-8cdf-4452719e2014 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:38.059465 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c96484ab-69e9-49fa-8aa7-b2cfed585e0f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.064513 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c96484ab-69e9-49fa-8aa7-b2cfed585e0f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "DELETE /v2.0/routers/825edd81-cb21-44b1-8cdf-4452719e2014 HTTP/1.1" status: 204 len: 168 time: 1.2542622 Jul 28 10:42:38.065674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59002) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:38.073627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-32f25386-438e-4a09-bf23-4d44a553db97 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Request body: {'router': {'name': 'tempest-router-389195968', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '35c74e235c144bee8adeda39a3adde18'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:38.101278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (50811da8-b6c2-4aab-a687-4a1a43563a8b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.113201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:38.114698 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.243789 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (f0cad158-b9a0-4de0-bd98-1469b27a4959), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.270138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=50811da8-b6c2-4aab-a687-4a1a43563a8b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:38.281122 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32f25386-438e-4a09-bf23-4d44a553db97 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.282939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32f25386-438e-4a09-bf23-4d44a553db97 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.292210 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=72,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:38.293363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 50811da8-b6c2-4aab-a687-4a1a43563a8b details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:38.324363 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-68dd3451-54d7-49bf-9633-09a861594a56 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3962708 Jul 28 10:42:38.478796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32f25386-438e-4a09-bf23-4d44a553db97 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.487337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32f25386-438e-4a09-bf23-4d44a553db97 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.520781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32f25386-438e-4a09-bf23-4d44a553db97 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.524131 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-32f25386-438e-4a09-bf23-4d44a553db97 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4566202 Jul 28 10:42:38.528780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59018) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:38.543105 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:38.680274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (f0cad158-b9a0-4de0-bd98-1469b27a4959), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.710477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.726618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cad158-b9a0-4de0-bd98-1469b27a4959']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:38.767919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7097f0e-f47f-44d7-bd0d-298ebdae7553') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:38.768571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7097f0e-f47f-44d7-bd0d-298ebdae7553') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:38.784623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f7097f0e-f47f-44d7-bd0d-298ebdae7553), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.807341 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f7097f0e-f47f-44d7-bd0d-298ebdae7553), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.819629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:42:38.820266 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f7097f0e-f47f-44d7-bd0d-298ebdae7553), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.894861 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:38.913478 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.929167 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f7097f0e-f47f-44d7-bd0d-298ebdae7553 resource provider aggregate not found Jul 28 10:42:38.938078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (f0cad158-b9a0-4de0-bd98-1469b27a4959), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.986782 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f7097f0e-f47f-44d7-bd0d-298ebdae7553 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7097f0e-f47f-44d7-bd0d-298ebdae7553 found for delete ", "request_id": "req-3403ccaa-bc5f-4aa6-96af-f6ec56f6878a"}]} Jul 28 10:42:38.989052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:38.990395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0cad158-b9a0-4de0-bd98-1469b27a4959 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 10:42:38.995045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:38.999271 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "DELETE /v2.0/networks/f0cad158-b9a0-4de0-bd98-1469b27a4959 HTTP/1.1" status: 204 len: 168 time: 0.9609678 Jul 28 10:42:39.017418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:39.023137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:39.029846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:39.031883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:39.035832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe96f2-a82d-4d8a-8485-8f8ea21f1d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0cad158-b9a0-4de0-bd98-1469b27a4959,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:39.069323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=54426b9f-5335-43e3-bc82-d94f9b9d025c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:39.081449 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2e302e30-441a-49e4-9deb-bc293b195e6b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4047196 Jul 28 10:42:39.084926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59048) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:39.093605 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f7950bae-6856-4d46-9f64-26b8cbe817d3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:39.394864 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:39.513779 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7950bae-6856-4d46-9f64-26b8cbe817d3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:39.519592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7950bae-6856-4d46-9f64-26b8cbe817d3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:39.740192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4ead1040-caf1-4887-ad22-63a7944ca511 None None] Provisioning complete for port 54426b9f-5335-43e3-bc82-d94f9b9d025c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:39.740769 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ead1040-caf1-4887-ad22-63a7944ca511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:39.983337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4ead1040-caf1-4887-ad22-63a7944ca511 None None] Port 54426b9f-5335-43e3-bc82-d94f9b9d025c cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:39.997187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:39.999909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.073677 n-d-850468-6 neutron-server[104688]: INFO neutron.db.ipam_backend_mixin [None req-f7950bae-6856-4d46-9f64-26b8cbe817d3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cea2a1c-6f4c-4559-8c1b-3138ae3ec281 (CIDR: 2001:db8::/64) Jul 28 10:42:40.093569 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7950bae-6856-4d46-9f64-26b8cbe817d3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:42:40.094993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7950bae-6856-4d46-9f64-26b8cbe817d3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:40.125612 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f7950bae-6856-4d46-9f64-26b8cbe817d3 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0380766 Jul 28 10:42:40.129272 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59080) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:40.140205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-74cbf81f-d352-438e-99bf-d5c212e35974 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:40.229041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59084) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:40.235913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-06c937db-2f73-4360-9d9e-171a08a48a29 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'router': {'name': 'tempest-router--2085262879', 'project_id': 'd2c64d6c24b14f7997c9c5ee74eed9ec'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:40.303805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06c937db-2f73-4360-9d9e-171a08a48a29 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.305353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06c937db-2f73-4360-9d9e-171a08a48a29 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.374507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104687) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jul 28 10:42:40.376564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Router b8581ac8-9719-4039-81cf-4b9ae1a61e7c migrating from provider to provider. {{(pid=104687) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jul 28 10:42:40.376968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.406387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.421070 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.633189 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cbf81f-d352-438e-99bf-d5c212e35974 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:40.643265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74cbf81f-d352-438e-99bf-d5c212e35974 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.759113 n-d-850468-6 neutron-server[104687]: WARNING neutron.scheduler.l3_agent_scheduler [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] No L3 agents can host the router b8581ac8-9719-4039-81cf-4b9ae1a61e7c Jul 28 10:42:40.818858 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06c937db-2f73-4360-9d9e-171a08a48a29 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.883202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06c937db-2f73-4360-9d9e-171a08a48a29 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.919441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06c937db-2f73-4360-9d9e-171a08a48a29 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:40.924448 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-06c937db-2f73-4360-9d9e-171a08a48a29 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6940053 Jul 28 10:42:40.979640 n-d-850468-6 neutron-server[104688]: INFO neutron.db.ipam_backend_mixin [None req-74cbf81f-d352-438e-99bf-d5c212e35974 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 18c12bd2-9489-4346-822b-2a96739b3376 (CIDR: 2001:db8:0:1::/64) Jul 28 10:42:40.980142 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59096) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:41.032319 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cbf81f-d352-438e-99bf-d5c212e35974 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:42:41.033089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cbf81f-d352-438e-99bf-d5c212e35974 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:41.082812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fdd79f2d-1e74-4872-b441-ba5018859dce tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:41.280652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Hosts for router b8581ac8-9719-4039-81cf-4b9ae1a61e7c: [] {{(pid=104687) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jul 28 10:42:41.290024 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-74cbf81f-d352-438e-99bf-d5c212e35974 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1588218 Jul 28 10:42:41.305739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59108) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:41.321741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'subnet': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:41.358050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Hosts for other DVR routers connected to router b8581ac8-9719-4039-81cf-4b9ae1a61e7c: set() {{(pid=104687) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jul 28 10:42:41.369968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:41.387676 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-20d95ef8-f0f0-4cea-8bff-eab0674e2a9f tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "PUT /v2.0/routers/b8581ac8-9719-4039-81cf-4b9ae1a61e7c HTTP/1.1" status: 200 len: 716 time: 2.8536310 Jul 28 10:42:41.391860 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59114) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:41.437470 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:41.733677 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fd2951dd-440b-4dd4-831a-675089fc99a1 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "GET /v2.0/routers/b8581ac8-9719-4039-81cf-4b9ae1a61e7c HTTP/1.1" status: 200 len: 716 time: 0.3394320 Jul 28 10:42:41.737238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59124) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:41.778634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fdd79f2d-1e74-4872-b441-ba5018859dce tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:41.787357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fdd79f2d-1e74-4872-b441-ba5018859dce tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:41.977622 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:42.029719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fdd79f2d-1e74-4872-b441-ba5018859dce tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (4fe54427-e06e-4f6a-86a5-3b5707cb5a05), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:42.032928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd79f2d-1e74-4872-b441-ba5018859dce tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe54427-e06e-4f6a-86a5-3b5707cb5a05 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:42.048535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fdd79f2d-1e74-4872-b441-ba5018859dce tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:42.053834 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fdd79f2d-1e74-4872-b441-ba5018859dce tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "DELETE /v2.0/routers/4fe54427-e06e-4f6a-86a5-3b5707cb5a05 HTTP/1.1" status: 204 len: 168 time: 1.0724938 Jul 28 10:42:42.257928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Made reservation on behalf of 5d0eb570758645039d1db4acbb53b5fd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:42.263719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:42.439945 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59150) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:42.559339 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c392658c-791b-4eb8-bbb9-be491014337b tempest-RoutersTestDVR-1679105016 tempest-RoutersTestDVR-1679105016-project] 10.222.0.46 "GET /v2.0/routers/b8581ac8-9719-4039-81cf-4b9ae1a61e7c HTTP/1.1" status: 200 len: 682 time: 0.8205831 Jul 28 10:42:42.563191 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59156) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:42.712789 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:43.182472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64d23ea7-1e2a-4cad-8d0a-1f38e60c99d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.200029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1966695620', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:43.482948 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (534c643e-e294-4680-82cb-8911b504e9e2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.489940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (534c643e-e294-4680-82cb-8911b504e9e2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.510648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59168) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:43.560621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': '50811da8-b6c2-4aab-a687-4a1a43563a8b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:43.687023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59170) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:43.708209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64d23ea7-1e2a-4cad-8d0a-1f38e60c99d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.717624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64d23ea7-1e2a-4cad-8d0a-1f38e60c99d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.780414 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:43.834898 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64d23ea7-1e2a-4cad-8d0a-1f38e60c99d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (b8581ac8-9719-4039-81cf-4b9ae1a61e7c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.835809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d23ea7-1e2a-4cad-8d0a-1f38e60c99d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8581ac8-9719-4039-81cf-4b9ae1a61e7c {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:43.843175 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64d23ea7-1e2a-4cad-8d0a-1f38e60c99d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.844823 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-64d23ea7-1e2a-4cad-8d0a-1f38e60c99d5 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "DELETE /v2.0/routers/b8581ac8-9719-4039-81cf-4b9ae1a61e7c HTTP/1.1" status: 204 len: 168 time: 1.2781732 Jul 28 10:42:43.850161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59174) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:43.855096 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-eaac5730-f6b3-4695-a6c5-59c8f1f1a089 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Request body: {'router': {'name': 'tempest-router-951884276', 'distributed': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:43.909254 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac5730-f6b3-4695-a6c5-59c8f1f1a089 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (71f1de51-3f74-4604-b285-efff966ef923), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.910695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac5730-f6b3-4695-a6c5-59c8f1f1a089 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (71f1de51-3f74-4604-b285-efff966ef923), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:43.915553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (534c643e-e294-4680-82cb-8911b504e9e2), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.030916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac5730-f6b3-4695-a6c5-59c8f1f1a089 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (71f1de51-3f74-4604-b285-efff966ef923), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.045907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac5730-f6b3-4695-a6c5-59c8f1f1a089 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (71f1de51-3f74-4604-b285-efff966ef923), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.086077 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eaac5730-f6b3-4695-a6c5-59c8f1f1a089 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.087887 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eaac5730-f6b3-4695-a6c5-59c8f1f1a089 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2365699 Jul 28 10:42:44.092588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59180) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:44.099164 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:44.103165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (715ee76d-4d29-4598-ad60-899a3f5c27df), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.180034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97eab61b-43e6-4d7f-81f0-27e49d07f728 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (71f1de51-3f74-4604-b285-efff966ef923), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.198362 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc5c74e3-8509-4321-a909-3be00960accd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.257661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:44.271266 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.279449 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:44.406674 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97eab61b-43e6-4d7f-81f0-27e49d07f728 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (71f1de51-3f74-4604-b285-efff966ef923), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.409543 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97eab61b-43e6-4d7f-81f0-27e49d07f728 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router_controller (71f1de51-3f74-4604-b285-efff966ef923), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.470850 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97eab61b-43e6-4d7f-81f0-27e49d07f728 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (71f1de51-3f74-4604-b285-efff966ef923), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.471590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eab61b-43e6-4d7f-81f0-27e49d07f728 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71f1de51-3f74-4604-b285-efff966ef923 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:44.477429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97eab61b-43e6-4d7f-81f0-27e49d07f728 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.478832 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-97eab61b-43e6-4d7f-81f0-27e49d07f728 tempest-RoutersTestDVR-92532226 tempest-RoutersTestDVR-92532226-project-admin] 10.222.0.46 "DELETE /v2.0/routers/71f1de51-3f74-4604-b285-efff966ef923 HTTP/1.1" status: 204 len: 168 time: 0.3848329 Jul 28 10:42:44.622585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc5c74e3-8509-4321-a909-3be00960accd admin admin] Publish callbacks [] for security_group (e31ac200-57ab-44bf-989f-3139dfe60b5e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.633579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc5c74e3-8509-4321-a909-3be00960accd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e31ac200-57ab-44bf-989f-3139dfe60b5e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.708030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c74e3-8509-4321-a909-3be00960accd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31ac200-57ab-44bf-989f-3139dfe60b5e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:44.722241 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cc5c74e3-8509-4321-a909-3be00960accd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f981600126ee476fb18523441410ed39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0321271 Jul 28 10:42:44.723308 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59192) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:44.882139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c22cfcd7-f112-4893-9179-7db04165d813 admin admin] Publish callbacks [] for security_group (e31ac200-57ab-44bf-989f-3139dfe60b5e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.900124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (534c643e-e294-4680-82cb-8911b504e9e2), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.922052 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c22cfcd7-f112-4893-9179-7db04165d813 admin admin] Publish callbacks [] for security_group (e31ac200-57ab-44bf-989f-3139dfe60b5e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:44.956328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Network 3e642278-bdca-4230-b236-98bde5eb953c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:45.014515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c22cfcd7-f112-4893-9179-7db04165d813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e31ac200-57ab-44bf-989f-3139dfe60b5e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:45.025939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c22cfcd7-f112-4893-9179-7db04165d813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:45.033788 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c22cfcd7-f112-4893-9179-7db04165d813 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e31ac200-57ab-44bf-989f-3139dfe60b5e HTTP/1.1" status: 204 len: 168 time: 0.3091884 Jul 28 10:42:45.062391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cfcd7-f112-4893-9179-7db04165d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31ac200-57ab-44bf-989f-3139dfe60b5e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:45.097257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:45.118669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5061999-7066-4d9c-ae00-67c21ada85d8 None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:45.164531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:45.166224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:45.221243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Subnet': ['ID=715ee76d-4d29-4598-ad60-899a3f5c27df,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:45.403923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59226) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:45.406954 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9f9c6fef-60d6-4078-8351-b630d7cd8df1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0967190 Jul 28 10:42:45.415786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-190408215', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '715ee76d-4d29-4598-ad60-899a3f5c27df'}], 'security_groups': ['b5c36ce6-1e59-4c34-8aea-01bf32c028f2', 'b4e7b1ad-9e62-4a35-b27b-468216485b0e']}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:45.476729 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:42:45.628546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59236) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:45.645954 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:45.649415 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (724edfef-db61-4540-b2de-efb1db37bb49), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:45.717695 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:45.723220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683ed37-b15a-4735-804a-57c65fb55646 None None] Update dhcp port {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'fixed_ips': [{'subnet_id': '18c12bd2-9489-4346-822b-2a96739b3376', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3cea2a1c-6f4c-4559-8c1b-3138ae3ec281', 'ip_address': '2001:db8::2'}, {'subnet_id': '715ee76d-4d29-4598-ad60-899a3f5c27df'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '81ff941f-2254-45e0-9aed-fa05f18484a5'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:42:45.862653 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6683ed37-b15a-4735-804a-57c65fb55646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:45.888914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=724edfef-db61-4540-b2de-efb1db37bb49,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:45.957788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (534c643e-e294-4680-82cb-8911b504e9e2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:45.961735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': 'cc7163e3-b2ac-439a-9e77-4ebdd233563c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50811da8-b6c2-4aab-a687-4a1a43563a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:45.962271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: 50811da8-b6c2-4aab-a687-4a1a43563a8b, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:42:46.009849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.169543 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:46.194373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.288826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6683ed37-b15a-4735-804a-57c65fb55646 None None] Allocated IP 2001:db8:0:2::2 (3e642278-bdca-4230-b236-98bde5eb953c/715ee76d-4d29-4598-ad60-899a3f5c27df/81ff941f-2254-45e0-9aed-fa05f18484a5) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:46.362285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Allocated IP 172.25.2.173 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/17c72b99-678e-42ab-97c0-e196cf1fc385) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:46.490631 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for port (17c72b99-678e-42ab-97c0-e196cf1fc385), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.512933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6683ed37-b15a-4735-804a-57c65fb55646 None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:46.555007 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6683ed37-b15a-4735-804a-57c65fb55646 None None] Publish callbacks [] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.558933 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:46.565675 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6683ed37-b15a-4735-804a-57c65fb55646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.571098 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (17c72b99-678e-42ab-97c0-e196cf1fc385), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.597209 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:46.682622 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network 50811da8-b6c2-4aab-a687-4a1a43563a8b is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:42:46.708737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0cc7-4d71-4aae-aecf-bdcc9013bcc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.747789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683ed37-b15a-4735-804a-57c65fb55646 None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=7']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:46.767479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 50811da8-b6c2-4aab-a687-4a1a43563a8b) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:46.788488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:46.789289 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:46.795168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512882b4-93e9-466c-8c4d-1b5c43200738 None None] Network 50811da8-b6c2-4aab-a687-4a1a43563a8b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:46.852188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Delete allocated IP 2001:db8::dd (3e642278-bdca-4230-b236-98bde5eb953c/3cea2a1c-6f4c-4559-8c1b-3138ae3ec281) {{(pid=104687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 10:42:46.870185 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Allocated IP 2001:db8:0:2::216 (3e642278-bdca-4230-b236-98bde5eb953c/715ee76d-4d29-4598-ad60-899a3f5c27df/54426b9f-5335-43e3-bc82-d94f9b9d025c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:46.889462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6c67e622-248a-4488-9f35-8f2ca19d5be1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3626864 Jul 28 10:42:46.900101 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59306) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:46.910273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:46.917347 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:46.926733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-851148261'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:46.941331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:46.952884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event updated for resources: {'Port': ['ID=17c72b99-678e-42ab-97c0-e196cf1fc385,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:46.962441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:47.259308 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:47.271833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.317294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-50811da8-b6c2-4aab-a687-4a1a43563a8b', 'network_id': '50811da8-b6c2-4aab-a687-4a1a43563a8b', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '724edfef-db61-4540-b2de-efb1db37bb49'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:42:47.322150 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.404150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:47.429436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (62de9a82-d15a-4c73-9393-1aa02255c060), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.429791 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment 62de9a82-d15a-4c73-9393-1aa02255c060 of type vlan for network fb7294f6-3f4a-4be3-bd7c-affd32e2d16f Jul 28 10:42:47.517890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.558953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0cc7-4d71-4aae-aecf-bdcc9013bcc7 admin admin] Publish callbacks [] for security_group (b222498a-0093-4f61-911c-802df2a42bd7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.566958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dfbf0cc7-4d71-4aae-aecf-bdcc9013bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b222498a-0093-4f61-911c-802df2a42bd7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.591468 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:47.603243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.626144 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:47.626858 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.687698 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dfbf0cc7-4d71-4aae-aecf-bdcc9013bcc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35c74e235c144bee8adeda39a3adde18&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0577400 Jul 28 10:42:47.691684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59322) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:47.692329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf0cc7-4d71-4aae-aecf-bdcc9013bcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222498a-0093-4f61-911c-802df2a42bd7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:47.746043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Allocated IP 2001:db8:0:ffff::2 (50811da8-b6c2-4aab-a687-4a1a43563a8b/724edfef-db61-4540-b2de-efb1db37bb49/b7df7db4-def1-4dde-9f60-7a5f00ab264b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:47.895882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 81ff941f-2254-45e0-9aed-fa05f18484a5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:47.969488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:47.972282 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:47.973972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=fb7294f6-3f4a-4be3-bd7c-affd32e2d16f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:47.995906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.004800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fb7294f6-3f4a-4be3-bd7c-affd32e2d16f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:48.006447 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c168b77d-0e3a-4ce9-87be-c05aec8f5e8e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0854700 Jul 28 10:42:48.020393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59340) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:48.038990 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:48.170270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-136c05b7-783a-4e52-b8d0-8e85521851be admin admin] Publish callbacks [] for security_group (b222498a-0093-4f61-911c-802df2a42bd7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.187101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:48.189003 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.202080 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-136c05b7-783a-4e52-b8d0-8e85521851be admin admin] Publish callbacks [] for security_group (b222498a-0093-4f61-911c-802df2a42bd7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.257901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] In _notify_port_updated(), no bound segment for port 54426b9f-5335-43e3-bc82-d94f9b9d025c on network 3e642278-bdca-4230-b236-98bde5eb953c {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:42:48.306334 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:48.306334 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.306334 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "PUT /v2.0/ports/54426b9f-5335-43e3-bc82-d94f9b9d025c HTTP/1.1" status: 200 len: 969 time: 2.8919969 Jul 28 10:42:48.310827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59350) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:48.336203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd8d01-4197-4a24-947f-b39155f42c6a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event updated for resources: {'Port': ['ID=54426b9f-5335-43e3-bc82-d94f9b9d025c,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:48.571187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port 54426b9f-5335-43e3-bc82-d94f9b9d025c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:48.571454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.704998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:48.720363 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Publish callbacks [] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.733348 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.758258 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (534c643e-e294-4680-82cb-8911b504e9e2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.774867 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:48.780132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:48.816664 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for 54426b9f-5335-43e3-bc82-d94f9b9d025c owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:48.818628 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:48.829694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Pushing event updated for resources: {'Port': ['ID=b7df7db4-def1-4dde-9f60-7a5f00ab264b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:48.889709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Network 50811da8-b6c2-4aab-a687-4a1a43563a8b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:48.898070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:48.905879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:48.946184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7426070c-443a-4948-bb13-5b7d983ff243 None None] Provisioning complete for port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:48.950315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7426070c-443a-4948-bb13-5b7d983ff243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.025175 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-136c05b7-783a-4e52-b8d0-8e85521851be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b222498a-0093-4f61-911c-802df2a42bd7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.028802 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-136c05b7-783a-4e52-b8d0-8e85521851be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.028983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (54426b9f-5335-43e3-bc82-d94f9b9d025c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.029967 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-136c05b7-783a-4e52-b8d0-8e85521851be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b222498a-0093-4f61-911c-802df2a42bd7 HTTP/1.1" status: 204 len: 168 time: 1.3268900 Jul 28 10:42:49.112222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=54426b9f-5335-43e3-bc82-d94f9b9d025c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:49.180573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.189652 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ab998c3-e1e3-4621-93f0-7b79b0085ca1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/54426b9f-5335-43e3-bc82-d94f9b9d025c HTTP/1.1" status: 204 len: 168 time: 0.8774858 Jul 28 10:42:49.190949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59372) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:49.254832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c05b7-783a-4e52-b8d0-8e85521851be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222498a-0093-4f61-911c-802df2a42bd7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:49.262287 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-924cf1bd-ac75-4db2-b6c4-8e0db1b3554d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] GET failed (client error): The resource could not be found. Jul 28 10:42:49.263788 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:49.267548 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-924cf1bd-ac75-4db2-b6c4-8e0db1b3554d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports/54426b9f-5335-43e3-bc82-d94f9b9d025c HTTP/1.1" status: 404 len: 333 time: 0.0743802 Jul 28 10:42:49.268421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59376) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:49.275341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:49.282601 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.310827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Attempting to bind port b7df7db4-def1-4dde-9f60-7a5f00ab264b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:42:49.311199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Attempting to bind port b7df7db4-def1-4dde-9f60-7a5f00ab264b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cc7163e3-b2ac-439a-9e77-4ebdd233563c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50811da8-b6c2-4aab-a687-4a1a43563a8b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:42:49.316701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Attempting to bind port b7df7db4-def1-4dde-9f60-7a5f00ab264b on network 50811da8-b6c2-4aab-a687-4a1a43563a8b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:42:49.395826 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f11313c3-41db-48e0-b569-b699f1b7dc0d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (8ead8888-4adc-422d-855c-fe44aced2b62), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.398109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:42:49.399099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Checking segment: {'id': 'cc7163e3-b2ac-439a-9e77-4ebdd233563c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50811da8-b6c2-4aab-a687-4a1a43563a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:49.399513 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.408672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Bound using segment: {'id': 'cc7163e3-b2ac-439a-9e77-4ebdd233563c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50811da8-b6c2-4aab-a687-4a1a43563a8b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:42:49.409456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Bound port: b7df7db4-def1-4dde-9f60-7a5f00ab264b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7163e3-b2ac-439a-9e77-4ebdd233563c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50811da8-b6c2-4aab-a687-4a1a43563a8b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:42:49.410054 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.429954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7426070c-443a-4948-bb13-5b7d983ff243 None None] Port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:49.450414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7426070c-443a-4948-bb13-5b7d983ff243 None None] Could not find standard attr ID for object 54426b9f-5335-43e3-bc82-d94f9b9d025c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:42:49.479034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f11313c3-41db-48e0-b569-b699f1b7dc0d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (8ead8888-4adc-422d-855c-fe44aced2b62), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.576759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f11313c3-41db-48e0-b569-b699f1b7dc0d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8ead8888-4adc-422d-855c-fe44aced2b62), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.579761 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f11313c3-41db-48e0-b569-b699f1b7dc0d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.595162 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f11313c3-41db-48e0-b569-b699f1b7dc0d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/security-groups/8ead8888-4adc-422d-855c-fe44aced2b62 HTTP/1.1" status: 204 len: 168 time: 0.3254871 Jul 28 10:42:49.595994 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:49.663053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11313c3-41db-48e0-b569-b699f1b7dc0d tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead8888-4adc-422d-855c-fe44aced2b62,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:49.712515 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:49.714100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] For port b7df7db4-def1-4dde-9f60-7a5f00ab264b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:42:49.724273 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] For port b7df7db4-def1-4dde-9f60-7a5f00ab264b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b7df7db4-def1-4dde-9f60-7a5f00ab264b,segment=NetworkSegment(cc7163e3-b2ac-439a-9e77-4ebdd233563c),segment_id=cc7163e3-b2ac-439a-9e77-4ebdd233563c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:42:49.724617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98b29c1e-e964-4c02-9966-87c20e43c01e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (b4e7b1ad-9e62-4a35-b27b-468216485b0e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.764582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7426070c-443a-4948-bb13-5b7d983ff243 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:49.764843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (534c643e-e294-4680-82cb-8911b504e9e2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.767164 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7426070c-443a-4948-bb13-5b7d983ff243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.769348 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98b29c1e-e964-4c02-9966-87c20e43c01e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (b4e7b1ad-9e62-4a35-b27b-468216485b0e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.771776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.920661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98b29c1e-e964-4c02-9966-87c20e43c01e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b4e7b1ad-9e62-4a35-b27b-468216485b0e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.923941 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98b29c1e-e964-4c02-9966-87c20e43c01e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:49.925672 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-98b29c1e-e964-4c02-9966-87c20e43c01e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/security-groups/b4e7b1ad-9e62-4a35-b27b-468216485b0e HTTP/1.1" status: 204 len: 168 time: 0.3193400 Jul 28 10:42:49.931489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:49.986221 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:50.069731 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b29c1e-e964-4c02-9966-87c20e43c01e tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e7b1ad-9e62-4a35-b27b-468216485b0e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:50.142002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80779f54-2d3a-490c-b16e-21483fd5499f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (b5c36ce6-1e59-4c34-8aea-01bf32c028f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:50.189290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80779f54-2d3a-490c-b16e-21483fd5499f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (b5c36ce6-1e59-4c34-8aea-01bf32c028f2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:50.280377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80779f54-2d3a-490c-b16e-21483fd5499f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b5c36ce6-1e59-4c34-8aea-01bf32c028f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:50.284397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80779f54-2d3a-490c-b16e-21483fd5499f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:50.286295 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-80779f54-2d3a-490c-b16e-21483fd5499f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/security-groups/b5c36ce6-1e59-4c34-8aea-01bf32c028f2 HTTP/1.1" status: 204 len: 168 time: 0.3533983 Jul 28 10:42:50.312125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59414) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:50.312586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59416) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:50.361493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80779f54-2d3a-490c-b16e-21483fd5499f tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c36ce6-1e59-4c34-8aea-01bf32c028f2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:50.393060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (76f19cc1-36a1-4cc4-b019-015f26171074), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:50.419401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3057349-be2c-480e-a1f9-aae8be79649a None None] Pushing event updated for resources: {'Port': ['ID=b7df7db4-def1-4dde-9f60-7a5f00ab264b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:50.499092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7426070c-443a-4948-bb13-5b7d983ff243 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:50.596061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-840ae15a-ab72-4f6d-9ceb-25bb76dc4d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:50.615189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8a9b94a1-abcb-4e08-a5cc-8bd696ade5e3 None None] Could not find standard attr ID for object 54426b9f-5335-43e3-bc82-d94f9b9d025c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:42:50.732053 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:50.733346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Router 534c643e-e294-4680-82cb-8911b504e9e2 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:42:50.758066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=76f19cc1-36a1-4cc4-b019-015f26171074,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:50.800420 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet 3cea2a1c-6f4c-4559-8c1b-3138ae3ec281 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:42:50.841689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (3cea2a1c-6f4c-4559-8c1b-3138ae3ec281), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:50.910606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': '62de9a82-d15a-4c73-9393-1aa02255c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:50.911246 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: fb7294f6-3f4a-4be3-bd7c-affd32e2d16f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:42:51.001391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-840ae15a-ab72-4f6d-9ceb-25bb76dc4d52 admin admin] Publish callbacks [] for security_group (87c42129-3cc9-48cc-9566-5feeb6b5a970), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.005579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (3cea2a1c-6f4c-4559-8c1b-3138ae3ec281), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.190256 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-840ae15a-ab72-4f6d-9ceb-25bb76dc4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (87c42129-3cc9-48cc-9566-5feeb6b5a970), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.294114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (3cea2a1c-6f4c-4559-8c1b-3138ae3ec281), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.414646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59468) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:51.415919 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-840ae15a-ab72-4f6d-9ceb-25bb76dc4d52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16843ae2ffda41fb9ad8d8ef85c90ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0960908 Jul 28 10:42:51.424020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (3cea2a1c-6f4c-4559-8c1b-3138ae3ec281), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.426954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network fb7294f6-3f4a-4be3-bd7c-affd32e2d16f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:42:51.548685 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=3cea2a1c-6f4c-4559-8c1b-3138ae3ec281,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:51.555270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fb7294f6-3f4a-4be3-bd7c-affd32e2d16f) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:51.563902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d51b37af-ada0-45d9-a112-10577c8c27d3 admin admin] Publish callbacks [] for security_group (87c42129-3cc9-48cc-9566-5feeb6b5a970), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.565678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd796f-176a-48d4-a4d0-e4b408d1e12d None None] Network fb7294f6-3f4a-4be3-bd7c-affd32e2d16f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:51.566184 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:51.584133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.603509 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-818fc270-cd6a-40aa-a9bc-ac76fb4a6aa6 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/3cea2a1c-6f4c-4559-8c1b-3138ae3ec281 HTTP/1.1" status: 204 len: 168 time: 1.2876315 Jul 28 10:42:51.612111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ae15a-ab72-4f6d-9ceb-25bb76dc4d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c42129-3cc9-48cc-9566-5feeb6b5a970,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:51.622721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59476) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:51.629890 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:51.630966 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:51.635326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.643553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d51b37af-ada0-45d9-a112-10577c8c27d3 admin admin] Publish callbacks [] for security_group (87c42129-3cc9-48cc-9566-5feeb6b5a970), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.754107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:42:51.829232 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d51b37af-ada0-45d9-a112-10577c8c27d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (87c42129-3cc9-48cc-9566-5feeb6b5a970), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.848792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d51b37af-ada0-45d9-a112-10577c8c27d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.851987 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d51b37af-ada0-45d9-a112-10577c8c27d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87c42129-3cc9-48cc-9566-5feeb6b5a970 HTTP/1.1" status: 204 len: 168 time: 0.4341462 Jul 28 10:42:51.882975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b37af-ada0-45d9-a112-10577c8c27d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c42129-3cc9-48cc-9566-5feeb6b5a970,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:51.910250 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-94f90a8e-1b24-41d9-adc6-ffda9364e105 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.8877501 Jul 28 10:42:51.915347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59494) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:51.920521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38bcdb8-0f44-4d93-8aaf-ce8008da5bfd None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:51.952818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e911164-9c70-49c5-aa89-f4cd32d4e8dc None None] Network 50811da8-b6c2-4aab-a687-4a1a43563a8b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:51.971078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet 715ee76d-4d29-4598-ad60-899a3f5c27df {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:42:51.976748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:51.981358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] Sync routers for ids ['534c643e-e294-4680-82cb-8911b504e9e2'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:42:52.006450 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-073b3aee-9b3d-4fbb-9b49-3898b59cc48f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.5608745 Jul 28 10:42:52.007715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (715ee76d-4d29-4598-ad60-899a3f5c27df), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:52.010698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59502) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:52.065744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fb7294f6-3f4a-4be3-bd7c-affd32e2d16f', 'network_id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '76f19cc1-36a1-4cc4-b019-015f26171074'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:42:52.075286 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:52.077554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b7df7db4-def1-4dde-9f60-7a5f00ab264b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:52.135540 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:52.162263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (715ee76d-4d29-4598-ad60-899a3f5c27df), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:52.274068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-daae3148-35af-43a7-bfd1-3a4bbaabfe4d None None] Provisioning complete for port b7df7db4-def1-4dde-9f60-7a5f00ab264b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:52.274615 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-daae3148-35af-43a7-bfd1-3a4bbaabfe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:52.460467 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cfcdb5f0-b387-42a6-8a79-8634ccedec3a tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/534c643e-e294-4680-82cb-8911b504e9e2 HTTP/1.1" status: 200 len: 921 time: 0.4453118 Jul 28 10:42:52.461578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:52.513403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] Routers {'534c643e-e294-4680-82cb-8911b504e9e2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:52.517583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['534c643e-e294-4680-82cb-8911b504e9e2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:52.526468 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (715ee76d-4d29-4598-ad60-899a3f5c27df), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:52.749038 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (715ee76d-4d29-4598-ad60-899a3f5c27df), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:52.819305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Allocated IP 2001:db8::1 (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f/76f19cc1-36a1-4cc4-b019-015f26171074/345d5906-a9c3-405a-9837-396ac14687b7) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:52.851013 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:52.862811 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/715ee76d-4d29-4598-ad60-899a3f5c27df HTTP/1.1" status: 204 len: 168 time: 1.2126307 Jul 28 10:42:52.862811 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f732b0bc-3276-4c80-bb2d-027169f97ec9 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=534c643e-e294-4680-82cb-8911b504e9e2 HTTP/1.1" status: 200 len: 205 time: 0.1386445 Jul 28 10:42:52.863270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59538) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:52.923110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59540) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:52.978826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a26f0-a635-4146-8cb1-6f9272fec4d9 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=715ee76d-4d29-4598-ad60-899a3f5c27df,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:53.065483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59544) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:53.174774 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd21866d-2ace-4c66-9e01-66bdbf897579 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:53.175100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd21866d-2ace-4c66-9e01-66bdbf897579 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:53.185137 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fd21866d-2ace-4c66-9e01-66bdbf897579 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/3cea2a1c-6f4c-4559-8c1b-3138ae3ec281 HTTP/1.1" status: 404 len: 337 time: 0.2631378 Jul 28 10:42:53.185849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59554) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:53.189184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.275303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Publish callbacks [] for port (345d5906-a9c3-405a-9837-396ac14687b7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.291857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:53.306039 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:53.306929 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:53.309837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b7df7db4-def1-4dde-9f60-7a5f00ab264b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:53.310157 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.338365 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (345d5906-a9c3-405a-9837-396ac14687b7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.377844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (76f19cc1-36a1-4cc4-b019-015f26171074), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.478542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Pushing event updated for resources: {'Port': ['ID=345d5906-a9c3-405a-9837-396ac14687b7,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:53.510770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Network fb7294f6-3f4a-4be3-bd7c-affd32e2d16f is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:42:53.518959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] Routers {'534c643e-e294-4680-82cb-8911b504e9e2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:42:53.519939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['534c643e-e294-4680-82cb-8911b504e9e2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:53.561548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:42:53.571761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:42:53.581084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:53.582124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af57b7e-aeab-4577-bada-d79663e057bf None None] The sync data for ids ['534c643e-e294-4680-82cb-8911b504e9e2'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:42:53.600643 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (76f19cc1-36a1-4cc4-b019-015f26171074), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.661654 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (534c643e-e294-4680-82cb-8911b504e9e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.687960 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=76f19cc1-36a1-4cc4-b019-015f26171074,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:53.702378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Attempting to bind port 345d5906-a9c3-405a-9837-396ac14687b7 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:42:53.703092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Attempting to bind port 345d5906-a9c3-405a-9837-396ac14687b7 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '62de9a82-d15a-4c73-9393-1aa02255c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:42:53.703692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Attempting to bind port 345d5906-a9c3-405a-9837-396ac14687b7 on network fb7294f6-3f4a-4be3-bd7c-affd32e2d16f {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:42:53.740302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59560) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:53.815662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:42:53.816423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Checking segment: {'id': '62de9a82-d15a-4c73-9393-1aa02255c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:42:53.817352 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.818033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Bound using segment: {'id': '62de9a82-d15a-4c73-9393-1aa02255c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:42:53.818753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Bound port: 345d5906-a9c3-405a-9837-396ac14687b7, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62de9a82-d15a-4c73-9393-1aa02255c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:42:53.819384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (345d5906-a9c3-405a-9837-396ac14687b7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.896290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.954344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] For port 345d5906-a9c3-405a-9837-396ac14687b7, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:42:53.959190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] For port 345d5906-a9c3-405a-9837-396ac14687b7, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=345d5906-a9c3-405a-9837-396ac14687b7,segment=NetworkSegment(62de9a82-d15a-4c73-9393-1aa02255c060),segment_id=62de9a82-d15a-4c73-9393-1aa02255c060)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:42:53.987132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-daae3148-35af-43a7-bfd1-3a4bbaabfe4d None None] Current status of the port b7df7db4-def1-4dde-9f60-7a5f00ab264b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:53.989786 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-daae3148-35af-43a7-bfd1-3a4bbaabfe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:53.992764 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (345d5906-a9c3-405a-9837-396ac14687b7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.007447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7294f6-3f4a-4be3-bd7c-affd32e2d16f']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:54.032463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'networks': [{'name': 'tempest-network--148603192'}, {'name': 'tempest-network--391281727'}]} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:54.036212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'network': {'name': 'tempest-network--148603192'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:54.036945 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'network': {'name': 'tempest-network--391281727'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:54.099670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62de9a82-d15a-4c73-9393-1aa02255c060') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:54.100254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62de9a82-d15a-4c73-9393-1aa02255c060') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:54.134552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (62de9a82-d15a-4c73-9393-1aa02255c060), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.192667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba09e2-b247-4105-9ec4-6e52fa1149c8 None None] Pushing event updated for resources: {'Port': ['ID=345d5906-a9c3-405a-9837-396ac14687b7,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:54.192835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ac668d5-afbd-4239-aedf-4364e7c838be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.209249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Made reservation on behalf of b66656fb151047fc9d65b4194de6e4f0 for: {'network': 2} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:54.215380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.217269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting subnet 18c12bd2-9489-4346-822b-2a96739b3376 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:42:54.226531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (62de9a82-d15a-4c73-9393-1aa02255c060), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.228139 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (534c643e-e294-4680-82cb-8911b504e9e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.264024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks [] for subnet (18c12bd2-9489-4346-822b-2a96739b3376), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.270931 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:42:54.271451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (62de9a82-d15a-4c73-9393-1aa02255c060), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.279049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.365538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b7df7db4-def1-4dde-9f60-7a5f00ab264b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:54.366341 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.415945 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:54.426516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200da65-f8dc-43a0-ae6a-95c7609fa6cd None None] Network fb7294f6-3f4a-4be3-bd7c-affd32e2d16f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:54.469758 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 62de9a82-d15a-4c73-9393-1aa02255c060 resource provider aggregate not found Jul 28 10:42:54.533816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-daae3148-35af-43a7-bfd1-3a4bbaabfe4d None None] For port b7df7db4-def1-4dde-9f60-7a5f00ab264b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b7df7db4-def1-4dde-9f60-7a5f00ab264b,segment=NetworkSegment(cc7163e3-b2ac-439a-9e77-4ebdd233563c),segment_id=cc7163e3-b2ac-439a-9e77-4ebdd233563c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:54.550441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678633b-4eee-4f89-b95d-8be87071156b None None] Update dhcp port {'port': {'network_id': '3e642278-bdca-4230-b236-98bde5eb953c', 'fixed_ips': [{'subnet_id': '18c12bd2-9489-4346-822b-2a96739b3376', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '715ee76d-4d29-4598-ad60-899a3f5c27df'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '81ff941f-2254-45e0-9aed-fa05f18484a5'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:42:54.578260 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Deleting port 17c72b99-678e-42ab-97c0-e196cf1fc385 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:54.578656 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (17c72b99-678e-42ab-97c0-e196cf1fc385), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.602282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.api [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:42:54.602282 n-d-850468-6 neutron-server[104687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:42:54.602282 n-d-850468-6 neutron-server[104687]: [parameters: {'id': 'fb7294f6-3f4a-4be3-bd7c-affd32e2d16f'}] Jul 28 10:42:54.602282 n-d-850468-6 neutron-server[104687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:42:54.603193 n-d-850468-6 neutron-server[104687]: DEBUG oslo_db.api [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:42:54.604809 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-daae3148-35af-43a7-bfd1-3a4bbaabfe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.615084 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 62de9a82-d15a-4c73-9393-1aa02255c060 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62de9a82-d15a-4c73-9393-1aa02255c060 found for delete ", "request_id": "req-6d50832e-acf3-45b6-b793-aec8e8f49e3d"}]} Jul 28 10:42:54.626146 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:54.682852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (17c72b99-678e-42ab-97c0-e196cf1fc385), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.703827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Calling delete_port for 17c72b99-678e-42ab-97c0-e196cf1fc385 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:54.754410 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:54.756637 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:42:54.757118 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:42:54.840501 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7678633b-4eee-4f89-b95d-8be87071156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.842916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae3148-35af-43a7-bfd1-3a4bbaabfe4d None None] Pushing event updated for resources: {'Port': ['ID=b7df7db4-def1-4dde-9f60-7a5f00ab264b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:54.847475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-175d04be-192a-4b4b-83fe-b6c0c4cce31f None None] Provisioning complete for port b7df7db4-def1-4dde-9f60-7a5f00ab264b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:54.847861 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-175d04be-192a-4b4b-83fe-b6c0c4cce31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.889637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks [] for security_group (430f468a-cc1a-455e-945f-155fbd893791), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.897782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (430f468a-cc1a-455e-945f-155fbd893791), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.899228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.990914 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ac668d5-afbd-4239-aedf-4364e7c838be admin admin] Publish callbacks [] for security_group (5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:54.993542 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:54.996143 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:55.022841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430f468a-cc1a-455e-945f-155fbd893791,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:55.057927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ac668d5-afbd-4239-aedf-4364e7c838be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.071491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:55.112003 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (502b171f-bd0c-49bf-b600-b2b955876148), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.112349 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Added segment 502b171f-bd0c-49bf-b600-b2b955876148 of type vlan for network fa758cc6-6661-4e5d-87df-8f65470505cd Jul 28 10:42:55.113981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.137049 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2ac668d5-afbd-4239-aedf-4364e7c838be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c608b7a0677a47ce97f2eab18c4cfc6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9824476 Jul 28 10:42:55.143539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59578) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:55.172352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac668d5-afbd-4239-aedf-4364e7c838be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:55.181410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (18c12bd2-9489-4346-822b-2a96739b3376), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.253479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (17c72b99-678e-42ab-97c0-e196cf1fc385), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.342623 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:55.396135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event deleted for resources: {'Port': ['ID=17c72b99-678e-42ab-97c0-e196cf1fc385,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:55.474090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b7df7db4-def1-4dde-9f60-7a5f00ab264b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:55.478039 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:55.482270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-175d04be-192a-4b4b-83fe-b6c0c4cce31f None None] Current status of the port b7df7db4-def1-4dde-9f60-7a5f00ab264b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:55.509522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (18c12bd2-9489-4346-822b-2a96739b3376), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.573917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fa758cc6-6661-4e5d-87df-8f65470505cd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.576656 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:55.606268 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (18c12bd2-9489-4346-822b-2a96739b3376), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-7678633b-4eee-4f89-b95d-8be87071156b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c12bd2-9489-4346-822b-2a96739b3376: This subnet is being modified by another concurrent operation. Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:42:55.617034 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1821, in update_port Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18c12bd2-9489-4346-822b-2a96739b3376: This subnet is being modified by another concurrent operation. Jul 28 10:42:55.621229 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:42:55.636377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port 345d5906-a9c3-405a-9837-396ac14687b7 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:55.636717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (345d5906-a9c3-405a-9837-396ac14687b7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.686300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b7df7db4-def1-4dde-9f60-7a5f00ab264b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:55.692996 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Subnet': ['ID=18c12bd2-9489-4346-822b-2a96739b3376,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:55.735345 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (534c643e-e294-4680-82cb-8911b504e9e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.738921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7085820-1e16-431c-91aa-40f9b19546f5 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:42:55.761232 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa50f652-b80f-4987-afb1-21bf1b964df7 admin admin] Publish callbacks [] for security_group (5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.810362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:55.845707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b7df7db4-def1-4dde-9f60-7a5f00ab264b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:55.847025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.877135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port 345d5906-a9c3-405a-9837-396ac14687b7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=345d5906-a9c3-405a-9837-396ac14687b7,segment=NetworkSegment(62de9a82-d15a-4c73-9393-1aa02255c060),segment_id=62de9a82-d15a-4c73-9393-1aa02255c060)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:55.890447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (345d5906-a9c3-405a-9837-396ac14687b7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.894180 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (94f2c652-9b5d-4a0f-9698-51a5a4cc41ee), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.894799 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Added segment 94f2c652-9b5d-4a0f-9698-51a5a4cc41ee of type vlan for network 2152aa39-b444-44c0-ad77-cb9f90c65762 Jul 28 10:42:55.899310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6e684ce3-e09a-4d45-aa95-a40e67e4dc95 None None] Provisioning complete for port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:55.900173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6e684ce3-e09a-4d45-aa95-a40e67e4dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.922102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa50f652-b80f-4987-afb1-21bf1b964df7 admin admin] Publish callbacks [] for security_group (5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.924627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for 345d5906-a9c3-405a-9837-396ac14687b7 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:55.952807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.962564 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cb94c9ed-76d9-432c-9bb2-89aa568c390a tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/18c12bd2-9489-4346-822b-2a96739b3376 HTTP/1.1" status: 204 len: 168 time: 2.7667027 Jul 28 10:42:55.964254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59596) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:55.976689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6e684ce3-e09a-4d45-aa95-a40e67e4dc95 None None] Port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:55.982890 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (534c643e-e294-4680-82cb-8911b504e9e2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:55.988174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7085820-1e16-431c-91aa-40f9b19546f5 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:42:55.988446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (534c643e-e294-4680-82cb-8911b504e9e2), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.010055 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-326b266e-7200-41ec-b54d-780c19fb20fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:56.011460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326b266e-7200-41ec-b54d-780c19fb20fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:56.018966 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-326b266e-7200-41ec-b54d-780c19fb20fd tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/f73af949-b847-46ea-8a0b-ab5e3bfa72b4 HTTP/1.1" status: 404 len: 337 time: 0.0473726 Jul 28 10:42:56.021766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59598) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.038541 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2152aa39-b444-44c0-ad77-cb9f90c65762), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.111171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (534c643e-e294-4680-82cb-8911b504e9e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.115546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Fanout notify agent at l3_agent the message router_deleted on router 534c643e-e294-4680-82cb-8911b504e9e2 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:42:56.121982 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-db9a084f-280c-4e15-8633-cd3af9ee80fb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7524ac4-5686-49b0-bcb1-644ba54ddc4b HTTP/1.1" status: 200 len: 205 time: 0.0931170 Jul 28 10:42:56.130648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59600) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.136856 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.138594 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f41eb96f-a938-405b-bc9c-c5e08817059e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/534c643e-e294-4680-82cb-8911b504e9e2 HTTP/1.1" status: 204 len: 168 time: 3.1833110 Jul 28 10:42:56.142644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59602) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.155118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'router': {'name': 'tempest-snat-router-845113604', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': False}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:56.172422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6e684ce3-e09a-4d45-aa95-a40e67e4dc95 None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:56.173068 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6e684ce3-e09a-4d45-aa95-a40e67e4dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.197773 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-dd0a18ea-0b5f-4e35-b525-6e703fe96919 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] delete failed (client error): The resource could not be found. Jul 28 10:42:56.202596 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd0a18ea-0b5f-4e35-b525-6e703fe96919 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/routers/d7524ac4-5686-49b0-bcb1-644ba54ddc4b HTTP/1.1" status: 404 len: 336 time: 0.0705013 Jul 28 10:42:56.203985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59604) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.227095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (48eee675-aaf4-470b-8cc5-2a7a5aaff582), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.233565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (48eee675-aaf4-470b-8cc5-2a7a5aaff582), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.245271 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:56.250552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fa758cc6-6661-4e5d-87df-8f65470505cd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.251121 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2152aa39-b444-44c0-ad77-cb9f90c65762), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.256146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:56.261462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:56.265819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.295997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (345d5906-a9c3-405a-9837-396ac14687b7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.309665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59608) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.315908 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-df94dbad-cf6d-4db2-a86c-dcec0b13dcad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:56.316351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df94dbad-cf6d-4db2-a86c-dcec0b13dcad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:56.316935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1280 time: 2.5757022 Jul 28 10:42:56.327048 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-df94dbad-cf6d-4db2-a86c-dcec0b13dcad tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/dcef5313-3faa-47b1-9b01-15837a69decc HTTP/1.1" status: 404 len: 337 time: 0.1183836 Jul 28 10:42:56.328927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59610) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.333460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port 345d5906-a9c3-405a-9837-396ac14687b7 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:42:56.338345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1005251522'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:56.348161 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:56.362389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b7df7db4-def1-4dde-9f60-7a5f00ab264b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:56.366159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59612) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.432894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=345d5906-a9c3-405a-9837-396ac14687b7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:56.565091 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f2b362-4ea5-4a59-9508-09e91cecf8d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:56.565323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f2b362-4ea5-4a59-9508-09e91cecf8d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:56.569641 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-04f2b362-4ea5-4a59-9508-09e91cecf8d5 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/5f78d3f5-8526-4cff-a9b3-e511ef134a89 HTTP/1.1" status: 404 len: 337 time: 0.2022936 Jul 28 10:42:56.570181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa50f652-b80f-4987-afb1-21bf1b964df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.577040 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aa50f652-b80f-4987-afb1-21bf1b964df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.579384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59616) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.585064 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aa50f652-b80f-4987-afb1-21bf1b964df7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d HTTP/1.1" status: 204 len: 168 time: 1.4391968 Jul 28 10:42:56.628433 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Network': ['ID=fa758cc6-6661-4e5d-87df-8f65470505cd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:56.642570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.643496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fa758cc6-6661-4e5d-87df-8f65470505cd details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:56.647677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50f652-b80f-4987-afb1-21bf1b964df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5115fc1e-763c-4bd2-ac8d-50d2eeb4a82d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:56.659773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6e684ce3-e09a-4d45-aa95-a40e67e4dc95 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:56.673022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (48eee675-aaf4-470b-8cc5-2a7a5aaff582), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.693993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:56.698109 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:56.704275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.758716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7e4293-77b7-4440-957d-74c27b702486 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:42:56.830025 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0dfc75-98da-429b-b547-28ae57fdfbef tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:56.831202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0dfc75-98da-429b-b547-28ae57fdfbef tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:56.838648 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da0dfc75-98da-429b-b547-28ae57fdfbef tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/6a4aa9fc-a059-4d3b-b5d8-339f0eb21c9b HTTP/1.1" status: 404 len: 337 time: 0.2548091 Jul 28 10:42:56.841115 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7294f6-3f4a-4be3-bd7c-affd32e2d16f']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:56.841779 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:56.850001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59620) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:56.873807 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62de9a82-d15a-4c73-9393-1aa02255c060') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:56.874642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62de9a82-d15a-4c73-9393-1aa02255c060') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:56.876669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:56.884707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6812e0-ffc9-4de4-b636-ed9dfaceb316 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Network': ['ID=2152aa39-b444-44c0-ad77-cb9f90c65762,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:56.897244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (62de9a82-d15a-4c73-9393-1aa02255c060), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.906324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (1121ddc6-76be-4119-b168-7946893ea88b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.906672 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Added segment 1121ddc6-76be-4119-b168-7946893ea88b of type vlan for network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb Jul 28 10:42:56.925266 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (62de9a82-d15a-4c73-9393-1aa02255c060), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:56.971467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:42:56.972324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (62de9a82-d15a-4c73-9393-1aa02255c060), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.010434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2152aa39-b444-44c0-ad77-cb9f90c65762 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:57.017946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e4293-77b7-4440-957d-74c27b702486 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:42:57.095507 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 62de9a82-d15a-4c73-9393-1aa02255c060 resource provider aggregate not found Jul 28 10:42:57.106327 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7fc43303-0936-4b6f-a24f-96a28bd8f2bb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.131217 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 62de9a82-d15a-4c73-9393-1aa02255c060 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62de9a82-d15a-4c73-9393-1aa02255c060 found for delete ", "request_id": "req-88ac4668-e8dd-4a44-b416-b291d9a12ad4"}]} Jul 28 10:42:57.167241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fb7294f6-3f4a-4be3-bd7c-affd32e2d16f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.188192 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.191662 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/fb7294f6-3f4a-4be3-bd7c-affd32e2d16f HTTP/1.1" status: 204 len: 168 time: 5.2751071 Jul 28 10:42:57.195450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7fc43303-0936-4b6f-a24f-96a28bd8f2bb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.201670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:57.204771 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.223468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59628) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:57.228286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156700712'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:57.241668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477c281-3966-4cfd-935e-163cdfe13ce4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=fb7294f6-3f4a-4be3-bd7c-affd32e2d16f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:57.335195 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 755 time: 1.0147779 Jul 28 10:42:57.344381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59632) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:57.348447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e551a-b79c-4fd1-b2e0-c7ed39aa2722 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Network': ['ID=7fc43303-0936-4b6f-a24f-96a28bd8f2bb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:57.361574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-358127922'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:57.370306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:57.454626 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:57.459682 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.478334 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:57.482914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.533286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:57.540714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:42:57.557931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3e20a581-eb41-4bb1-9204-54f611873cb8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.557931 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment 3e20a581-eb41-4bb1-9204-54f611873cb8 of type vlan for network d8930a72-4f0a-45d4-ab4f-346ed600a6ec Jul 28 10:42:57.566030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (48eee675-aaf4-470b-8cc5-2a7a5aaff582), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.572222 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (611114e7-1b48-49b1-9271-dd93696d76ea), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.572697 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Added segment 611114e7-1b48-49b1-9271-dd93696d76ea of type vlan for network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 Jul 28 10:42:57.574289 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a0a151-a67e-4573-9cb3-1f46d74ff8ba tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:57.574949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a0a151-a67e-4573-9cb3-1f46d74ff8ba tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:57.580621 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-71a0a151-a67e-4573-9cb3-1f46d74ff8ba tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/da5c2fc2-42a2-4d54-ae6d-6023b544500f HTTP/1.1" status: 404 len: 333 time: 0.7265887 Jul 28 10:42:57.581347 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59644) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:57.625564 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c3763-779b-46ed-9460-84967882fc8c tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:57.637567 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c3763-779b-46ed-9460-84967882fc8c tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:57.646248 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:57.651016 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c3763-779b-46ed-9460-84967882fc8c tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:57.664526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c3763-779b-46ed-9460-84967882fc8c tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:57.670069 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1b7c3763-779b-46ed-9460-84967882fc8c tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.3414042 Jul 28 10:42:57.674644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59652) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:57.702290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 81ff941f-2254-45e0-9aed-fa05f18484a5 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:42:57.721928 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52dfd5b-3ae4-43b7-9587-d0d9660cc89b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:57.722363 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (d8930a72-4f0a-45d4-ab4f-346ed600a6ec), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.723046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52dfd5b-3ae4-43b7-9587-d0d9660cc89b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:57.726387 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c52dfd5b-3ae4-43b7-9587-d0d9660cc89b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/a2e0c5dc-a594-406d-a061-bc5933e8a554 HTTP/1.1" status: 404 len: 337 time: 0.1317737 Jul 28 10:42:57.730463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:57.832141 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:42:57.836449 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (cb0e25c5-4b28-48d7-aa14-4fe811202ad2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.845154 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c8a7b2-2d03-42c1-8a3a-0cc7b77468c1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:57.845706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c8a7b2-2d03-42c1-8a3a-0cc7b77468c1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:57.851711 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f4c8a7b2-2d03-42c1-8a3a-0cc7b77468c1 tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/abfa7ae6-4d24-4543-ac55-7da54323f25f HTTP/1.1" status: 404 len: 337 time: 0.1178372 Jul 28 10:42:57.854107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59658) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:57.892317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fa758cc6-6661-4e5d-87df-8f65470505cd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.919879 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (d8930a72-4f0a-45d4-ab4f-346ed600a6ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.924973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:57.925501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:57.943847 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fae222-f4f6-4bf6-a903-73361e3e5daf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:57.944490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fae222-f4f6-4bf6-a903-73361e3e5daf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:57.951961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-20fae222-f4f6-4bf6-a903-73361e3e5daf tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/e85c67c9-43d0-4c52-9489-dd1cdb9fc50f HTTP/1.1" status: 404 len: 333 time: 0.0946922 Jul 28 10:42:57.955825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59662) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:57.957879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ad1ab-9fd4-426a-a49b-e88b8d17725f None None] Network 3e642278-bdca-4230-b236-98bde5eb953c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:42:58.011297 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7823868 Jul 28 10:42:58.011297 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44eb10f-9671-4b6d-89a8-6917e7ec96db tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:58.011297 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44eb10f-9671-4b6d-89a8-6917e7ec96db tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:58.011696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59666) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:58.016283 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c44eb10f-9671-4b6d-89a8-6917e7ec96db tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/dc0d870b-a29c-4092-bb38-1b4cea318811 HTTP/1.1" status: 404 len: 337 time: 0.0578001 Jul 28 10:42:58.016971 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59668) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:58.065502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': 'd8930a72-4f0a-45d4-ab4f-346ed600a6ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:58.092935 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5d162e-58c9-4edc-be39-d460c3213e3b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] DELETE failed (client error): The resource could not be found. Jul 28 10:42:58.093551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5d162e-58c9-4edc-be39-d460c3213e3b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:42:58.101654 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ed5d162e-58c9-4edc-be39-d460c3213e3b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/subnets/a22374e3-0531-4227-a947-f4d973f01db0 HTTP/1.1" status: 404 len: 337 time: 0.0518408 Jul 28 10:42:58.102817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59670) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:58.107097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (cb0e25c5-4b28-48d7-aa14-4fe811202ad2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.109987 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:58.113714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:42:58.114379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.158447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Provisioning complete for port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:58.159049 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.170348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72a378-4fb1-49b7-9237-27c831e66cb3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=d8930a72-4f0a-45d4-ab4f-346ed600a6ec,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:58.195337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:58.196169 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.243313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network d8930a72-4f0a-45d4-ab4f-346ed600a6ec details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:58.327774 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 754 time: 0.9711797 Jul 28 10:42:58.341411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59674) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:58.380562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'subnet': {'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:42:58.394800 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fa758cc6-6661-4e5d-87df-8f65470505cd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.420646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (48eee675-aaf4-470b-8cc5-2a7a5aaff582), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.430278 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:58.468355 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.473633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa758cc6-6661-4e5d-87df-8f65470505cd']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:58.512965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Deleting port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:58.515301 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.536109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502b171f-bd0c-49bf-b600-b2b955876148') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:58.536725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502b171f-bd0c-49bf-b600-b2b955876148') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:58.551626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:58.555641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.560691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:58.574458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (502b171f-bd0c-49bf-b600-b2b955876148), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.608457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:42:58.615865 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.723423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (502b171f-bd0c-49bf-b600-b2b955876148), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.759073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686283f-81e3-4e74-9402-f2a2ac6cc374 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Network': ['ID=cb0e25c5-4b28-48d7-aa14-4fe811202ad2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:58.770584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:42:58.771767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (502b171f-bd0c-49bf-b600-b2b955876148), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.859715 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:58.867889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:42:58.877191 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:58.982315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=11']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:58.990353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] DHCP port deletion for 3e642278-bdca-4230-b236-98bde5eb953c request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:42:58.998161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Port d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:42:59.029910 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:59.054915 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:59.061330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Provisioning complete for port 81ff941f-2254-45e0-9aed-fa05f18484a5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:42:59.062092 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.111666 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 502b171f-bd0c-49bf-b600-b2b955876148 resource provider aggregate not found Jul 28 10:42:59.152144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] Deleting port 81ff941f-2254-45e0-9aed-fa05f18484a5 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:42:59.152526 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.169848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Allocated IP 172.25.2.126 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3805c7ff-019e-4e32-bfec-7113f632d65e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:42:59.173367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.234068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Calling delete_port for d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:59.340354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:59.341068 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.369554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fa758cc6-6661-4e5d-87df-8f65470505cd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.405027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] Calling delete_port for 81ff941f-2254-45e0-9aed-fa05f18484a5 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:42:59.405484 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.427207 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/networks/fa758cc6-6661-4e5d-87df-8f65470505cd HTTP/1.1" status: 204 len: 168 time: 1.7246721 Jul 28 10:42:59.439757 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 502b171f-bd0c-49bf-b600-b2b955876148 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 502b171f-bd0c-49bf-b600-b2b955876148 found for delete ", "request_id": "req-b25c5073-dd96-4918-8338-a0153b964899"}]} Jul 28 10:42:59.440933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59716) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:59.480287 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.550480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (5779ffd5-fb84-4279-8d79-3a1e75c8e69b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.568438 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:59.575340 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e92181-8774-4bf6-852b-cf39ca77c0ac tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Network': ['ID=fa758cc6-6661-4e5d-87df-8f65470505cd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:59.590612 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:42:59.592374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.611158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Current status of the port 81ff941f-2254-45e0-9aed-fa05f18484a5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:42:59.612249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.651110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d4d8f1fd-be0e-438f-87eb-16a9ea5406f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.655801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (8a75f643-6f71-48c9-8e1e-751d1734e323), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.737315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Port': ['ID=d4d8f1fd-be0e-438f-87eb-16a9ea5406f2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:59.755084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.762669 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-87f45fde-42a2-4c14-8db2-15f778a8cbcb tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/ports/d4d8f1fd-be0e-438f-87eb-16a9ea5406f2 HTTP/1.1" status: 204 len: 168 time: 1.6450412 Jul 28 10:42:59.768321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59722) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:42:59.785250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] For port 81ff941f-2254-45e0-9aed-fa05f18484a5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=81ff941f-2254-45e0-9aed-fa05f18484a5,segment=NetworkSegment(b700d0f4-6214-472f-8d96-24154bcfcd75),segment_id=b700d0f4-6214-472f-8d96-24154bcfcd75)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:59.798773 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.800582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Subnet': ['ID=8a75f643-6f71-48c9-8e1e-751d1734e323,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:59.873332 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=5779ffd5-fb84-4279-8d79-3a1e75c8e69b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:59.899058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3b5fd-fedc-47f6-b0ac-cb4afb780dcb None None] Pushing event updated for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=12']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:59.910937 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (81ff941f-2254-45e0-9aed-fa05f18484a5), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:42:59.944515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] No DVR routers for this DVR port 81ff941f-2254-45e0-9aed-fa05f18484a5 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:42:59.946883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e255e4e-74e2-445e-aebd-10985bf076c4 None None] Pushing event deleted for resources: {'Port': ['ID=81ff941f-2254-45e0-9aed-fa05f18484a5,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:59.981440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:00.000618 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:00.002725 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Checking segment: {'id': '1121ddc6-76be-4119-b168-7946893ea88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:00.003089 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Network hostable DHCP agents. Network: 7fc43303-0936-4b6f-a24f-96a28bd8f2bb, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:00.009824 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (3e642278-bdca-4230-b236-98bde5eb953c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.022175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:00.031684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Port': ['ID=3805c7ff-019e-4e32-bfec-7113f632d65e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:00.046496 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:00.052988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': '3e20a581-eb41-4bb1-9204-54f611873cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8930a72-4f0a-45d4-ab4f-346ed600a6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:00.053493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: d8930a72-4f0a-45d4-ab4f-346ed600a6ec, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:00.071444 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:00.080796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2152aa39-b444-44c0-ad77-cb9f90c65762), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.195848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (3e642278-bdca-4230-b236-98bde5eb953c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.218742 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e642278-bdca-4230-b236-98bde5eb953c']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:00.223513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2152aa39-b444-44c0-ad77-cb9f90c65762), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.230474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b700d0f4-6214-472f-8d96-24154bcfcd75') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:00.231032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b700d0f4-6214-472f-8d96-24154bcfcd75') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:00.241687 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (b700d0f4-6214-472f-8d96-24154bcfcd75), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.246766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2152aa39-b444-44c0-ad77-cb9f90c65762']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:00.257726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f2c652-9b5d-4a0f-9698-51a5a4cc41ee') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:00.257726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f2c652-9b5d-4a0f-9698-51a5a4cc41ee') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:00.259059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b700d0f4-6214-472f-8d96-24154bcfcd75), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.266186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:00.266796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (b700d0f4-6214-472f-8d96-24154bcfcd75), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.294448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (94f2c652-9b5d-4a0f-9698-51a5a4cc41ee), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.311922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (94f2c652-9b5d-4a0f-9698-51a5a4cc41ee), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.319864 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:00.320603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (94f2c652-9b5d-4a0f-9698-51a5a4cc41ee), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.410459 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:00.416572 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b700d0f4-6214-472f-8d96-24154bcfcd75 resource provider aggregate not found Jul 28 10:43:00.446517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 7fc43303-0936-4b6f-a24f-96a28bd8f2bb) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:00.449962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (3e642278-bdca-4230-b236-98bde5eb953c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.463472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network d8930a72-4f0a-45d4-ab4f-346ed600a6ec is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:00.467914 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b700d0f4-6214-472f-8d96-24154bcfcd75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b700d0f4-6214-472f-8d96-24154bcfcd75 found for delete ", "request_id": "req-4478f638-5b72-40a6-abd8-4258169d8d3b"}]} Jul 28 10:43:00.476865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2539f-9f17-456b-95c4-bb0dd41cb81a None None] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:00.478565 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:00.484053 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.502551 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.510039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, d8930a72-4f0a-45d4-ab4f-346ed600a6ec) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:00.516264 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] 10.222.0.46 "DELETE /v2.0/networks/3e642278-bdca-4230-b236-98bde5eb953c HTTP/1.1" status: 204 len: 168 time: 0.7466695 Jul 28 10:43:00.536032 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2152aa39-b444-44c0-ad77-cb9f90c65762), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.557284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:00.558853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.592321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1ed69-996b-4c32-81ec-d90d1ce2e24b tempest-PortsIpV6TestJSON-1196589261 tempest-PortsIpV6TestJSON-1196589261-project] Pushing event deleted for resources: {'Network': ['ID=3e642278-bdca-4230-b236-98bde5eb953c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:00.596106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:00.599263 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/networks/2152aa39-b444-44c0-ad77-cb9f90c65762 HTTP/1.1" status: 204 len: 168 time: 1.0464406 Jul 28 10:43:00.603368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59778) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:00.637531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c1484-f1db-4f34-9890-bb4b8a298dc8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Network': ['ID=2152aa39-b444-44c0-ad77-cb9f90c65762,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:00.649181 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7efb6c2c-c6a8-4eae-a493-3f7cfaa8e43f tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3026059 Jul 28 10:43:00.652827 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-deba9851-0997-41ae-b284-75bb0a69367d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6415756 Jul 28 10:43:00.655947 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59780) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:00.657481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59782) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:00.696792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26747833-d1b4-4e12-aa2d-8552347bd208 None None] Network d8930a72-4f0a-45d4-ab4f-346ed600a6ec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:00.740684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'subnet': {'network_id': 'cb0e25c5-4b28-48d7-aa14-4fe811202ad2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:00.938719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940bdc17-b153-4902-ac02-97291ba8211e tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:00.946558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-986904257'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:00.953767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940bdc17-b153-4902-ac02-97291ba8211e tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:00.955620 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-940bdc17-b153-4902-ac02-97291ba8211e tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3509367 Jul 28 10:43:00.959655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59794) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:00.970424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-427488590'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:01.032658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Made reservation on behalf of b66656fb151047fc9d65b4194de6e4f0 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:01.051868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.208837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-d8930a72-4f0a-45d4-ab4f-346ed600a6ec', 'network_id': 'd8930a72-4f0a-45d4-ab4f-346ed600a6ec', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '5779ffd5-fb84-4279-8d79-3a1e75c8e69b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:01.210222 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.234640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:01.238271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.271508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-7fc43303-0936-4b6f-a24f-96a28bd8f2bb', 'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb', 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'fixed_ips': [{'subnet_id': '8a75f643-6f71-48c9-8e1e-751d1734e323'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:01.277148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.286701 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59806) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:01.343271 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:01.344275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:01.348054 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.361586 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:01.394330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:01.416722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:01.430578 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (48eee675-aaf4-470b-8cc5-2a7a5aaff582), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.434503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59810) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:01.436313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7e81b682-9719-4fdf-91b2-f5fc6cbe7977), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.436840 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Added segment 7e81b682-9719-4fdf-91b2-f5fc6cbe7977 of type vlan for network 3d3e4f22-4334-4833-b26b-0f441189062a Jul 28 10:43:01.439535 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:01.512522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (908581f5-3980-4f54-835a-9b0539a4ea27), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.518072 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment 908581f5-3980-4f54-835a-9b0539a4ea27 of type vlan for network 6d5286b5-5b5f-418b-ba77-1c074484f84a Jul 28 10:43:01.537432 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 94f2c652-9b5d-4a0f-9698-51a5a4cc41ee resource provider aggregate not found Jul 28 10:43:01.640279 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:01.659844 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c35b196b-8c38-451c-9bbe-721de8423a89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d0eb570758645039d1db4acbb53b5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3686507 Jul 28 10:43:01.659844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b35-9919-4edd-bff0-5641ec85d425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.660559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59820) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:01.663115 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 94f2c652-9b5d-4a0f-9698-51a5a4cc41ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94f2c652-9b5d-4a0f-9698-51a5a4cc41ee found for delete ", "request_id": "req-f467271a-d631-4e94-892a-3b4b10c0eee1"}]} Jul 28 10:43:01.704304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Allocated IP 10.1.1.2 (7fc43303-0936-4b6f-a24f-96a28bd8f2bb/8a75f643-6f71-48c9-8e1e-751d1734e323/b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:01.730258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Allocated IP 2001:db8::3 (d8930a72-4f0a-45d4-ab4f-346ed600a6ec/5779ffd5-fb84-4279-8d79-3a1e75c8e69b/708d587e-1bce-40fb-9426-eedd961aa402) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:01.768700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42d55a94-651a-4ee2-b935-39fc937502a0 admin admin] Publish callbacks [] for security_group (b2943fc4-7e81-460d-a8de-163fd9d88f25), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.809989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42d55a94-651a-4ee2-b935-39fc937502a0 admin admin] Publish callbacks [] for security_group (b2943fc4-7e81-460d-a8de-163fd9d88f25), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.864352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b35-9919-4edd-bff0-5641ec85d425 admin admin] Publish callbacks [] for security_group (49ebfd81-0da8-451b-9322-1139d43a5f5f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.878392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b35-9919-4edd-bff0-5641ec85d425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (49ebfd81-0da8-451b-9322-1139d43a5f5f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.934020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d9b35-9919-4edd-bff0-5641ec85d425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ebfd81-0da8-451b-9322-1139d43a5f5f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:01.942091 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c10d9b35-9919-4edd-bff0-5641ec85d425 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91777e053ed74167b1c3033504ddc3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061235 Jul 28 10:43:01.942712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59822) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:01.953497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42d55a94-651a-4ee2-b935-39fc937502a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b2943fc4-7e81-460d-a8de-163fd9d88f25), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.956623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-42d55a94-651a-4ee2-b935-39fc937502a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:01.960026 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-42d55a94-651a-4ee2-b935-39fc937502a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2943fc4-7e81-460d-a8de-163fd9d88f25 HTTP/1.1" status: 204 len: 168 time: 0.2954321 Jul 28 10:43:01.985843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (3d3e4f22-4334-4833-b26b-0f441189062a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.023811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (9580e1ab-151d-4fb7-bb99-34863eeeeec3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.038178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d55a94-651a-4ee2-b935-39fc937502a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2943fc4-7e81-460d-a8de-163fd9d88f25,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:02.044786 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6d5286b5-5b5f-418b-ba77-1c074484f84a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.049936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (3d3e4f22-4334-4833-b26b-0f441189062a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.056019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:02.056768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.096896 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:02.113897 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Publish callbacks [] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.122789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69065442-5f1e-4455-b3e4-ee8077664ba7 admin admin] Publish callbacks [] for security_group (49ebfd81-0da8-451b-9322-1139d43a5f5f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.128566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.131777 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Publish callbacks [] for port (708d587e-1bce-40fb-9426-eedd961aa402), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.180305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Pushing event updated for resources: {'Port': ['ID=b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:02.184552 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:02.187816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69065442-5f1e-4455-b3e4-ee8077664ba7 admin admin] Publish callbacks [] for security_group (49ebfd81-0da8-451b-9322-1139d43a5f5f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.199053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Network': ['ID=3d3e4f22-4334-4833-b26b-0f441189062a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:02.218407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 3d3e4f22-4334-4833-b26b-0f441189062a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:02.221306 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (708d587e-1bce-40fb-9426-eedd961aa402), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.293320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Pushing event updated for resources: {'Port': ['ID=708d587e-1bce-40fb-9426-eedd961aa402,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:02.294147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69065442-5f1e-4455-b3e4-ee8077664ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (49ebfd81-0da8-451b-9322-1139d43a5f5f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.300863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69065442-5f1e-4455-b3e4-ee8077664ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.308473 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-69065442-5f1e-4455-b3e4-ee8077664ba7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49ebfd81-0da8-451b-9322-1139d43a5f5f HTTP/1.1" status: 204 len: 168 time: 0.3634663 Jul 28 10:43:02.315109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:02.349774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69065442-5f1e-4455-b3e4-ee8077664ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ebfd81-0da8-451b-9322-1139d43a5f5f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:02.354001 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:43:02.357775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:02.361165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:02.426267 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2337d616-71ac-43ec-a892-b04ace925581 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4655404 Jul 28 10:43:02.428952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59838) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:02.430590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Network d8930a72-4f0a-45d4-ab4f-346ed600a6ec is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:02.446671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1679237520'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:02.461724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Checking segment: {'id': '611114e7-1b48-49b1-9271-dd93696d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cb0e25c5-4b28-48d7-aa14-4fe811202ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:02.462238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Network hostable DHCP agents. Network: cb0e25c5-4b28-48d7-aa14-4fe811202ad2, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:02.488552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Subnet': ['ID=9580e1ab-151d-4fb7-bb99-34863eeeeec3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:02.496108 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6d5286b5-5b5f-418b-ba77-1c074484f84a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.496373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:02.502165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:02.502461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:02.503688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.515769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:02.555826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, cb0e25c5-4b28-48d7-aa14-4fe811202ad2) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:02.558782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Made reservation on behalf of b66656fb151047fc9d65b4194de6e4f0 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:02.559644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (48eee675-aaf4-470b-8cc5-2a7a5aaff582), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.564683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.612423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:02.614768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.621706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a938d4a2-265f-42f7-ab5c-5d1c8c6602c9 None None] Network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:02.632839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:02.658380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f28b66bf-ae69-42c3-b93a-1b3c528c48dd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.658667 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Added segment f28b66bf-ae69-42c3-b93a-1b3c528c48dd of type vlan for network b30e7c3d-57bc-4d63-840b-b28eb879105f Jul 28 10:43:02.689318 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.7520845 Jul 28 10:43:02.697903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59846) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:02.710860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': '6d5286b5-5b5f-418b-ba77-1c074484f84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:02.807292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b30e7c3d-57bc-4d63-840b-b28eb879105f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.831450 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:02.891777 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-82eadccc-33e5-4540-8b30-75ecf4c9c8ff tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2357771 Jul 28 10:43:02.892944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:02.894901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59852) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:02.897184 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.901828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c8497-b495-44c9-b362-36e1ce5aca9f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=6d5286b5-5b5f-418b-ba77-1c074484f84a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:02.922729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'port': {'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb', 'name': 'tempest-TaggedBootDevicesTest_v242-2112902829', 'fixed_ips': [{'subnet_id': '8a75f643-6f71-48c9-8e1e-751d1734e323'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:02.931047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b30e7c3d-57bc-4d63-840b-b28eb879105f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.943169 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:02.955489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:02.985768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Performing IP validity checks on allocation pools {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 10:43:02.986456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 10:43:03.074416 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:03.083288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Router 48eee675-aaf4-470b-8cc5-2a7a5aaff582 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:43:03.124447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6d5286b5-5b5f-418b-ba77-1c074484f84a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:03.160760 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:03.164885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Attempting to bind port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:03.165414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Attempting to bind port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '1121ddc6-76be-4119-b168-7946893ea88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:03.165898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Attempting to bind port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 on network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:03.176629 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:03.188521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:03.188938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Checking segment: {'id': '1121ddc6-76be-4119-b168-7946893ea88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:03.189400 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.189849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Bound using segment: {'id': '1121ddc6-76be-4119-b168-7946893ea88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:03.190943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Bound port: b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1121ddc6-76be-4119-b168-7946893ea88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:03.191077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.278707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-cb0e25c5-4b28-48d7-aa14-4fe811202ad2', 'network_id': 'cb0e25c5-4b28-48d7-aa14-4fe811202ad2', 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'fixed_ips': [{'subnet_id': '9580e1ab-151d-4fb7-bb99-34863eeeeec3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:03.281042 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.291839 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8615665 Jul 28 10:43:03.301278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59868) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:03.343220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'ports': [{'network_id': '3d3e4f22-4334-4833-b26b-0f441189062a', 'name': 'tempest-port--1064975766', 'admin_state_up': True}, {'network_id': 'b30e7c3d-57bc-4d63-840b-b28eb879105f', 'admin_state_up': False}]} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:03.343544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'port': {'network_id': '3d3e4f22-4334-4833-b26b-0f441189062a', 'name': 'tempest-port--1064975766', 'admin_state_up': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:03.344031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'port': {'network_id': 'b30e7c3d-57bc-4d63-840b-b28eb879105f', 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:03.364435 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf5e3-203e-498a-93e6-a952e1e3009e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.378184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Attempting to bind port 708d587e-1bce-40fb-9426-eedd961aa402 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:03.378523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Attempting to bind port 708d587e-1bce-40fb-9426-eedd961aa402 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3e20a581-eb41-4bb1-9204-54f611873cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8930a72-4f0a-45d4-ab4f-346ed600a6ec'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:03.379968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Attempting to bind port 708d587e-1bce-40fb-9426-eedd961aa402 on network d8930a72-4f0a-45d4-ab4f-346ed600a6ec {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:03.490825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59874) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:03.505272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfaf4b-835d-492c-ae7c-53c0c3dbef2b tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Network': ['ID=b30e7c3d-57bc-4d63-840b-b28eb879105f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:03.573967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b30e7c3d-57bc-4d63-840b-b28eb879105f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:03.580515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:03.580927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Checking segment: {'id': '3e20a581-eb41-4bb1-9204-54f611873cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8930a72-4f0a-45d4-ab4f-346ed600a6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:03.581300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.582044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Bound using segment: {'id': '3e20a581-eb41-4bb1-9204-54f611873cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8930a72-4f0a-45d4-ab4f-346ed600a6ec'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:03.582292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Bound port: 708d587e-1bce-40fb-9426-eedd961aa402, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e20a581-eb41-4bb1-9204-54f611873cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8930a72-4f0a-45d4-ab4f-346ed600a6ec'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:03.582853 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (708d587e-1bce-40fb-9426-eedd961aa402), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.720180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Made reservation on behalf of b66656fb151047fc9d65b4194de6e4f0 for: {'port': 2} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:03.725676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.746126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:03.824871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:04.024580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2053114309'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:04.046141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-660ab975-c664-4a29-8062-c1513e955331 None None] For port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:04.150675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] For port 708d587e-1bce-40fb-9426-eedd961aa402, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:04.156863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] For port 708d587e-1bce-40fb-9426-eedd961aa402, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=708d587e-1bce-40fb-9426-eedd961aa402,segment=NetworkSegment(3e20a581-eb41-4bb1-9204-54f611873cb8),segment_id=3e20a581-eb41-4bb1-9204-54f611873cb8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:04.165378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-660ab975-c664-4a29-8062-c1513e955331 None None] For port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6,segment=NetworkSegment(1121ddc6-76be-4119-b168-7946893ea88b),segment_id=1121ddc6-76be-4119-b168-7946893ea88b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:04.177228 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (708d587e-1bce-40fb-9426-eedd961aa402), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.233285 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] device_id is not set on port e3d676ec-194c-4fb1-86a0-80a9469dc122 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:04.262787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Allocated IP 10.2.2.2 (cb0e25c5-4b28-48d7-aa14-4fe811202ad2/9580e1ab-151d-4fb7-bb99-34863eeeeec3/9cab264a-b8a0-4311-b6ee-399ebd03b2d9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:04.286926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:04.300192 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Sync routers for ids ['48eee675-aaf4-470b-8cc5-2a7a5aaff582'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:04.333613 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Routers {'48eee675-aaf4-470b-8cc5-2a7a5aaff582'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:04.339696 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:42:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48eee675-aaf4-470b-8cc5-2a7a5aaff582'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:04.357620 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks [] for port (e3d676ec-194c-4fb1-86a0-80a9469dc122), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.359148 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:04.382650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.387220 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-416158f0-6e90-49d5-bd46-fcec3a341d08 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2408218 Jul 28 10:43:04.387991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59894) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:04.530579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] device_id is not set on port 2291ddb9-0c97-4d5d-8482-44f4d7f172c9 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:04.573973 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Publish callbacks [] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.603302 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2f03bffb-70ac-49fa-8162-2b5885ae73bc tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/48eee675-aaf4-470b-8cc5-2a7a5aaff582 HTTP/1.1" status: 200 len: 908 time: 0.2130315 Jul 28 10:43:04.603966 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59900) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:04.607727 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (2a55c45a-879a-4c74-8d7b-95cc44daed87), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.619767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'router': {'name': 'tempest-snat-router-845113604', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': True}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:04.648996 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:04.653492 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:04.667272 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:04.676404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19fab9-126f-448e-8e61-2cd06f94d71c None None] Pushing event updated for resources: {'Port': ['ID=708d587e-1bce-40fb-9426-eedd961aa402,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:04.679921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.686958 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.694794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.694794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.714425 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Set router 48eee675-aaf4-470b-8cc5-2a7a5aaff582 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:43:04.829057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:04.841890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:04.857109 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:04.888970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:04.896821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:04.899601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Pushing event updated for resources: {'Port': ['ID=9cab264a-b8a0-4311-b6ee-399ebd03b2d9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:05.005812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.037927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': '908581f5-3980-4f54-835a-9b0539a4ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6d5286b5-5b5f-418b-ba77-1c074484f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:05.039840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: 6d5286b5-5b5f-418b-ba77-1c074484f84a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:05.056611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=2a55c45a-879a-4c74-8d7b-95cc44daed87,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:05.159606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.220075 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks [] for port (2291ddb9-0c97-4d5d-8482-44f4d7f172c9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.246343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ab975-c664-4a29-8062-c1513e955331 None None] Pushing event updated for resources: {'Port': ['ID=b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:05.290266 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d5a7515b-d782-4595-bfd9-560058316cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.331886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Attempting to bind port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:05.333396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Attempting to bind port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '611114e7-1b48-49b1-9271-dd93696d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cb0e25c5-4b28-48d7-aa14-4fe811202ad2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:05.334326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.335252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Attempting to bind port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 on network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:05.339493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network 6d5286b5-5b5f-418b-ba77-1c074484f84a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:05.353587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:05.354352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Checking segment: {'id': '611114e7-1b48-49b1-9271-dd93696d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cb0e25c5-4b28-48d7-aa14-4fe811202ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:05.355012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.359969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Bound using segment: {'id': '611114e7-1b48-49b1-9271-dd93696d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cb0e25c5-4b28-48d7-aa14-4fe811202ad2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:05.361260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Bound port: 9cab264a-b8a0-4311-b6ee-399ebd03b2d9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611114e7-1b48-49b1-9271-dd93696d76ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cb0e25c5-4b28-48d7-aa14-4fe811202ad2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:05.361823 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.392350 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:05.454775 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee675-aaf4-470b-8cc5-2a7a5aaff582', 'name': 'tempest-snat-router-845113604', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': '3805c7ff-019e-4e32-bfec-7113f632d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:42:56Z', 'updated_at': '2022-07-28T10:43:00Z', 'revision_number': 3, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port': {'id': '3805c7ff-019e-4e32-bfec-7113f632d65e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee675-aaf4-470b-8cc5-2a7a5aaff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:42:58Z', 'updated_at': '2022-07-28T10:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:05.478429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (78649656-0c42-443d-9629-4771f23d4a88), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.495990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (78649656-0c42-443d-9629-4771f23d4a88), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.516950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] device_id is not set on port 4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:05.545235 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Checking router: 48eee675-aaf4-470b-8cc5-2a7a5aaff582 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:05.566798 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Updating router 48eee675-aaf4-470b-8cc5-2a7a5aaff582 port 3805c7ff-019e-4e32-bfec-7113f632d65e binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:43:05.663139 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6d5286b5-5b5f-418b-ba77-1c074484f84a) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:05.685064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:05.685816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.705035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1b228-d1a0-4c11-b7cc-f08118ee5060 None None] Network 6d5286b5-5b5f-418b-ba77-1c074484f84a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:05.726829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] For port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:05.801067 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.890687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:05.965646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:05.978640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59918) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:05.983668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] For port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9cab264a-b8a0-4311-b6ee-399ebd03b2d9,segment=NetworkSegment(611114e7-1b48-49b1-9271-dd93696d76ea),segment_id=611114e7-1b48-49b1-9271-dd93696d76ea)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:05.989163 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a8a9d235-dbbc-444a-95d9-4af7e82f7de7 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2829046 Jul 28 10:43:05.998951 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59922) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:06.036756 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.249955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.399785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:06.406661 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.412369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fc149-3478-455f-94fd-bc32613ff0dd None None] Pushing event updated for resources: {'Port': ['ID=9cab264a-b8a0-4311-b6ee-399ebd03b2d9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:06.468123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-6d5286b5-5b5f-418b-ba77-1c074484f84a', 'network_id': '6d5286b5-5b5f-418b-ba77-1c074484f84a', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '2a55c45a-879a-4c74-8d7b-95cc44daed87'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:06.469775 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.606035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-665157555'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:06.629380 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Publish callbacks [] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.643905 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:06.654082 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.665395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6d5286b5-5b5f-418b-ba77-1c074484f84a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.765568 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Attempting to bind port 3805c7ff-019e-4e32-bfec-7113f632d65e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:06.766281 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Attempting to bind port 3805c7ff-019e-4e32-bfec-7113f632d65e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:06.766873 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Attempting to bind port 3805c7ff-019e-4e32-bfec-7113f632d65e on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:06.772530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Made reservation on behalf of 8b50ecbcf43c486c87adc45f55731f81 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:06.781639 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc49436-3ed0-47eb-84c1-94be555037b0 None None] Pushing event updated for resources: {'Port': ['ID=3805c7ff-019e-4e32-bfec-7113f632d65e,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:06.785446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.795778 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:06.796932 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:06.797666 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.798257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:06.798939 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Bound port: 3805c7ff-019e-4e32-bfec-7113f632d65e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:06.799619 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.878197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.881757 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] For port 3805c7ff-019e-4e32-bfec-7113f632d65e, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:06.887980 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] For port 3805c7ff-019e-4e32-bfec-7113f632d65e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3805c7ff-019e-4e32-bfec-7113f632d65e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:06.899369 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:06.984316 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Routers {'48eee675-aaf4-470b-8cc5-2a7a5aaff582'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:06.985229 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48eee675-aaf4-470b-8cc5-2a7a5aaff582'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:07.100245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Allocated IP 2001:db8::3 (6d5286b5-5b5f-418b-ba77-1c074484f84a/2a55c45a-879a-4c74-8d7b-95cc44daed87/5a39ebb8-54d5-48fc-8270-8bed91d0d97b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:07.173806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2a55c45a-879a-4c74-8d7b-95cc44daed87), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.174057 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:07.177387 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc49436-3ed0-47eb-84c1-94be555037b0 None None] Pushing event updated for resources: {'Port': ['ID=3805c7ff-019e-4e32-bfec-7113f632d65e,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:07.204104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.249474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.300540 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:07.309251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e3d676ec-194c-4fb1-86a0-80a9469dc122), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.319639 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:07.345759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088a088-0225-41c6-a3a6-5f5d12c6b353 None None] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:07.423906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:07.424554 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.435104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aee7a6-b45b-4eed-9990-f651c3b67fae None None] Network d8930a72-4f0a-45d4-ab4f-346ed600a6ec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:07.467613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78649656-0c42-443d-9629-4771f23d4a88,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:07.474887 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a4fb39b3-7af4-4eb5-81cf-6912f62f7e92), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.475237 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment a4fb39b3-7af4-4eb5-81cf-6912f62f7e92 of type vlan for network c742f3be-4af3-415e-8f1d-371697c9c864 Jul 28 10:43:07.520694 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:07.563471 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:07.582246 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] Set router 48eee675-aaf4-470b-8cc5-2a7a5aaff582 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:43:07.595010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks [] for security_group (eeabd805-94bf-4362-ac0c-31e65d1eba8c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.611190 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eeabd805-94bf-4362-ac0c-31e65d1eba8c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.622421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Port': ['ID=e3d676ec-194c-4fb1-86a0-80a9469dc122,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:07.638438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:07.650831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6da76eff-bf21-41cd-93cf-9b800a1cc550), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.651778 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Added segment 6da76eff-bf21-41cd-93cf-9b800a1cc550 of type vlan for network c845a123-9b46-41fd-9514-b3864b245460 Jul 28 10:43:07.654047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c742f3be-4af3-415e-8f1d-371697c9c864), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.689709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Checking segment: {'id': '7e81b682-9719-4fdf-91b2-f5fc6cbe7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d3e4f22-4334-4833-b26b-0f441189062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:07.690404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network hostable DHCP agents. Network: 3d3e4f22-4334-4833-b26b-0f441189062a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:07.712456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c845a123-9b46-41fd-9514-b3864b245460), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.727542 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Allocated IP 10.1.1.185 (7fc43303-0936-4b6f-a24f-96a28bd8f2bb/8a75f643-6f71-48c9-8e1e-751d1734e323/4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:07.803507 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:07.826976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c742f3be-4af3-415e-8f1d-371697c9c864), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.827800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.836174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:07.843219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.856870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network 3d3e4f22-4334-4833-b26b-0f441189062a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:07.901513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabd805-94bf-4362-ac0c-31e65d1eba8c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:07.903766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c845a123-9b46-41fd-9514-b3864b245460), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.909485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:07.910259 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:07.968377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Allocated IP 172.25.2.157 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/8b516e46-117a-48b7-8efe-632d850d8a43) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:07.985036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.985491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.985967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.986432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.986876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.987313 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.987750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.988179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.988562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.989008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.989435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.990561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.991009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.991532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.991965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:07.994448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b8d7d5a8-fb90-40e5-a568-ec8be7b210f4 None None] Provisioning complete for port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:07.994908 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b8d7d5a8-fb90-40e5-a568-ec8be7b210f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.024957 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48eee675-aaf4-470b-8cc5-2a7a5aaff582', 'name': 'tempest-snat-router-845113604', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': '3805c7ff-019e-4e32-bfec-7113f632d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:42:56Z', 'updated_at': '2022-07-28T10:43:00Z', 'revision_number': 3, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port': {'id': '3805c7ff-019e-4e32-bfec-7113f632d65e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee675-aaf4-470b-8cc5-2a7a5aaff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:42:58Z', 'updated_at': '2022-07-28T10:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:08.031901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 3d3e4f22-4334-4833-b26b-0f441189062a) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:08.037137 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:08.072435 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 4.5776768 Jul 28 10:43:08.076210 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0856266 Jul 28 10:43:08.076925 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8741a694-bd25-4daf-8f8f-c8ae44a70f25 None None] The sync data for ids ['48eee675-aaf4-470b-8cc5-2a7a5aaff582'] in n-d-850468-6 is: [{'id': '48eee675-aaf4-470b-8cc5-2a7a5aaff582', 'name': 'tempest-snat-router-845113604', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': '3805c7ff-019e-4e32-bfec-7113f632d65e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:42:56Z', 'updated_at': '2022-07-28T10:43:00Z', 'revision_number': 3, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port': {'id': '3805c7ff-019e-4e32-bfec-7113f632d65e', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48eee675-aaf4-470b-8cc5-2a7a5aaff582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:42:58Z', 'updated_at': '2022-07-28T10:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:08.094858 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59932) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:08.098208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59934) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:08.104713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'name': 'tempest-PortsTestJSON-435314507'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:08.173954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:08.174861 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2291ddb9-0c97-4d5d-8482-44f4d7f172c9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.345775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2656a8e-b179-427c-b35e-3d82689e4105 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Pushing event updated for resources: {'Network': ['ID=c845a123-9b46-41fd-9514-b3864b245460,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:08.355860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'network': {'name': 'tempest-network--1229195195', 'router:external': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:08.379670 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:08.380709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Port': ['ID=2291ddb9-0c97-4d5d-8482-44f4d7f172c9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:08.383465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd45c1d-cbe5-4669-a4bf-c9a029b4ac51 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=c742f3be-4af3-415e-8f1d-371697c9c864,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:08.400321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db87d9e-4d41-4250-8d68-f18a58d0f201 None None] Network 3d3e4f22-4334-4833-b26b-0f441189062a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:08.430644 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:08.457675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:08.465670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.473103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Made reservation on behalf of 0ea6ff4dc8324a0caa83384260cd640c for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:08.476616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.479824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Checking segment: {'id': 'f28b66bf-ae69-42c3-b93a-1b3c528c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b30e7c3d-57bc-4d63-840b-b28eb879105f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:08.480421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network hostable DHCP agents. Network: b30e7c3d-57bc-4d63-840b-b28eb879105f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:08.495538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceaecea-ecef-418a-b65a-c7ce1340c884 None None] Network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:08.520760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.592231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:08.617826 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for port (4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.648358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network b30e7c3d-57bc-4d63-840b-b28eb879105f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:08.657157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c845a123-9b46-41fd-9514-b3864b245460 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:08.660018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:08.662627 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.686789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b30e7c3d-57bc-4d63-840b-b28eb879105f) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:08.703503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:08.724770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:08.732758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for port (8b516e46-117a-48b7-8efe-632d850d8a43), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.740671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:08.742298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.751161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.779223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Publish callbacks [] for port (5a39ebb8-54d5-48fc-8270-8bed91d0d97b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.829953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8b516e46-117a-48b7-8efe-632d850d8a43), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:08.835990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6,segment=NetworkSegment(1121ddc6-76be-4119-b168-7946893ea88b),segment_id=1121ddc6-76be-4119-b168-7946893ea88b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:08.837003 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-662927d8-4670-460f-a71c-7f1429f6a9d5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.5237825 Jul 28 10:43:08.841127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59956) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:08.859624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4012d58-9a79-4e82-a98c-e70bbc264777 None None] Network b30e7c3d-57bc-4d63-840b-b28eb879105f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:08.930893 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:08.941112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Port': ['ID=8b516e46-117a-48b7-8efe-632d850d8a43,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:08.977618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:08.978669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Port': ['ID=4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:09.007006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:09.016633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:09.098970 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:09.106072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf936dba-ebd6-4aa0-9814-38a5cd4f330f tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:09.111405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf936dba-ebd6-4aa0-9814-38a5cd4f330f tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:09.113789 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cf936dba-ebd6-4aa0-9814-38a5cd4f330f tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2717290 Jul 28 10:43:09.117335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59958) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:09.165384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:09.168043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (2a55c45a-879a-4c74-8d7b-95cc44daed87), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.177727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:09.181282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:09.184713 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.190987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:09.257381 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1518b24f-6ad9-412d-9b87-f8f84bb6bd7a tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3581588 Jul 28 10:43:09.293291 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:09.311249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59960) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:09.322575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'port': {'network_id': '7fc43303-0936-4b6f-a24f-96a28bd8f2bb', 'name': 'tempest-TaggedBootDevicesTest_v242-205900398', 'fixed_ips': [{'subnet_id': '8a75f643-6f71-48c9-8e1e-751d1734e323'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:09.323258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.328782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 708d587e-1bce-40fb-9426-eedd961aa402 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:09.518206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Deleting port e3d676ec-194c-4fb1-86a0-80a9469dc122 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:09.518206 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e3d676ec-194c-4fb1-86a0-80a9469dc122), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.538200 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=2a55c45a-879a-4c74-8d7b-95cc44daed87,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:09.559817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5a39ebb8-54d5-48fc-8270-8bed91d0d97b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.787098 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.828116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6d5286b5-5b5f-418b-ba77-1c074484f84a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.838301 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e3d676ec-194c-4fb1-86a0-80a9469dc122), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.852004 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5286b5-5b5f-418b-ba77-1c074484f84a']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:09.868502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908581f5-3980-4f54-835a-9b0539a4ea27') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:09.868502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908581f5-3980-4f54-835a-9b0539a4ea27') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:09.882649 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (908581f5-3980-4f54-835a-9b0539a4ea27), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.901117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (908581f5-3980-4f54-835a-9b0539a4ea27), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.910611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:09.911359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (908581f5-3980-4f54-835a-9b0539a4ea27), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:09.932344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Calling delete_port for e3d676ec-194c-4fb1-86a0-80a9469dc122 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:09.999476 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:10.015425 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.api [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:43:10.015425 n-d-850468-6 neutron-server[104688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:43:10.015425 n-d-850468-6 neutron-server[104688]: [parameters: {'id': '6d5286b5-5b5f-418b-ba77-1c074484f84a'}] Jul 28 10:43:10.015425 n-d-850468-6 neutron-server[104688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:43:10.016126 n-d-850468-6 neutron-server[104688]: DEBUG oslo_db.api [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:43:10.051616 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 908581f5-3980-4f54-835a-9b0539a4ea27 resource provider aggregate not found Jul 28 10:43:10.069808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.081900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.202579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Made reservation on behalf of b900fee094054e5da82bd4b37b369b0e for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:10.215273 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 908581f5-3980-4f54-835a-9b0539a4ea27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 908581f5-3980-4f54-835a-9b0539a4ea27 found for delete ", "request_id": "req-f3f7b569-1f4d-46f8-9b7d-2725ebdb4892"}]} Jul 28 10:43:10.330360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Network 6d5286b5-5b5f-418b-ba77-1c074484f84a is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:10.351950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:10.362377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:10.408811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7d5a8-fb90-40e5-a568-ec8be7b210f4 None None] Current status of the port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:10.409478 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for security_group (4b36d373-4ed2-4fba-9311-e6a8d227d57b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.412589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:10.419943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e3d676ec-194c-4fb1-86a0-80a9469dc122), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.429903 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4b36d373-4ed2-4fba-9311-e6a8d227d57b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.437128 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:10.475127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Port': ['ID=e3d676ec-194c-4fb1-86a0-80a9469dc122,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:10.484128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.496515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.506641 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.512156 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da6ed55a-476a-4664-883a-d4b3779497c9 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/ports/e3d676ec-194c-4fb1-86a0-80a9469dc122 HTTP/1.1" status: 204 len: 168 time: 1.3937161 Jul 28 10:43:10.516199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 708d587e-1bce-40fb-9426-eedd961aa402 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:10.516606 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (708d587e-1bce-40fb-9426-eedd961aa402), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.517220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59970) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:10.528508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:10.532877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6d5286b5-5b5f-418b-ba77-1c074484f84a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.543530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b36d373-4ed2-4fba-9311-e6a8d227d57b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:10.546419 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:10.587679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] device_id is not set on port cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:10.596649 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:10.619144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Attempting to bind port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:10.619531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Attempting to bind port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '908581f5-3980-4f54-835a-9b0539a4ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6d5286b5-5b5f-418b-ba77-1c074484f84a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:10.620648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Attempting to bind port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b on network 6d5286b5-5b5f-418b-ba77-1c074484f84a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:10.626322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Provisioning complete for port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:10.626700 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.630568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Pushing event updated for resources: {'Port': ['ID=5a39ebb8-54d5-48fc-8270-8bed91d0d97b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:10.641968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.664516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bd63e5a0-98f8-464c-8c88-6d2880f5de4e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.664516 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Added segment bd63e5a0-98f8-464c-8c88-6d2880f5de4e of type vlan for network 9dd66845-bb84-4969-bf6b-43aebaa84ba4 Jul 28 10:43:10.669074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:10.669606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Checking segment: {'id': '908581f5-3980-4f54-835a-9b0539a4ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6d5286b5-5b5f-418b-ba77-1c074484f84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:10.670049 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.670452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Bound using segment: {'id': '908581f5-3980-4f54-835a-9b0539a4ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6d5286b5-5b5f-418b-ba77-1c074484f84a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:10.671099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Bound port: 5a39ebb8-54d5-48fc-8270-8bed91d0d97b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908581f5-3980-4f54-835a-9b0539a4ea27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6d5286b5-5b5f-418b-ba77-1c074484f84a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:10.671495 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5a39ebb8-54d5-48fc-8270-8bed91d0d97b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.771206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Deleting port 2291ddb9-0c97-4d5d-8482-44f4d7f172c9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:10.771848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2291ddb9-0c97-4d5d-8482-44f4d7f172c9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:10.801090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] For port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:10.826951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] For port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5a39ebb8-54d5-48fc-8270-8bed91d0d97b,segment=NetworkSegment(908581f5-3980-4f54-835a-9b0539a4ea27),segment_id=908581f5-3980-4f54-835a-9b0539a4ea27)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:10.863083 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5a39ebb8-54d5-48fc-8270-8bed91d0d97b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.021346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc230c-6f48-4ec3-82db-1206d22fb7ca None None] Pushing event updated for resources: {'Port': ['ID=5a39ebb8-54d5-48fc-8270-8bed91d0d97b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:11.031419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 708d587e-1bce-40fb-9426-eedd961aa402 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:11.032329 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (708d587e-1bce-40fb-9426-eedd961aa402), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.086553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 708d587e-1bce-40fb-9426-eedd961aa402, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=708d587e-1bce-40fb-9426-eedd961aa402,segment=NetworkSegment(3e20a581-eb41-4bb1-9204-54f611873cb8),segment_id=3e20a581-eb41-4bb1-9204-54f611873cb8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:11.093354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Allocated IP 10.1.1.212 (7fc43303-0936-4b6f-a24f-96a28bd8f2bb/8a75f643-6f71-48c9-8e1e-751d1734e323/cb5e65ae-f81f-4c41-83f2-f06c2a363ee9) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:11.113745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (708d587e-1bce-40fb-9426-eedd961aa402), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.304388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Current status of the port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:11.304944 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.369812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f4b715-b31c-4f77-b846-ad20c5658108 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:43:11.411348 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9dd66845-bb84-4969-bf6b-43aebaa84ba4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.446204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=06d05199-2b96-4ca3-83a4-64ebb55d0fb3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:11.460511 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:11.460869 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5a39ebb8-54d5-48fc-8270-8bed91d0d97b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.475007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for port (cb5e65ae-f81f-4c41-83f2-f06c2a363ee9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.545658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4b715-b31c-4f77-b846-ad20c5658108 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:43:11.546039 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:11.555235 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:11.558044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:11.560263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2291ddb9-0c97-4d5d-8482-44f4d7f172c9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.601920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Calling delete_port for 2291ddb9-0c97-4d5d-8482-44f4d7f172c9 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:11.606750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': 'a4fb39b3-7af4-4eb5-81cf-6912f62f7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:11.607040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: c742f3be-4af3-415e-8f1d-371697c9c864, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:11.622092 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9dd66845-bb84-4969-bf6b-43aebaa84ba4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.623020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:11.623599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.634688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=708d587e-1bce-40fb-9426-eedd961aa402,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:11.640593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5a39ebb8-54d5-48fc-8270-8bed91d0d97b,segment=NetworkSegment(908581f5-3980-4f54-835a-9b0539a4ea27),segment_id=908581f5-3980-4f54-835a-9b0539a4ea27)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:11.641212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5a39ebb8-54d5-48fc-8270-8bed91d0d97b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.662442 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.706901 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:11.710248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (cb5e65ae-f81f-4c41-83f2-f06c2a363ee9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.767031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Port': ['ID=cb5e65ae-f81f-4c41-83f2-f06c2a363ee9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:11.769376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2291ddb9-0c97-4d5d-8482-44f4d7f172c9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.800873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for 5a39ebb8-54d5-48fc-8270-8bed91d0d97b owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:11.828253 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:11.829577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:11.834066 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.838158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Port': ['ID=2291ddb9-0c97-4d5d-8482-44f4d7f172c9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:11.849846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:11.851151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.855492 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bc51664e-54f8-4054-b5e5-3213d1fdcfb8 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/ports/2291ddb9-0c97-4d5d-8482-44f4d7f172c9 HTTP/1.1" status: 204 len: 168 time: 1.3369248 Jul 28 10:43:11.858170 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:11.892299 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5be364f7-9e40-4965-b9e7-87b8848b0800 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0328977 Jul 28 10:43:11.893205 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:11.898581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:11.904690 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59982) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:11.913261 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-915084899'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:11.922350 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.8114822 Jul 28 10:43:11.935521 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 59986) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:11.946494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] For port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9cab264a-b8a0-4311-b6ee-399ebd03b2d9,segment=NetworkSegment(611114e7-1b48-49b1-9271-dd93696d76ea),segment_id=611114e7-1b48-49b1-9271-dd93696d76ea)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:11.949414 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:11.970948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Router 90ba6d78-7ca2-40be-bafa-b7cbe066d7ef is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:43:11.989283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a6bb6-18f3-4a45-acbc-4488b726ff7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Network': ['ID=9dd66845-bb84-4969-bf6b-43aebaa84ba4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:11.998196 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:11.999235 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:12.028049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c742f3be-4af3-415e-8f1d-371697c9c864) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:12.062047 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:12.063261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.149201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5a39ebb8-54d5-48fc-8270-8bed91d0d97b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.159826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:12.187037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:12.193531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.215479 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-51ddb8eb-f28e-4a8e-a1bd-ac0a7f699cc6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9005654 Jul 28 10:43:12.219359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Made reservation on behalf of b66656fb151047fc9d65b4194de6e4f0 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:12.244526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.264185 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c6a876c-75d7-4eb3-b610-81f483f94634 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.1641502 Jul 28 10:43:12.274521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 59998) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:12.280593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1841179854'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:12.328122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Pushing event updated for resources: {'Port': ['ID=9cab264a-b8a0-4311-b6ee-399ebd03b2d9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:12.340293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9dd66845-bb84-4969-bf6b-43aebaa84ba4 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:12.340920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port 5a39ebb8-54d5-48fc-8270-8bed91d0d97b on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:12.350019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=5a39ebb8-54d5-48fc-8270-8bed91d0d97b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:12.399839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9dd66845-bb84-4969-bf6b-43aebaa84ba4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.430874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:12.432879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:12.462183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:12.466396 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60000) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:12.469291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6d5286b5-5b5f-418b-ba77-1c074484f84a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.490835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-69d10c21-a550-4d72-8789-7e8167a0b5fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629824594', 'description': 'tempest-description--855366402'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:12.492237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5286b5-5b5f-418b-ba77-1c074484f84a']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:12.509587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908581f5-3980-4f54-835a-9b0539a4ea27') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:12.512326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908581f5-3980-4f54-835a-9b0539a4ea27') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:12.543519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e009f2be-7260-409e-9323-9029aba273d6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.543829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (908581f5-3980-4f54-835a-9b0539a4ea27), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.543983 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Added segment e009f2be-7260-409e-9323-9029aba273d6 of type vlan for network a951b3cb-c743-424a-9765-bba6e5ce5d6a Jul 28 10:43:12.549488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Provisioning complete for port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:12.564636 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.566058 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:12.595990 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:12.633433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (908581f5-3980-4f54-835a-9b0539a4ea27), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.640155 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69d10c21-a550-4d72-8789-7e8167a0b5fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.641539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:12.642105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (908581f5-3980-4f54-835a-9b0539a4ea27), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.647432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Sync routers for ids ['90ba6d78-7ca2-40be-bafa-b7cbe066d7ef'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:12.666376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a951b3cb-c743-424a-9765-bba6e5ce5d6a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.670995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9dd66845-bb84-4969-bf6b-43aebaa84ba4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.702376 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:12.707390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Routers {'90ba6d78-7ca2-40be-bafa-b7cbe066d7ef'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:12.716783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90ba6d78-7ca2-40be-bafa-b7cbe066d7ef'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:12.727941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd66845-bb84-4969-bf6b-43aebaa84ba4']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:12.733686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:12.736974 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.756772 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 908581f5-3980-4f54-835a-9b0539a4ea27 resource provider aggregate not found Jul 28 10:43:12.765790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd63e5a0-98f8-464c-8c88-6d2880f5de4e') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:12.766174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd63e5a0-98f8-464c-8c88-6d2880f5de4e') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:12.768217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.772894 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e3548c59-e509-4012-a69c-ef963cb2260c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1669776 Jul 28 10:43:12.773716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6d5286b5-5b5f-418b-ba77-1c074484f84a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.775217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60006) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:12.802232 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a951b3cb-c743-424a-9765-bba6e5ce5d6a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.810561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:12.811185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.826135 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (bd63e5a0-98f8-464c-8c88-6d2880f5de4e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.831521 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 908581f5-3980-4f54-835a-9b0539a4ea27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 908581f5-3980-4f54-835a-9b0539a4ea27 found for delete ", "request_id": "req-80399d8b-fdbc-4ddf-8601-de706a404007"}]} Jul 28 10:43:12.842347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.849208 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/6d5286b5-5b5f-418b-ba77-1c074484f84a HTTP/1.1" status: 204 len: 168 time: 6.8317795 Jul 28 10:43:12.849784 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:12.861788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60008) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:12.913181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:12.917843 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e193-4af8-44f6-97aa-a084b90d0c5f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=6d5286b5-5b5f-418b-ba77-1c074484f84a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:12.935340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219578036'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:12.976226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:12.976600 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment 8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928 of type vlan for network 2c1747c0-9b5e-4240-b398-6be589991753 Jul 28 10:43:12.988556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:12.989202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.015328 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bd63e5a0-98f8-464c-8c88-6d2880f5de4e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.036426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0562a72-759b-4872-9c9b-98b6a1a084e4 None None] Network 6d5286b5-5b5f-418b-ba77-1c074484f84a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:13.054287 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2c1747c0-9b5e-4240-b398-6be589991753), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.059080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69d10c21-a550-4d72-8789-7e8167a0b5fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group (666d415e-9b98-4cc7-b616-11902ecc3858), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.068935 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-56a261ef-4185-45fb-ba5c-7af77b996ff4 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/90ba6d78-7ca2-40be-bafa-b7cbe066d7ef HTTP/1.1" status: 200 len: 907 time: 0.2638710 Jul 28 10:43:13.076929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60010) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:13.087014 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1811104 Jul 28 10:43:13.088143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Current status of the port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:13.091798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b76c58-954e-48f2-a619-98d69e5e2f27 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:13.097431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60012) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:13.106039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1585809425'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:13.121142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:13.121967 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (bd63e5a0-98f8-464c-8c88-6d2880f5de4e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.124268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69d10c21-a550-4d72-8789-7e8167a0b5fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (666d415e-9b98-4cc7-b616-11902ecc3858), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.234682 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment bd63e5a0-98f8-464c-8c88-6d2880f5de4e resource provider aggregate not found Jul 28 10:43:13.306385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d10c21-a550-4d72-8789-7e8167a0b5fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666d415e-9b98-4cc7-b616-11902ecc3858,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:13.313385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0562a72-759b-4872-9c9b-98b6a1a084e4 None None] Network 6d5286b5-5b5f-418b-ba77-1c074484f84a could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:43:13.321412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d94ac-6064-4722-927d-c5b3f68bcfa0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Network': ['ID=a951b3cb-c743-424a-9765-bba6e5ce5d6a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:13.340760 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment bd63e5a0-98f8-464c-8c88-6d2880f5de4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd63e5a0-98f8-464c-8c88-6d2880f5de4e found for delete ", "request_id": "req-54e898ed-cdaa-480e-8a73-f6b19054c616"}]} Jul 28 10:43:13.353793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:13.357848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.379798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a951b3cb-c743-424a-9765-bba6e5ce5d6a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:13.398159 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Provisioning complete for port 708d587e-1bce-40fb-9426-eedd961aa402 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:13.408438 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (708d587e-1bce-40fb-9426-eedd961aa402), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.411436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69d10c21-a550-4d72-8789-7e8167a0b5fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.420738 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-69d10c21-a550-4d72-8789-7e8167a0b5fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9435656 Jul 28 10:43:13.421679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2c1747c0-9b5e-4240-b398-6be589991753), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.434234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:13.439220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.447977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Set router 90ba6d78-7ca2-40be-bafa-b7cbe066d7ef gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:43:13.451012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60022) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:13.469215 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:13.470975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-84bb60bc-8dab-427e-b54c-00bfc95d80d2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'security_group_rule': {'security_group_id': '666d415e-9b98-4cc7-b616-11902ecc3858', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:13.476033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Made reservation on behalf of b66656fb151047fc9d65b4194de6e4f0 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:13.487752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.503562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:13.515002 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:13.519420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (19ebbb41-b3ce-467f-8706-0c310de4c96c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.520054 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment 19ebbb41-b3ce-467f-8706-0c310de4c96c of type vlan for network 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 Jul 28 10:43:13.572288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9b43d2c5-14d0-49dd-ab5d-f0449f067cf2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.611101 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9dd66845-bb84-4969-bf6b-43aebaa84ba4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.635836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dd66845-bb84-4969-bf6b-43aebaa84ba4 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 10:43:13.641494 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dd66845-bb84-4969-bf6b-43aebaa84ba4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:13.657974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.665157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2cdc1abe-5720-41a4-b12c-a5561a3d27f0 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "DELETE /v2.0/networks/9dd66845-bb84-4969-bf6b-43aebaa84ba4 HTTP/1.1" status: 204 len: 168 time: 1.6213918 Jul 28 10:43:13.668929 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9b43d2c5-14d0-49dd-ab5d-f0449f067cf2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.681474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:13.688832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.696082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:13.704120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60024) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:13.706213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3805c7ff-019e-4e32-bfec-7113f632d65e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:13.720400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:13.733078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:13.744323 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bb4a6da7-d285-4a8b-8acc-61118dfd4daf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.744693 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Added segment bb4a6da7-d285-4a8b-8acc-61118dfd4daf of type vlan for network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 Jul 28 10:43:13.821444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4150d54a-51b3-4f8a-be40-dc7d816bfc77), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.871964 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9865897 Jul 28 10:43:13.873110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60026) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:13.881793 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 1.6058543 Jul 28 10:43:13.891239 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60028) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:13.895729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': '9b43d2c5-14d0-49dd-ab5d-f0449f067cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:13.911599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4150d54a-51b3-4f8a-be40-dc7d816bfc77), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.913385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'ports': [{'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864'}, {'network_id': '2c1747c0-9b5e-4240-b398-6be589991753'}]} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:13.914102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:13.914728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': '2c1747c0-9b5e-4240-b398-6be589991753'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:13.934203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:13.934844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:13.949756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3907a-53a5-4d53-9b5e-ab339be38118 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=9b43d2c5-14d0-49dd-ab5d-f0449f067cf2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:13.995207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:14.012756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b62d8-7364-44e3-875d-ac50fcd72279 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=2c1747c0-9b5e-4240-b398-6be589991753,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:14.030679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Made reservation on behalf of 0ea6ff4dc8324a0caa83384260cd640c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:14.034819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.050514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.145145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:14.173556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d67309a5-18b6-4bf0-96ff-a315a3d2e37d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.174382 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Added segment d67309a5-18b6-4bf0-96ff-a315a3d2e37d of type vlan for network 332370e2-31b4-4d09-9513-bd52067c88f2 Jul 28 10:43:14.264862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2c1747c0-9b5e-4240-b398-6be589991753 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:14.328091 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:14.358777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:14.362686 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.378769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (332370e2-31b4-4d09-9513-bd52067c88f2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.423442 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3232808 Jul 28 10:43:14.462889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.562097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84bb60bc-8dab-427e-b54c-00bfc95d80d2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group_rule (86584814-c160-47d9-ba19-d95cf197ac16), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.562685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 2} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:14.566835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.592907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e77b-80f6-4060-bbb4-54a9b428c487 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Network': ['ID=4150d54a-51b3-4f8a-be40-dc7d816bfc77,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:14.618428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.633022 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (332370e2-31b4-4d09-9513-bd52067c88f2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.635247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Current status of the port 708d587e-1bce-40fb-9426-eedd961aa402 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:14.637380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:14.638049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.657323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:14.743529 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:14.807028 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:14.821396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Provisioning complete for port 4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:14.822156 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.849613 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Deleting port 8b516e46-117a-48b7-8efe-632d850d8a43 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:14.849613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8b516e46-117a-48b7-8efe-632d850d8a43), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.875302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bca9e993-9a3d-4140-8f49-4764ebd96088 None None] Port 4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:43:14.898269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3805c7ff-019e-4e32-bfec-7113f632d65e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:14.899021 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:14.989942 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:15.021406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3805c7ff-019e-4e32-bfec-7113f632d65e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:15.022347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.039107 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84bb60bc-8dab-427e-b54c-00bfc95d80d2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group_rule (86584814-c160-47d9-ba19-d95cf197ac16), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.088705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84bb60bc-8dab-427e-b54c-00bfc95d80d2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (86584814-c160-47d9-ba19-d95cf197ac16), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.091101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ba6d78-7ca2-40be-bafa-b7cbe066d7ef', 'name': 'tempest-snat-router-845113604', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '8b516e46-117a-48b7-8efe-632d850d8a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:43:04Z', 'updated_at': '2022-07-28T10:43:09Z', 'revision_number': 3, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port': {'id': '8b516e46-117a-48b7-8efe-632d850d8a43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ba6d78-7ca2-40be-bafa-b7cbe066d7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:43:07Z', 'updated_at': '2022-07-28T10:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:15.152817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84bb60bc-8dab-427e-b54c-00bfc95d80d2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.156612 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-84bb60bc-8dab-427e-b54c-00bfc95d80d2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6868219 Jul 28 10:43:15.158914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb60bc-8dab-427e-b54c-00bfc95d80d2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86584814-c160-47d9-ba19-d95cf197ac16,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:15.161397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60042) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:15.170877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8b516e46-117a-48b7-8efe-632d850d8a43), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.178957 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7e8f8640-6673-4743-83a9-32ba0b63d7ea tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'security_group_rule': {'security_group_id': '666d415e-9b98-4cc7-b616-11902ecc3858', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:15.179575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-082ee9fe-8f4e-42e5-a504-fd20e3131bd5 None None] Provisioning complete for port cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:15.186649 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-082ee9fe-8f4e-42e5-a504-fd20e3131bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cb5e65ae-f81f-4c41-83f2-f06c2a363ee9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.191562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3805c7ff-019e-4e32-bfec-7113f632d65e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3805c7ff-019e-4e32-bfec-7113f632d65e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:15.193059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Checking router: 90ba6d78-7ca2-40be-bafa-b7cbe066d7ef for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:15.193641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Updating router 90ba6d78-7ca2-40be-bafa-b7cbe066d7ef port 8b516e46-117a-48b7-8efe-632d850d8a43 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:43:15.228500 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5230088 Jul 28 10:43:15.233798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60044) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:15.268603 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'subnet': {'network_id': '332370e2-31b4-4d09-9513-bd52067c88f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:15.282517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Calling delete_port for 8b516e46-117a-48b7-8efe-632d850d8a43 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:15.284569 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.375865 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60046) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:15.378136 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8640-6673-4743-83a9-32ba0b63d7ea tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group_rule (7947e375-9f20-4f1b-b6c1-4e56302c6032), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.386616 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:15.403552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3805c7ff-019e-4e32-bfec-7113f632d65e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:15.409432 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port b5234752-cccd-44cf-94d9-fe93417ef011 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:15.444658 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8b516e46-117a-48b7-8efe-632d850d8a43), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.540139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (b5234752-cccd-44cf-94d9-fe93417ef011), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.548192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Made reservation on behalf of 0ea6ff4dc8324a0caa83384260cd640c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:15.555987 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:15.620803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Network': ['ID=332370e2-31b4-4d09-9513-bd52067c88f2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:15.758536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.759199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.767769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.768419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.768926 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.769456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.769978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.770470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.770993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.771487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.771976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.772552 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.773073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.773560 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.774084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467f951-d390-4595-bae8-3d1e157fcc34 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.800951 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:15.855037 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port a114db75-f109-4fca-acd9-e3c906bbc78f yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:15.871145 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:15.992359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-927dbba6-cc33-4119-9532-0075d5643597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.023305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8640-6673-4743-83a9-32ba0b63d7ea tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group_rule (7947e375-9f20-4f1b-b6c1-4e56302c6032), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.083391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8640-6673-4743-83a9-32ba0b63d7ea tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (7947e375-9f20-4f1b-b6c1-4e56302c6032), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.102055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (a114db75-f109-4fca-acd9-e3c906bbc78f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.167518 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:16.177606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f8640-6673-4743-83a9-32ba0b63d7ea tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7947e375-9f20-4f1b-b6c1-4e56302c6032,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:16.238991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (7c65f082-6517-420c-a12c-1af02f8b26cb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.242595 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b5234752-cccd-44cf-94d9-fe93417ef011), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.250146 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7e8f8640-6673-4743-83a9-32ba0b63d7ea tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.253282 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7e8f8640-6673-4743-83a9-32ba0b63d7ea tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0791919 Jul 28 10:43:16.380585 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:16.384722 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60052) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:16.389889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:16.454532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=b5234752-cccd-44cf-94d9-fe93417ef011,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:16.464755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 332370e2-31b4-4d09-9513-bd52067c88f2 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:16.481450 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:16.553115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-927dbba6-cc33-4119-9532-0075d5643597 admin admin] Publish callbacks [] for security_group (640eb9e0-bc9f-4294-8444-0ca997afccc9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.555275 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:16.579319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:16.592434 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:43:16.596815 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8b516e46-117a-48b7-8efe-632d850d8a43), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.598253 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:43:16.598850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-082ee9fe-8f4e-42e5-a504-fd20e3131bd5 None None] Port cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:43:16.614440 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-927dbba6-cc33-4119-9532-0075d5643597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (640eb9e0-bc9f-4294-8444-0ca997afccc9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.617169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:43:16.618096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (1da5b25d-ae4a-4a5f-9d72-b342bcc641ea), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.626058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:16.626579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.700871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:16.707774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:16.709640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a114db75-f109-4fca-acd9-e3c906bbc78f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.731314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=7c65f082-6517-420c-a12c-1af02f8b26cb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:16.752779 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': '19ebbb41-b3ce-467f-8706-0c310de4c96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9b43d2c5-14d0-49dd-ab5d-f0449f067cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:16.753146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:16.833695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:16.839964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 708d587e-1bce-40fb-9426-eedd961aa402 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:16.879028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b516e46-117a-48b7-8efe-632d850d8a43,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:16.881129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.893054 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=a114db75-f109-4fca-acd9-e3c906bbc78f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:16.930764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1da5b25d-ae4a-4a5f-9d72-b342bcc641ea,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:16.944542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 708d587e-1bce-40fb-9426-eedd961aa402 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:16.944791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (708d587e-1bce-40fb-9426-eedd961aa402), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:16.962032 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-927dbba6-cc33-4119-9532-0075d5643597 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=757b7a0571e54da8a4d8d566a20cd6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5779204 Jul 28 10:43:16.967462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60056) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:16.970676 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dbba6-cc33-4119-9532-0075d5643597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640eb9e0-bc9f-4294-8444-0ca997afccc9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:17.040990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.053309 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.080683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 708d587e-1bce-40fb-9426-eedd961aa402 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:17.133117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Port 8b516e46-117a-48b7-8efe-632d850d8a43 not found while updating agent binding for router 90ba6d78-7ca2-40be-bafa-b7cbe066d7ef. {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 28 10:43:17.149195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Routers {'90ba6d78-7ca2-40be-bafa-b7cbe066d7ef'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:17.150175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['90ba6d78-7ca2-40be-bafa-b7cbe066d7ef'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:17.225739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Checking segment: {'id': 'd67309a5-18b6-4bf0-96ff-a315a3d2e37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '332370e2-31b4-4d09-9513-bd52067c88f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:17.226418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Network hostable DHCP agents. Network: 332370e2-31b4-4d09-9513-bd52067c88f2, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:17.245599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.250227 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.300667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] Set router 90ba6d78-7ca2-40be-bafa-b7cbe066d7ef gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:43:17.316702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96dcc8ae-71c0-4126-892b-fb4f4dba8c27 admin admin] Publish callbacks [] for security_group (640eb9e0-bc9f-4294-8444-0ca997afccc9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.337671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:17.387584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:17.391185 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:17.392677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': '8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c1747c0-9b5e-4240-b398-6be589991753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:17.393160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: 2c1747c0-9b5e-4240-b398-6be589991753, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:17.407354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:17.408117 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.414852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96dcc8ae-71c0-4126-892b-fb4f4dba8c27 admin admin] Publish callbacks [] for security_group (640eb9e0-bc9f-4294-8444-0ca997afccc9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.472154 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8955a623-ffa6-4985-9c0c-cce66f5a4d53 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.5868773 Jul 28 10:43:17.472987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 2c1747c0-9b5e-4240-b398-6be589991753 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:17.477710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60058) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:17.512003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ba6d78-7ca2-40be-bafa-b7cbe066d7ef', 'name': 'tempest-snat-router-845113604', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:43:04Z', 'updated_at': '2022-07-28T10:43:16Z', 'revision_number': 5, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:17.534122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2c1747c0-9b5e-4240-b398-6be589991753) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:17.535172 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:17.548160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:17.554530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:17.556999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Network 332370e2-31b4-4d09-9513-bd52067c88f2 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:17.560364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:17.561234 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.579746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96dcc8ae-71c0-4126-892b-fb4f4dba8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (640eb9e0-bc9f-4294-8444-0ca997afccc9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.588441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96dcc8ae-71c0-4126-892b-fb4f4dba8c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.592021 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-96dcc8ae-71c0-4126-892b-fb4f4dba8c27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/640eb9e0-bc9f-4294-8444-0ca997afccc9 HTTP/1.1" status: 204 len: 168 time: 0.6123488 Jul 28 10:43:17.592021 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (90ba6d78-7ca2-40be-bafa-b7cbe066d7ef), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.592021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90ba6d78-7ca2-40be-bafa-b7cbe066d7ef {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:17.598191 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 332370e2-31b4-4d09-9513-bd52067c88f2) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:17.606576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Allocated IP 172.25.2.53 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/d74aa404-2a85-4504-bc34-4ca23eaf00f1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:17.624204 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df217c8d-80cb-4c97-bbda-52f2fc46f223 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7187059 Jul 28 10:43:17.630873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60062) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:17.645697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5d8994-62f6-4fc1-81e5-d518255a93f1 None None] Network 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:17.655959 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:17.660513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3805c7ff-019e-4e32-bfec-7113f632d65e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:17.663952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.668462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-416f0026-5e67-4657-ad34-1b0a9146ff6c tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "DELETE /v2.0/routers/90ba6d78-7ca2-40be-bafa-b7cbe066d7ef HTTP/1.1" status: 204 len: 168 time: 4.5845492 Jul 28 10:43:17.669579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcc8ae-71c0-4126-892b-fb4f4dba8c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640eb9e0-bc9f-4294-8444-0ca997afccc9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:17.677224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4153568-b77c-4b01-95d5-e3d89c68b5c9 None None] The sync data for ids ['90ba6d78-7ca2-40be-bafa-b7cbe066d7ef'] in n-d-850468-6 is: [{'id': '90ba6d78-7ca2-40be-bafa-b7cbe066d7ef', 'name': 'tempest-snat-router-845113604', 'tenant_id': '5e7c718d22e54cad998db36467c5e046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:43:04Z', 'updated_at': '2022-07-28T10:43:16Z', 'revision_number': 5, 'project_id': '5e7c718d22e54cad998db36467c5e046', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:17.678135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:17.678741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.688560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f41dc-117b-4bb0-a39d-bd03a32fedd4 None None] Network 2c1747c0-9b5e-4240-b398-6be589991753 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:17.694238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60064) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:17.788282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9b43d2c5-14d0-49dd-ab5d-f0449f067cf2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.899291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fb64b-edd0-4ad8-a83d-9f9b13cf882c None None] Network 332370e2-31b4-4d09-9513-bd52067c88f2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:17.971889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port a114db75-f109-4fca-acd9-e3c906bbc78f {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:17.975315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a114db75-f109-4fca-acd9-e3c906bbc78f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:17.996243 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=7 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:18.052579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60076) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:18.072374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'subnets': [{'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1999979399', 'ip_version': 6}, {'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:18.073746 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'subnet': {'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1999979399', 'ip_version': 6}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:18.074388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Request body: {'subnet': {'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:18.076589 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=30 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:18.105811 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0c2f45b8-afd1-4265-9366-feda9935f9d9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8679657 Jul 28 10:43:18.110152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60084) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:18.175281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'floatingip': {'floating_network_id': '332370e2-31b4-4d09-9513-bd52067c88f2'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:18.190782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.240337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a114db75-f109-4fca-acd9-e3c906bbc78f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.248232 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:18.251024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (48eee675-aaf4-470b-8cc5-2a7a5aaff582), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.256560 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for a114db75-f109-4fca-acd9-e3c906bbc78f owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:18.294223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7c65f082-6517-420c-a12c-1af02f8b26cb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.346954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60086) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:18.390232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6129be35-27c2-44b7-8217-3a9c4079e066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.407479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3805c7ff-019e-4e32-bfec-7113f632d65e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:18.407885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.418598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.503530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315853b8-b79c-4581-848b-bcf2013115bc None None] Network 332370e2-31b4-4d09-9513-bd52067c88f2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:18.516193 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:18.518202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.555700 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:18.556030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70bcc4f-99d8-4666-9c14-44eada15c69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b43d2c5-14d0-49dd-ab5d-f0449f067cf2', 'network_id': '9b43d2c5-14d0-49dd-ab5d-f0449f067cf2', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '7c65f082-6517-420c-a12c-1af02f8b26cb'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:18.561253 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e70bcc4f-99d8-4666-9c14-44eada15c69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.598046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60090) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:18.618207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (48eee675-aaf4-470b-8cc5-2a7a5aaff582), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.621543 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.694680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Made reservation on behalf of b66656fb151047fc9d65b4194de6e4f0 for: {'subnet': 2} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:18.699830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.700168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.737355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:18.798448 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:18.804138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Port': ['ID=d74aa404-2a85-4504-bc34-4ca23eaf00f1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:18.811260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:18.816230 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:18.859829 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (7c65f082-6517-420c-a12c-1af02f8b26cb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.863916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3805c7ff-019e-4e32-bfec-7113f632d65e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:18.891290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a114db75-f109-4fca-acd9-e3c906bbc78f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.906715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e99ba94-cff5-4a8e-9d0e-0e2dac36b20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.938275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Deleting port 3805c7ff-019e-4e32-bfec-7113f632d65e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:18.938617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:18.966928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=7c65f082-6517-420c-a12c-1af02f8b26cb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:19.020944 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-e70bcc4f-99d8-4666-9c14-44eada15c69b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c65f082-6517-420c-a12c-1af02f8b26cb: This subnet is being modified by another concurrent operation. Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:43:19.043606 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c65f082-6517-420c-a12c-1af02f8b26cb: This subnet is being modified by another concurrent operation. Jul 28 10:43:19.047410 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:43:19.053108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Allocated IP 172.20.0.10 (332370e2-31b4-4d09-9513-bd52067c88f2/1da5b25d-ae4a-4a5f-9d72-b342bcc641ea/3ba46685-9daf-4ee2-8b84-583e9bf017bf) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:19.055618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6129be35-27c2-44b7-8217-3a9c4079e066 admin admin] Publish callbacks [] for security_group (df950c7f-fde6-494f-9718-eb595b404bc4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.059620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=a114db75-f109-4fca-acd9-e3c906bbc78f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:19.090487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a5235-c319-4374-870b-96c2d29c4a63 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:43:19.093436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.094608 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e99ba94-cff5-4a8e-9d0e-0e2dac36b20c admin admin] Publish callbacks [] for security_group (accf35dd-0f4a-4428-878d-4ebde350c181), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.097836 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3821be92-b2e3-4c41-8bee-051624311019 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/a114db75-f109-4fca-acd9-e3c906bbc78f HTTP/1.1" status: 204 len: 168 time: 1.4633200 Jul 28 10:43:19.103195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60094) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:19.104535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6129be35-27c2-44b7-8217-3a9c4079e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (df950c7f-fde6-494f-9718-eb595b404bc4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.110783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9b43d2c5-14d0-49dd-ab5d-f0449f067cf2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.132062 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:19.178843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0e99ba94-cff5-4a8e-9d0e-0e2dac36b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (accf35dd-0f4a-4428-878d-4ebde350c181), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.194299 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for floatingip (d43e722c-b4da-4b06-8226-714125d9cbdb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.274872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53a5235-c319-4374-870b-96c2d29c4a63 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:43:19.358340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b43d2c5-14d0-49dd-ab5d-f0449f067cf2']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:19.372578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ebbb41-b3ce-467f-8706-0c310de4c96c') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:19.373286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ebbb41-b3ce-467f-8706-0c310de4c96c') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:19.390076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (19ebbb41-b3ce-467f-8706-0c310de4c96c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.409192 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (19ebbb41-b3ce-467f-8706-0c310de4c96c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.420279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:19.420948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (19ebbb41-b3ce-467f-8706-0c310de4c96c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.425794 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:19.541800 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 19ebbb41-b3ce-467f-8706-0c310de4c96c resource provider aggregate not found Jul 28 10:43:19.565563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.612373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.637739 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 19ebbb41-b3ce-467f-8706-0c310de4c96c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19ebbb41-b3ce-467f-8706-0c310de4c96c found for delete ", "request_id": "req-cf6a250b-b365-4ddc-89e9-074da869122b"}]} Jul 28 10:43:19.642560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9b43d2c5-14d0-49dd-ab5d-f0449f067cf2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.654020 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:19.656627 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.663673 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 HTTP/1.1" status: 204 len: 168 time: 2.1848595 Jul 28 10:43:19.664683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60100) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:19.667176 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6129be35-27c2-44b7-8217-3a9c4079e066 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5770cd775bc14a8c8573d01ef7fbfb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3166413 Jul 28 10:43:19.677137 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432843684'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:19.683544 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60102) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:19.703719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.705736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a53e6-93b1-4c37-80cb-85dc77f7391c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=9b43d2c5-14d0-49dd-ab5d-f0449f067cf2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:19.709279 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0e99ba94-cff5-4a8e-9d0e-0e2dac36b20c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73513f4376114b1ba0f9a7e5c7f5da88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1071713 Jul 28 10:43:19.711858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a615700-3eab-48b5-8cf2-0c84439921ea None None] Network 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:19.725039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60104) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:19.727276 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129be35-27c2-44b7-8217-3a9c4079e066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df950c7f-fde6-494f-9718-eb595b404bc4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:19.755781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a615700-3eab-48b5-8cf2-0c84439921ea None None] Network 9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:43:19.756236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb1e10-ecdb-4a90-8e31-01d0b5de2975 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:19.763661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb1e10-ecdb-4a90-8e31-01d0b5de2975 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:19.765527 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-74bb1e10-ecdb-4a90-8e31-01d0b5de2975 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6579387 Jul 28 10:43:19.780426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60106) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:19.833072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Network 332370e2-31b4-4d09-9513-bd52067c88f2 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:19.845709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:19.856515 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:19.859836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.863440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:19.873076 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] For port 3805c7ff-019e-4e32-bfec-7113f632d65e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3805c7ff-019e-4e32-bfec-7113f632d65e,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:19.873773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:19.907346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Port': ['ID=3ba46685-9daf-4ee2-8b84-583e9bf017bf,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:19.919040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Calling delete_port for 3805c7ff-019e-4e32-bfec-7113f632d65e owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:19.923384 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:19.924293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99ba94-cff5-4a8e-9d0e-0e2dac36b20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf35dd-0f4a-4428-878d-4ebde350c181,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:19.937024 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:19.987674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:19.996139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9a36df3-e9d3-44ee-9327-c28b8ac68c1c admin admin] Publish callbacks [] for security_group (accf35dd-0f4a-4428-878d-4ebde350c181), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.019920 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (94018dee-b65f-4ec4-8aa6-8e8c3b7b9728), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.020421 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment 94018dee-b65f-4ec4-8aa6-8e8c3b7b9728 of type vlan for network cc007545-3ba8-43e1-a78e-291a7d335602 Jul 28 10:43:20.080094 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.103388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ac5deb0-1a4c-4287-a7dd-fcc14a521066 admin admin] Publish callbacks [] for security_group (df950c7f-fde6-494f-9718-eb595b404bc4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.105235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9a36df3-e9d3-44ee-9327-c28b8ac68c1c admin admin] Publish callbacks [] for security_group (accf35dd-0f4a-4428-878d-4ebde350c181), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.110885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port b5234752-cccd-44cf-94d9-fe93417ef011 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:20.111231 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b5234752-cccd-44cf-94d9-fe93417ef011), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.111871 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.146517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (cc007545-3ba8-43e1-a78e-291a7d335602), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.187188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for floatingip (a5165145-ea48-4ca8-a409-b5c6d9ba615d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.210358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ac5deb0-1a4c-4287-a7dd-fcc14a521066 admin admin] Publish callbacks [] for security_group (df950c7f-fde6-494f-9718-eb595b404bc4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.221314 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:20.282548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b5234752-cccd-44cf-94d9-fe93417ef011), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.290987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event updated for resources: {'Port': ['ID=d74aa404-2a85-4504-bc34-4ca23eaf00f1,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.301761 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (cc007545-3ba8-43e1-a78e-291a7d335602), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.307827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:20.308775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.344416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.355431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for b5234752-cccd-44cf-94d9-fe93417ef011 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:20.403662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (d43e722c-b4da-4b06-8226-714125d9cbdb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.411199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9a36df3-e9d3-44ee-9327-c28b8ac68c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (accf35dd-0f4a-4428-878d-4ebde350c181), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.413735 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9a36df3-e9d3-44ee-9327-c28b8ac68c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.414925 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a9a36df3-e9d3-44ee-9327-c28b8ac68c1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/accf35dd-0f4a-4428-878d-4ebde350c181 HTTP/1.1" status: 204 len: 168 time: 0.6888442 Jul 28 10:43:20.421438 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7490361 Jul 28 10:43:20.428724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60110) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:20.457609 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': 'cc007545-3ba8-43e1-a78e-291a7d335602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:20.483663 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a36df3-e9d3-44ee-9327-c28b8ac68c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf35dd-0f4a-4428-878d-4ebde350c181,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.493124 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:20.512250 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ac5deb0-1a4c-4287-a7dd-fcc14a521066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (df950c7f-fde6-494f-9718-eb595b404bc4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.515556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8ac5deb0-1a4c-4287-a7dd-fcc14a521066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.516078 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8ac5deb0-1a4c-4287-a7dd-fcc14a521066 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df950c7f-fde6-494f-9718-eb595b404bc4 HTTP/1.1" status: 204 len: 168 time: 0.8315113 Jul 28 10:43:20.525261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.536635 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-078846f9-2fb0-4b70-8601-00e2fb71ed42 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0663338 Jul 28 10:43:20.543072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (b0cbe922-03c5-4271-bc0e-b5bd7b3c2418), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.544152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91031ae-aab9-4385-92c1-c07aa936abca tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=cc007545-3ba8-43e1-a78e-291a7d335602,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.552596 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5deb0-1a4c-4287-a7dd-fcc14a521066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df950c7f-fde6-494f-9718-eb595b404bc4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.563755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network cc007545-3ba8-43e1-a78e-291a7d335602 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:20.608195 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3805c7ff-019e-4e32-bfec-7113f632d65e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.629515 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:20.661557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event deleted for resources: {'Port': ['ID=3805c7ff-019e-4e32-bfec-7113f632d65e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.664474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b5234752-cccd-44cf-94d9-fe93417ef011), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.685898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:20.690013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.725414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Subnet': ['ID=b0cbe922-03c5-4271-bc0e-b5bd7b3c2418,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.730465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=b5234752-cccd-44cf-94d9-fe93417ef011,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.782378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.791199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.794761 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60118) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:20.800988 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a4531a76-6ca4-4d19-9793-9764f737478e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/b5234752-cccd-44cf-94d9-fe93417ef011 HTTP/1.1" status: 204 len: 168 time: 1.0016725 Jul 28 10:43:20.811038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.827479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Checking segment: {'id': 'e009f2be-7260-409e-9323-9029aba273d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:20.827812 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network hostable DHCP agents. Network: a951b3cb-c743-424a-9765-bba6e5ce5d6a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:20.846844 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:20.907704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network a951b3cb-c743-424a-9765-bba6e5ce5d6a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:20.938149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f55705-b7ee-4e33-8613-31fb1c03dca6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:20.939651 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d8f55705-b7ee-4e33-8613-31fb1c03dca6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1438804 Jul 28 10:43:20.939885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (48eee675-aaf4-470b-8cc5-2a7a5aaff582), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:20.944011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60124) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:20.945333 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a951b3cb-c743-424a-9765-bba6e5ce5d6a) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:20.946351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Port': ['ID=3ba46685-9daf-4ee2-8b84-583e9bf017bf,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:20.953650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932a2d3-817f-4cdc-9a21-755afd9813f6 None None] Network a951b3cb-c743-424a-9765-bba6e5ce5d6a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:20.954216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (9fd93e3a-b9d6-4505-8e26-2513e8ba4a71), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.036074 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e723d9-342d-44d5-93c9-2bd83cb80c86 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:43:21.040113 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-99e723d9-342d-44d5-93c9-2bd83cb80c86 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/a114db75-f109-4fca-acd9-e3c906bbc78f HTTP/1.1" status: 404 len: 333 time: 0.0879452 Jul 28 10:43:21.054431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60126) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:21.120531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event updated for resources: {'Subnet': ['ID=9fd93e3a-b9d6-4505-8e26-2513e8ba4a71,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:21.142992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (a5165145-ea48-4ca8-a409-b5c6d9ba615d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.160342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a951b3cb-c743-424a-9765-bba6e5ce5d6a', 'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a', 'project_id': 'b66656fb151047fc9d65b4194de6e4f0', 'fixed_ips': [{'subnet_id': 'b0cbe922-03c5-4271-bc0e-b5bd7b3c2418'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:21.160673 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.187825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.189995 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00268799-664b-4564-af91-fb559418691a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0260749 Jul 28 10:43:21.193093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60134) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:21.295421 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9739c82d-410f-45fd-89ba-323ea25a1eb5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:43:21.298475 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9739c82d-410f-45fd-89ba-323ea25a1eb5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/b5234752-cccd-44cf-94d9-fe93417ef011 HTTP/1.1" status: 404 len: 333 time: 0.1648850 Jul 28 10:43:21.304414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:21.325891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60150) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:21.406514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2c1747c0-9b5e-4240-b398-6be589991753), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.415510 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (48eee675-aaf4-470b-8cc5-2a7a5aaff582), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.433293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_controller (48eee675-aaf4-470b-8cc5-2a7a5aaff582), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.458330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Allocated IP 2001:db8::1 (a951b3cb-c743-424a-9765-bba6e5ce5d6a/b0cbe922-03c5-4271-bc0e-b5bd7b3c2418/d12e2983-384d-4fac-bd54-f530f68e94e0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:21.584101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Checking segment: {'id': 'bb4a6da7-d285-4a8b-8acc-61118dfd4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:21.584904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network hostable DHCP agents. Network: 4150d54a-51b3-4f8a-be40-dc7d816bfc77, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:21.593489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (48eee675-aaf4-470b-8cc5-2a7a5aaff582), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.594411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48eee675-aaf4-470b-8cc5-2a7a5aaff582 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:21.599528 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.601182 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-03f78c5e-f6f0-4a21-bab1-cf81359df6b9 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "DELETE /v2.0/routers/48eee675-aaf4-470b-8cc5-2a7a5aaff582 HTTP/1.1" status: 204 len: 168 time: 3.9035566 Jul 28 10:43:21.615543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60154) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:21.627210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1847161310', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:21.660360 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:21.667187 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2c1747c0-9b5e-4240-b398-6be589991753), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.673387 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:21.676514 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Publish callbacks [] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.677745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (befbe88e-1697-4edf-935b-ad89595557f8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.679392 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (befbe88e-1697-4edf-935b-ad89595557f8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.700141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.717967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:21.737471 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ff7685d9-563d-41a6-b77a-238610323939 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=332370e2-31b4-4d09-9513-bd52067c88f2 HTTP/1.1" status: 200 len: 690 time: 0.5430491 Jul 28 10:43:21.745952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1747c0-9b5e-4240-b398-6be589991753']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:21.752668 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60156) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:21.762391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (438e1a02-4485-4442-9800-c70ac0f775db), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.765624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Network a951b3cb-c743-424a-9765-bba6e5ce5d6a is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:21.771382 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b5de1c8-10dd-4c27-b99f-e5fc1e1413ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.774421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:21.779773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:21.796469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Pushing event updated for resources: {'Port': ['ID=d12e2983-384d-4fac-bd54-f530f68e94e0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:21.831035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:21.831608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:21.834717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4150d54a-51b3-4f8a-be40-dc7d816bfc77) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:21.842316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:21.852582 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:21.852582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.858932 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:21.863606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b6695-b0a5-41f1-a362-b1b958190e65 None None] Network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:21.889695 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-d09e5f2e-539d-4207-81fd-569e50ee62a0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--629824594&fields=id&tenant_id=b900fee094054e5da82bd4b37b369b0e HTTP/1.1" status: 200 len: 267 time: 0.5646420 Jul 28 10:43:21.946577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Attempting to bind port d12e2983-384d-4fac-bd54-f530f68e94e0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:21.946965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Attempting to bind port d12e2983-384d-4fac-bd54-f530f68e94e0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e009f2be-7260-409e-9323-9029aba273d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:21.947347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Attempting to bind port d12e2983-384d-4fac-bd54-f530f68e94e0 on network a951b3cb-c743-424a-9765-bba6e5ce5d6a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:21.957377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:21.958119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Checking segment: {'id': 'e009f2be-7260-409e-9323-9029aba273d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:21.958216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.958572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Bound using segment: {'id': 'e009f2be-7260-409e-9323-9029aba273d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:21.959113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Bound port: d12e2983-384d-4fac-bd54-f530f68e94e0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e009f2be-7260-409e-9323-9029aba273d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a951b3cb-c743-424a-9765-bba6e5ce5d6a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:21.959506 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.994300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:21.995814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=438e1a02-4485-4442-9800-c70ac0f775db,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:22.028823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cc007545-3ba8-43e1-a78e-291a7d335602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:22.030094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: cc007545-3ba8-43e1-a78e-291a7d335602, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:22.034863 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (befbe88e-1697-4edf-935b-ad89595557f8), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.043250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-383e3456-578b-4eb5-853d-f9bceeb7faa1 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.045182 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-383e3456-578b-4eb5-853d-f9bceeb7faa1 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports/4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af HTTP/1.1" status: 200 len: 937 time: 0.1432743 Jul 28 10:43:22.047047 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-25c8cfd7-8976-4c59-b3d8-ea95977027f5 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9918156 Jul 28 10:43:22.053485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60166) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:22.070503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (332370e2-31b4-4d09-9513-bd52067c88f2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.079414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4150d54a-51b3-4f8a-be40-dc7d816bfc77', 'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77', 'project_id': 'b66656fb151047fc9d65b4194de6e4f0', 'fixed_ips': [{'subnet_id': '9fd93e3a-b9d6-4505-8e26-2513e8ba4a71'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:22.081159 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.085045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.109297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] For port d12e2983-384d-4fac-bd54-f530f68e94e0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:22.176405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] For port d12e2983-384d-4fac-bd54-f530f68e94e0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d12e2983-384d-4fac-bd54-f530f68e94e0,segment=NetworkSegment(e009f2be-7260-409e-9323-9029aba273d6),segment_id=e009f2be-7260-409e-9323-9029aba273d6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:22.194196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:22.195059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network cc007545-3ba8-43e1-a78e-291a7d335602 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:22.195206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.212741 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.228545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-16410672-9d1c-4514-aecf-873177ae7f7d tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.232827 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-16410672-9d1c-4514-aecf-873177ae7f7d tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports/cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 HTTP/1.1" status: 200 len: 936 time: 0.1804886 Jul 28 10:43:22.236545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, cc007545-3ba8-43e1-a78e-291a7d335602) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:22.241272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.241976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.274529 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:22.284118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Pushing event updated for resources: {'Port': ['ID=d12e2983-384d-4fac-bd54-f530f68e94e0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:22.292669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054d32be-847f-46da-bee0-b9e7e6e52801 None None] Network cc007545-3ba8-43e1-a78e-291a7d335602 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:22.342074 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-4f817226-304a-4efc-b186-c1b8d4f6c755 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?network_id=cb0e25c5-4b28-48d7-aa14-4fe811202ad2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0930176 Jul 28 10:43:22.362197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.362853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.363379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.363943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.364473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.365004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.365521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.366088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.366632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.367154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.367675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.368203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.368968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.369526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.370107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7349d18-8d3b-4513-8d57-916ab15faf2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:22.401723 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928 resource provider aggregate not found Jul 28 10:43:22.437152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b5de1c8-10dd-4c27-b99f-e5fc1e1413ec admin admin] Publish callbacks [] for security_group (211ff2f1-51f1-46df-a941-6ffd3f92bdd9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.439669 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-5acd09cc-a1d1-49ed-b568-18cdcd2647cf tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?network_id=cb0e25c5-4b28-48d7-aa14-4fe811202ad2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0867763 Jul 28 10:43:22.456806 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6453290a-0b30-40f3-af2f-172935586a33 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0252078 Jul 28 10:43:22.488624 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60178) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:22.492857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Allocated IP 2001:db8:0:1::1 (4150d54a-51b3-4f8a-be40-dc7d816bfc77/9fd93e3a-b9d6-4505-8e26-2513e8ba4a71/9e381a97-7c87-4d8a-b1a9-f8759d87c08e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:22.506901 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:43:22.531178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b5de1c8-10dd-4c27-b99f-e5fc1e1413ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (211ff2f1-51f1-46df-a941-6ffd3f92bdd9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.538715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2c1747c0-9b5e-4240-b398-6be589991753), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.554852 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8347d9cb-1ca6-46f8-98f2-e0bcbb9d5928 found for delete ", "request_id": "req-58cd024c-a4a8-4f8a-acce-05ce5335e45d"}]} Jul 28 10:43:22.571145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcdcef-56ab-49a4-877f-6fbde1f5bf8d tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.571719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcdcef-56ab-49a4-877f-6fbde1f5bf8d tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.580038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcdcef-56ab-49a4-877f-6fbde1f5bf8d tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.589687 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-39dcdcef-56ab-49a4-877f-6fbde1f5bf8d tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5344799 Jul 28 10:43:22.594916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:22.600175 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.605443 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/2c1747c0-9b5e-4240-b398-6be589991753 HTTP/1.1" status: 204 len: 168 time: 1.2980216 Jul 28 10:43:22.712186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60184) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:22.718134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Deleting port 3ba46685-9daf-4ee2-8b84-583e9bf017bf {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:22.718632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.751976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-39854bcf-3865-4b27-8848-5c5b91704ab5 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.773681 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-39854bcf-3865-4b27-8848-5c5b91704ab5 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.779858 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-39854bcf-3865-4b27-8848-5c5b91704ab5 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:22.793808 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-39854bcf-3865-4b27-8848-5c5b91704ab5 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/networks?id=dc378914-a188-495f-9afa-f65a08836123&id=7fc43303-0936-4b6f-a24f-96a28bd8f2bb&id=7fc43303-0936-4b6f-a24f-96a28bd8f2bb&id=cb0e25c5-4b28-48d7-aa14-4fe811202ad2&id=cb0e25c5-4b28-48d7-aa14-4fe811202ad2 HTTP/1.1" status: 200 len: 1994 time: 0.3355646 Jul 28 10:43:22.826507 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:22.842732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.843068 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for floatingip (3ba46685-9daf-4ee2-8b84-583e9bf017bf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.864678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Calling delete_port for 3ba46685-9daf-4ee2-8b84-583e9bf017bf owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:22.876412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-cc007545-3ba8-43e1-a78e-291a7d335602', 'network_id': 'cc007545-3ba8-43e1-a78e-291a7d335602', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '438e1a02-4485-4442-9800-c70ac0f775db'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:22.877570 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.886990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (befbe88e-1697-4edf-935b-ad89595557f8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.897989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5de1c8-10dd-4c27-b99f-e5fc1e1413ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211ff2f1-51f1-46df-a941-6ffd3f92bdd9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:22.921434 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Publish callbacks [] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:22.926537 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-e9cd7697-dbee-4690-aa7f-bd1a9d9e38ad tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/quotas/b900fee094054e5da82bd4b37b369b0e HTTP/1.1" status: 200 len: 375 time: 0.0984886 Jul 28 10:43:22.939099 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1b5de1c8-10dd-4c27-b99f-e5fc1e1413ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=510ce0b97ef24ac293a32bc1bbae4328&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6105754 Jul 28 10:43:22.942443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-543869001'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:22.945993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60188) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:22.968254 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:22.969737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07d442-52fd-4292-a0d1-e7bcf0090c8e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=2c1747c0-9b5e-4240-b398-6be589991753,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:22.990462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:22.994058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.039300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.067257 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:23.085407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60190) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:23.108799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:23.133083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:23.141167 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Deleting subnet b0cbe922-03c5-4271-bc0e-b5bd7b3c2418 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:43:23.155563 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks [] for subnet (b0cbe922-03c5-4271-bc0e-b5bd7b3c2418), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.157029 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-e359205b-eee5-4753-b3b3-09387b2b9d18 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b900fee094054e5da82bd4b37b369b0e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2216253 Jul 28 10:43:23.160433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:23.163268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (cc007545-3ba8-43e1-a78e-291a7d335602), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.171999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:23.178300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Pushing event updated for resources: {'Port': ['ID=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:23.200098 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7b3b54d1-1f67-4c9f-b121-2b88c58fda53), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.200655 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment 7b3b54d1-1f67-4c9f-b121-2b88c58fda53 of type vlan for network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 Jul 28 10:43:23.211765 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a174fb3-7996-4042-9d7b-e5d248586971 admin admin] Publish callbacks [] for security_group (211ff2f1-51f1-46df-a941-6ffd3f92bdd9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.268456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Allocated IP 2001:db8::1 (cc007545-3ba8-43e1-a78e-291a7d335602/438e1a02-4485-4442-9800-c70ac0f775db/1e00f97f-b8b3-4818-930d-28b3e2fe6866) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:23.277143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Attempting to bind port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:23.278215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Attempting to bind port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'bb4a6da7-d285-4a8b-8acc-61118dfd4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:23.279082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Attempting to bind port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e on network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:23.288700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:23.289669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Checking segment: {'id': 'bb4a6da7-d285-4a8b-8acc-61118dfd4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:23.290402 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.291011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Bound using segment: {'id': 'bb4a6da7-d285-4a8b-8acc-61118dfd4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:23.292043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Bound port: 9e381a97-7c87-4d8a-b1a9-f8759d87c08e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4a6da7-d285-4a8b-8acc-61118dfd4daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4150d54a-51b3-4f8a-be40-dc7d816bfc77'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:23.292698 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.325088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (b0cbe922-03c5-4271-bc0e-b5bd7b3c2418), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.368679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a174fb3-7996-4042-9d7b-e5d248586971 admin admin] Publish callbacks [] for security_group (211ff2f1-51f1-46df-a941-6ffd3f92bdd9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.389092 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:23.405026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47e0eef4-4ce0-494a-b7b9-fa0c57df1a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.442630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] For port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:23.460163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (438e1a02-4485-4442-9800-c70ac0f775db), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.469994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] For port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,segment=NetworkSegment(bb4a6da7-d285-4a8b-8acc-61118dfd4daf),segment_id=bb4a6da7-d285-4a8b-8acc-61118dfd4daf)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:23.477558 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b0ea03ee-8f1a-4fa6-a854-ca1650a19013), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.482546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.488684 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:23.501741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d12e2983-384d-4fac-bd54-f530f68e94e0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:23.560349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (befbe88e-1697-4edf-935b-ad89595557f8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.587911 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:23.652436 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-3f565470-6c66-4250-b6ae-45eead8b125c service neutron] 10.222.0.46 "GET /v2.0/networks/dc378914-a188-495f-9afa-f65a08836123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214489 Jul 28 10:43:23.656258 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a174fb3-7996-4042-9d7b-e5d248586971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (211ff2f1-51f1-46df-a941-6ffd3f92bdd9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.662198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a174fb3-7996-4042-9d7b-e5d248586971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.667376 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a174fb3-7996-4042-9d7b-e5d248586971 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/211ff2f1-51f1-46df-a941-6ffd3f92bdd9 HTTP/1.1" status: 204 len: 168 time: 0.7118483 Jul 28 10:43:23.691081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Publish callbacks [] for port (1e00f97f-b8b3-4818-930d-28b3e2fe6866), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.713541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.724776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a174fb3-7996-4042-9d7b-e5d248586971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ff2f1-51f1-46df-a941-6ffd3f92bdd9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:23.731535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1e00f97f-b8b3-4818-930d-28b3e2fe6866), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.743574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b0ea03ee-8f1a-4fa6-a854-ca1650a19013), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.750658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:23.751741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.756675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39adfb-b2ee-494d-af9e-2ed2395a52cf None None] Pushing event updated for resources: {'Port': ['ID=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:23.865127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Network cc007545-3ba8-43e1-a78e-291a7d335602 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:23.870604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d12e2983-384d-4fac-bd54-f530f68e94e0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:23.871125 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.877553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:23.903606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (438e1a02-4485-4442-9800-c70ac0f775db), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:23.930242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:23.931726 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:23.994882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=438e1a02-4485-4442-9800-c70ac0f775db,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.140174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47e0eef4-4ce0-494a-b7b9-fa0c57df1a89 admin admin] Publish callbacks [] for security_group (40ef966d-2036-4b0b-a7c1-e8d89604c5c6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.166243 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-56679c0b-775b-4174-84b1-2951a9b898ca service neutron] 10.222.0.46 "GET /v2.0/networks/dc378914-a188-495f-9afa-f65a08836123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971461 Jul 28 10:43:24.170783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47e0eef4-4ce0-494a-b7b9-fa0c57df1a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40ef966d-2036-4b0b-a7c1-e8d89604c5c6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.174797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (cc007545-3ba8-43e1-a78e-291a7d335602), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.301165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc007545-3ba8-43e1-a78e-291a7d335602']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:24.306620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Pushing event updated for resources: {'Port': ['ID=1e00f97f-b8b3-4818-930d-28b3e2fe6866,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.308994 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0eef4-4ce0-494a-b7b9-fa0c57df1a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ef966d-2036-4b0b-a7c1-e8d89604c5c6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.311848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338a24b-36e0-40ba-8c3b-76aa2b6933fb None None] Network a951b3cb-c743-424a-9765-bba6e5ce5d6a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:24.323172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:24.323529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:24.330083 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-47e0eef4-4ce0-494a-b7b9-fa0c57df1a89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0febfd52a4d44c5fa10a2482563183fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2298737 Jul 28 10:43:24.330083 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-1df0c726-8892-4adb-9661-714019b76e91 service neutron] 10.222.0.46 "GET /v2.0/ports/4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1503427 Jul 28 10:43:24.335404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60204) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:24.349493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (94018dee-b65f-4ec4-8aa6-8e8c3b7b9728), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.419935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Attempting to bind port 1e00f97f-b8b3-4818-930d-28b3e2fe6866 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:24.420645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Attempting to bind port 1e00f97f-b8b3-4818-930d-28b3e2fe6866 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cc007545-3ba8-43e1-a78e-291a7d335602'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:24.421018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Attempting to bind port 1e00f97f-b8b3-4818-930d-28b3e2fe6866 on network cc007545-3ba8-43e1-a78e-291a7d335602 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:24.429214 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (94018dee-b65f-4ec4-8aa6-8e8c3b7b9728), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.455004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:24.455425 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (94018dee-b65f-4ec4-8aa6-8e8c3b7b9728), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.465080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:24.465476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Checking segment: {'id': '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cc007545-3ba8-43e1-a78e-291a7d335602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:24.466198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.466305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Bound using segment: {'id': '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cc007545-3ba8-43e1-a78e-291a7d335602'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:24.466784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Bound port: 1e00f97f-b8b3-4818-930d-28b3e2fe6866, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cc007545-3ba8-43e1-a78e-291a7d335602'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:24.467170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1e00f97f-b8b3-4818-930d-28b3e2fe6866), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.469219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Provisioning complete for port d12e2983-384d-4fac-bd54-f530f68e94e0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:24.469583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.516364 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 94018dee-b65f-4ec4-8aa6-8e8c3b7b9728 resource provider aggregate not found Jul 28 10:43:24.550557 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:24.564916 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 94018dee-b65f-4ec4-8aa6-8e8c3b7b9728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94018dee-b65f-4ec4-8aa6-8e8c3b7b9728 found for delete ", "request_id": "req-93291045-3497-4917-9ca3-c223b09063de"}]} Jul 28 10:43:24.570490 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3ba46685-9daf-4ee2-8b84-583e9bf017bf), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.583659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Current status of the port d12e2983-384d-4fac-bd54-f530f68e94e0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:24.584064 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.592217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.api [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:43:24.592217 n-d-850468-6 neutron-server[104687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:43:24.592217 n-d-850468-6 neutron-server[104687]: [parameters: {'id': 'cc007545-3ba8-43e1-a78e-291a7d335602'}] Jul 28 10:43:24.592217 n-d-850468-6 neutron-server[104687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:43:24.592688 n-d-850468-6 neutron-server[104687]: DEBUG oslo_db.api [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:43:24.593243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aec7d9b7-2cc4-4732-939a-9e240bbfd926 admin admin] Publish callbacks [] for security_group (40ef966d-2036-4b0b-a7c1-e8d89604c5c6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.608439 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-8bc1fcdc-d3d3-4c05-9ed7-a5cbf3af3cad service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622840 Jul 28 10:43:24.622450 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.9054782 Jul 28 10:43:24.624189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60212) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:24.632822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ba46685-9daf-4ee2-8b84-583e9bf017bf,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.636154 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (b0cbe922-03c5-4271-bc0e-b5bd7b3c2418), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.644916 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:24.664801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:24.693577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b828b-4e84-4279-b807-18cf074f7215 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=b0ea03ee-8f1a-4fa6-a854-ca1650a19013,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.720386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:24.749776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aec7d9b7-2cc4-4732-939a-9e240bbfd926 admin admin] Publish callbacks [] for security_group (40ef966d-2036-4b0b-a7c1-e8d89604c5c6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.810066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d12e2983-384d-4fac-bd54-f530f68e94e0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:24.810497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.839664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Allocated IP 172.25.2.84 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/139dd243-14b6-46ec-86b5-5ba41b3f7e19) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:24.844104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] For port 1e00f97f-b8b3-4818-930d-28b3e2fe6866, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:24.896155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] For port 1e00f97f-b8b3-4818-930d-28b3e2fe6866, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1e00f97f-b8b3-4818-930d-28b3e2fe6866,segment=NetworkSegment(94018dee-b65f-4ec4-8aa6-8e8c3b7b9728),segment_id=94018dee-b65f-4ec4-8aa6-8e8c3b7b9728)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:24.915963 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1e00f97f-b8b3-4818-930d-28b3e2fe6866), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:24.926811 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:24.930821 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:25.008130 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-d21e347c-b8b3-4729-85d8-4f01527b53c3 service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638358 Jul 28 10:43:25.008755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:25.013492 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.015756 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=6,neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:25.017151 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for floatingip (a5165145-ea48-4ca8-a409-b5c6d9ba615d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.040262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aec7d9b7-2cc4-4732-939a-9e240bbfd926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40ef966d-2036-4b0b-a7c1-e8d89604c5c6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.044243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aec7d9b7-2cc4-4732-939a-9e240bbfd926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.056094 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aec7d9b7-2cc4-4732-939a-9e240bbfd926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40ef966d-2036-4b0b-a7c1-e8d89604c5c6 HTTP/1.1" status: 204 len: 168 time: 0.7135627 Jul 28 10:43:25.132689 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (cc007545-3ba8-43e1-a78e-291a7d335602), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.153248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f8a76-c400-4759-8fd8-7f940f937a94 None None] Pushing event updated for resources: {'Port': ['ID=1e00f97f-b8b3-4818-930d-28b3e2fe6866,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:25.175065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7d9b7-2cc4-4732-939a-9e240bbfd926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ef966d-2036-4b0b-a7c1-e8d89604c5c6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:25.194064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Performing IP validity checks on allocation pools {{(pid=104687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 10:43:25.194317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 10:43:25.228876 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab71f4-a4c9-4b6c-a127-c2b241477b43 None None] Network cc007545-3ba8-43e1-a78e-291a7d335602 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:25.250967 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-b3e372c9-972c-4762-8b56-7670244c566f service neutron] 10.222.0.46 "GET /v2.0/ports/cb5e65ae-f81f-4c41-83f2-f06c2a363ee9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2318795 Jul 28 10:43:25.291715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (b0cbe922-03c5-4271-bc0e-b5bd7b3c2418), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.389589 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:25.445780 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for port (139dd243-14b6-46ec-86b5-5ba41b3f7e19), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.453686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port 1e00f97f-b8b3-4818-930d-28b3e2fe6866 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:25.457333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977eac1c-532d-4d26-95ec-b8df40956f40 None None] Network a951b3cb-c743-424a-9765-bba6e5ce5d6a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:25.462197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1e00f97f-b8b3-4818-930d-28b3e2fe6866), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.517616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Subnet': ['ID=b0cbe922-03c5-4271-bc0e-b5bd7b3c2418,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:25.525361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (1da5b25d-ae4a-4a5f-9d72-b342bcc641ea), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.529275 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.537584 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-eb58e581-84ba-4d96-97f0-51e75c839cf6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/subnets/b0cbe922-03c5-4271-bc0e-b5bd7b3c2418 HTTP/1.1" status: 204 len: 168 time: 2.9272029 Jul 28 10:43:25.539739 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (139dd243-14b6-46ec-86b5-5ba41b3f7e19), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.616395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60230) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:25.672130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:43:25.681323 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:43:25.703919 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:43:25.704941 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:43:25.740244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f992edb2-50a2-48fa-b4e4-e391565d3bfc None None] Network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:25.750329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:25.763562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event updated for resources: {'Port': ['ID=139dd243-14b6-46ec-86b5-5ba41b3f7e19,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:25.768892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:25.779428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:25.785701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Deleting subnet 9fd93e3a-b9d6-4505-8e26-2513e8ba4a71 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:43:25.851761 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (1da5b25d-ae4a-4a5f-9d72-b342bcc641ea), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.855314 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks [] for subnet (9fd93e3a-b9d6-4505-8e26-2513e8ba4a71), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:25.961610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1da5b25d-ae4a-4a5f-9d72-b342bcc641ea,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:25.998094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port 1e00f97f-b8b3-4818-930d-28b3e2fe6866, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1e00f97f-b8b3-4818-930d-28b3e2fe6866,segment=NetworkSegment(94018dee-b65f-4ec4-8aa6-8e8c3b7b9728),segment_id=94018dee-b65f-4ec4-8aa6-8e8c3b7b9728)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:25.998614 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1e00f97f-b8b3-4818-930d-28b3e2fe6866), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.023499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for 1e00f97f-b8b3-4818-930d-28b3e2fe6866 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:26.067059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (9fd93e3a-b9d6-4505-8e26-2513e8ba4a71), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.101599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] DHCP port deletion for a951b3cb-c743-424a-9765-bba6e5ce5d6a request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:26.138554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (332370e2-31b4-4d09-9513-bd52067c88f2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.160626 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:26.204320 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332370e2-31b4-4d09-9513-bd52067c88f2']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:26.217249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] Deleting port d12e2983-384d-4fac-bd54-f530f68e94e0 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:26.217629 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.243529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67309a5-18b6-4bf0-96ff-a315a3d2e37d') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:26.243875 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67309a5-18b6-4bf0-96ff-a315a3d2e37d') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:26.261315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Current status of the port d12e2983-384d-4fac-bd54-f530f68e94e0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:26.262159 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.296831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (d67309a5-18b6-4bf0-96ff-a315a3d2e37d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.326529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.343096 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-f395e7ac-715f-4c15-87f1-ea1b1db8eb72 service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0747998 Jul 28 10:43:26.396559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d12e2983-384d-4fac-bd54-f530f68e94e0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:26.396952 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.402024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d67309a5-18b6-4bf0-96ff-a315a3d2e37d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.460976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (9fd93e3a-b9d6-4505-8e26-2513e8ba4a71), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.468057 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:26.469138 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (d67309a5-18b6-4bf0-96ff-a315a3d2e37d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.478517 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:26.529466 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d67309a5-18b6-4bf0-96ff-a315a3d2e37d resource provider aggregate not found Jul 28 10:43:26.582622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] For port d12e2983-384d-4fac-bd54-f530f68e94e0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d12e2983-384d-4fac-bd54-f530f68e94e0,segment=NetworkSegment(e009f2be-7260-409e-9323-9029aba273d6),segment_id=e009f2be-7260-409e-9323-9029aba273d6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:26.586649 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d67309a5-18b6-4bf0-96ff-a315a3d2e37d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d67309a5-18b6-4bf0-96ff-a315a3d2e37d found for delete ", "request_id": "req-b253f3a2-f8ce-4321-b0fd-c6e2d4977018"}]} Jul 28 10:43:26.589756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] For port d12e2983-384d-4fac-bd54-f530f68e94e0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d12e2983-384d-4fac-bd54-f530f68e94e0,segment=NetworkSegment(e009f2be-7260-409e-9323-9029aba273d6),segment_id=e009f2be-7260-409e-9323-9029aba273d6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:26.591177 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.603536 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.672920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23cef0-ce76-4046-a61a-c9ad9bafbe49 None None] Pushing event updated for resources: {'Port': ['ID=d12e2983-384d-4fac-bd54-f530f68e94e0,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.676636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.693058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (332370e2-31b4-4d09-9513-bd52067c88f2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.695570 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (befbe88e-1697-4edf-935b-ad89595557f8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.702073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 332370e2-31b4-4d09-9513-bd52067c88f2 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 10:43:26.710476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1e00f97f-b8b3-4818-930d-28b3e2fe6866), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.733004 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-89646428-45e6-4e70-b23d-60d031465008 service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890328 Jul 28 10:43:26.739845 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.746403 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "DELETE /v2.0/networks/332370e2-31b4-4d09-9513-bd52067c88f2 HTTP/1.1" status: 204 len: 168 time: 4.9881394 Jul 28 10:43:26.754945 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60256) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:26.756409 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (9fd93e3a-b9d6-4505-8e26-2513e8ba4a71), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.766178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] Calling delete_port for d12e2983-384d-4fac-bd54-f530f68e94e0 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:26.786411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port 1e00f97f-b8b3-4818-930d-28b3e2fe6866 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:26.793928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=1e00f97f-b8b3-4818-930d-28b3e2fe6866,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.794179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:43:26.794179 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:43:26.798392 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:26.812615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] Provisioning complete for port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:26.823899 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.824090 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:26.831135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75022b-7a1c-4357-98c9-56d1beebbe1c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event deleted for resources: {'Network': ['ID=332370e2-31b4-4d09-9513-bd52067c88f2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.932599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:26.941515 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/subnets/9fd93e3a-b9d6-4505-8e26-2513e8ba4a71 HTTP/1.1" status: 204 len: 168 time: 1.3198102 Jul 28 10:43:26.941515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0d042-95a5-4a8f-9e9b-d2c6c1c5dea0 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd93e3a-b9d6-4505-8e26-2513e8ba4a71,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.961126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d1f4e-a800-46a3-bff0-f20e07e9a87f None None] Network 4150d54a-51b3-4f8a-be40-dc7d816bfc77 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:26.964021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60262) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:26.966619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': '7b3b54d1-1f67-4c9f-b121-2b88c58fda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:26.967187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: b0ea03ee-8f1a-4fa6-a854-ca1650a19013, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:26.979718 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:27.022185 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-60affbea-eb0d-49d2-96ad-6d0bdf96709a tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2632983 Jul 28 10:43:27.027787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60264) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:27.167746 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.168290 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.169884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.170494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.170962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.172147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.172271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:27.172738 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.173109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.173702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.174476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.177645 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-062363b9-75c2-47ca-8d47-64fa097d75c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6448 time: 0.1392255 Jul 28 10:43:27.185478 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (cc007545-3ba8-43e1-a78e-291a7d335602), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.203459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60266) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:27.264452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b85ba1-3ccc-46b4-abef-9a5d353d8db6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.270155 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d3b85ba1-3ccc-46b4-abef-9a5d353d8db6 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2438896 Jul 28 10:43:27.271305 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:27.278878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b0ea03ee-8f1a-4fa6-a854-ca1650a19013) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:27.289788 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-10d97c3d-8bb0-4c6f-becc-46072a0cb81f tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] delete failed (client error): The resource could not be found. Jul 28 10:43:27.294518 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-10d97c3d-8bb0-4c6f-becc-46072a0cb81f tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/a5165145-ea48-4ca8-a409-b5c6d9ba615d HTTP/1.1" status: 404 len: 345 time: 0.0893757 Jul 28 10:43:27.297019 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60270) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:27.298401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:27.298984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.311395 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:27.311655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8b8b7-4eab-47b8-9813-c4d4b3292e86 None None] Network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:27.315087 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-581a5bab-f5a7-4165-8468-9027a2b100d6 service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444868 Jul 28 10:43:27.316909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc007545-3ba8-43e1-a78e-291a7d335602']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:27.326902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (d12e2983-384d-4fac-bd54-f530f68e94e0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.366746 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d09c26a6-ff17-48c1-b26e-712b2526ae12 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7404268 Jul 28 10:43:27.369154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:27.369600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94018dee-b65f-4ec4-8aa6-8e8c3b7b9728') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:27.388715 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60272) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:27.389877 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8efa028-671c-4571-a07f-e4df2d837418 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] DELETE failed (client error): The resource could not be found. Jul 28 10:43:27.390439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8efa028-671c-4571-a07f-e4df2d837418 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:43:27.406469 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f8efa028-671c-4571-a07f-e4df2d837418 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "DELETE /v2.0/networks/332370e2-31b4-4d09-9513-bd52067c88f2 HTTP/1.1" status: 404 len: 339 time: 0.0938921 Jul 28 10:43:27.412072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013', 'name': 'tempest-PortsTestJSON-1323396713'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:27.421057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60274) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:27.496714 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:27.501003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4150d54a-51b3-4f8a-be40-dc7d816bfc77), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.515218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'network': {'name': 'tempest-network--109388147', 'router:external': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:27.537719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (94018dee-b65f-4ec4-8aa6-8e8c3b7b9728), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.702280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (94018dee-b65f-4ec4-8aa6-8e8c3b7b9728), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.741088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Made reservation on behalf of 0ea6ff4dc8324a0caa83384260cd640c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:27.743342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.774084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:27.774642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (94018dee-b65f-4ec4-8aa6-8e8c3b7b9728), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.776889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] Current status of the port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:27.777568 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.827735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] DHCP port deletion for 4150d54a-51b3-4f8a-be40-dc7d816bfc77 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:27.832729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] Pushing event deleted for resources: {'Port': ['ID=d12e2983-384d-4fac-bd54-f530f68e94e0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:27.903242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Deleting port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:27.903851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.923993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e711e44-b083-4acb-9b3c-a6698000bab0 None None] No DVR routers for this DVR port d12e2983-384d-4fac-bd54-f530f68e94e0 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:27.951417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port d12e2983-384d-4fac-bd54-f530f68e94e0 update to ACTIVE by agent not found {{(pid=104689) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 28 10:43:27.976640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (befbe88e-1697-4edf-935b-ad89595557f8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.983200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b0ea03ee-8f1a-4fa6-a854-ca1650a19013', 'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013', 'project_id': '1f9e1d9e253547c89d0c8594bb1f73f5', 'fixed_ips': [{'subnet_id': '6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:27.984455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:27.987895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3805c7ff-019e-4e32-bfec-7113f632d65e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:28.008549 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 94018dee-b65f-4ec4-8aa6-8e8c3b7b9728 resource provider aggregate not found Jul 28 10:43:28.070214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] For port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,segment=NetworkSegment(bb4a6da7-d285-4a8b-8acc-61118dfd4daf),segment_id=bb4a6da7-d285-4a8b-8acc-61118dfd4daf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:28.073243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3805c7ff-019e-4e32-bfec-7113f632d65e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:43:28.073875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3805c7ff-019e-4e32-bfec-7113f632d65e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:28.095494 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 94018dee-b65f-4ec4-8aa6-8e8c3b7b9728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94018dee-b65f-4ec4-8aa6-8e8c3b7b9728 found for delete ", "request_id": "req-fc2b4d15-a384-4e15-b221-820ce59d5d8f"}]} Jul 28 10:43:28.109351 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.121825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] Could not find standard attr ID for object d12e2983-384d-4fac-bd54-f530f68e94e0. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:43:28.166020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] Deleting port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:28.167224 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.192111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] For port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,segment=NetworkSegment(bb4a6da7-d285-4a8b-8acc-61118dfd4daf),segment_id=bb4a6da7-d285-4a8b-8acc-61118dfd4daf)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:28.192476 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.200457 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-1fbe1fc7-7cfb-4f7c-bbda-5d05c384eb38 service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8733864 Jul 28 10:43:28.220968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Calling delete_port for 9e381a97-7c87-4d8a-b1a9-f8759d87c08e owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:28.272306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (cc007545-3ba8-43e1-a78e-291a7d335602), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.274209 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:28.339496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.342859 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/cc007545-3ba8-43e1-a78e-291a7d335602 HTTP/1.1" status: 204 len: 168 time: 5.8522584 Jul 28 10:43:28.357625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60286) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:28.362263 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:28.364166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17945832'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:28.365163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Router befbe88e-1697-4edf-935b-ad89595557f8 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:43:28.378980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.390329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c29c1-e3f0-4316-8881-e9be36522f4c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=cc007545-3ba8-43e1-a78e-291a7d335602,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:28.398132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4679e7a2-ec6b-4351-82ce-5505790dc8da), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.398703 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Added segment 4679e7a2-ec6b-4351-82ce-5505790dc8da of type vlan for network 9f577874-536c-48cb-8de7-441ff2814138 Jul 28 10:43:28.401402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:28.405962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.408242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:28.411922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.455838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] For port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,segment=NetworkSegment(bb4a6da7-d285-4a8b-8acc-61118dfd4daf),segment_id=bb4a6da7-d285-4a8b-8acc-61118dfd4daf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:28.456547 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.470501 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:28.472714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] Calling delete_port for 9e381a97-7c87-4d8a-b1a9-f8759d87c08e owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:28.506741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port d4c18d12-76ac-43c0-a04a-61a174216ab4 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:28.529424 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9f577874-536c-48cb-8de7-441ff2814138), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.571071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d12e2983-384d-4fac-bd54-f530f68e94e0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:28.575540 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:28.579902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:28.585349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:28.596506 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] Sync routers for ids ['befbe88e-1697-4edf-935b-ad89595557f8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:28.608430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Port': ['ID=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:28.616255 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-beb6a3e6-1cbc-4998-b3be-286afdb5a9d8 service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054964 Jul 28 10:43:28.619964 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] Routers {'befbe88e-1697-4edf-935b-ad89595557f8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:28.620765 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['befbe88e-1697-4edf-935b-ad89595557f8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:28.627509 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (9e381a97-7c87-4d8a-b1a9-f8759d87c08e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.631660 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (fa668576-532a-4b76-8a97-53b21785a97a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.632246 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment fa668576-532a-4b76-8a97-53b21785a97a of type vlan for network dda4601e-0a27-4e93-a18d-ec8442c78dfc Jul 28 10:43:28.645759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d12e2983-384d-4fac-bd54-f530f68e94e0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:43:28.646271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d12e2983-384d-4fac-bd54-f530f68e94e0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:28.670128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b454b8-d624-4b93-b307-934b6906f824 None None] Pushing event updated for resources: {'Port': ['ID=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:28.674822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] No DVR routers for this DVR port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:28.696748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] No DVR routers for this DVR port 9e381a97-7c87-4d8a-b1a9-f8759d87c08e on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:28.699742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Allocated IP 172.20.0.2 (b0ea03ee-8f1a-4fa6-a854-ca1650a19013/6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb/7c7ac685-c748-47c1-9c6d-e141197d635e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:28.724459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36a73e-9ff3-461e-84f4-a04e28c83115 None None] Pushing event deleted for resources: {'Port': ['ID=9e381a97-7c87-4d8a-b1a9-f8759d87c08e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:28.748674 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9f577874-536c-48cb-8de7-441ff2814138), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.750034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:28.750861 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.757785 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:28.772898 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (dda4601e-0a27-4e93-a18d-ec8442c78dfc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.773129 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] Routers {'befbe88e-1697-4edf-935b-ad89595557f8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:28.773645 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['befbe88e-1697-4edf-935b-ad89595557f8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:28.777646 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=15 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:28.786252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.803316 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b0d64e29-a373-4997-8faf-c0463b01ee4b tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1845760 Jul 28 10:43:28.809184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60292) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:28.810723 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3138037 Jul 28 10:43:28.833560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60294) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:28.839278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': False}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:28.840957 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:28.843468 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552baef-8a4a-411a-b5f8-e06a396df2c2 None None] The sync data for ids ['befbe88e-1697-4edf-935b-ad89595557f8'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:28.913243 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:28.914612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (dda4601e-0a27-4e93-a18d-ec8442c78dfc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.921158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:28.922048 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:28.939867 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-c10a5ebb-3e41-4c56-bf05-c80b6b40e9ce service neutron] 10.222.0.46 "GET /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056979 Jul 28 10:43:28.959841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a783c-c161-4e2b-a491-475b48cef255 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Network': ['ID=9f577874-536c-48cb-8de7-441ff2814138,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:28.980692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9f577874-536c-48cb-8de7-441ff2814138 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:29.030390 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.6704166 Jul 28 10:43:29.041753 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60298) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:29.145117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:29.163827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91cc54-7ff2-4a94-8769-e6764e2ce02c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=dda4601e-0a27-4e93-a18d-ec8442c78dfc,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:29.173009 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Publish callbacks [] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.179296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:29.228785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.242379 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-e4f0d852-9fb9-41cd-9605-f98d9e89f5d2 service neutron] 10.222.0.46 "GET /v2.0/networks/cb0e25c5-4b28-48d7-aa14-4fe811202ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952182 Jul 28 10:43:29.323636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.12 (b0ea03ee-8f1a-4fa6-a854-ca1650a19013/6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb/d4c18d12-76ac-43c0-a04a-61a174216ab4) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:29.344662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:29.358037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:29.364452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:29.375509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Pushing event updated for resources: {'Port': ['ID=7c7ac685-c748-47c1-9c6d-e141197d635e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:29.426602 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-9f9bdd6e-ba69-42be-a770-abaae1df0d13 service neutron] 10.222.0.46 "GET /v2.0/networks/cb0e25c5-4b28-48d7-aa14-4fe811202ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746750 Jul 28 10:43:29.480376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Attempting to bind port 7c7ac685-c748-47c1-9c6d-e141197d635e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:29.480817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Attempting to bind port 7c7ac685-c748-47c1-9c6d-e141197d635e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7b3b54d1-1f67-4c9f-b121-2b88c58fda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:29.481261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Attempting to bind port 7c7ac685-c748-47c1-9c6d-e141197d635e on network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:29.489150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:29.490010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Checking segment: {'id': '7b3b54d1-1f67-4c9f-b121-2b88c58fda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:29.490439 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.490852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Bound using segment: {'id': '7b3b54d1-1f67-4c9f-b121-2b88c58fda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:29.491336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Bound port: 7c7ac685-c748-47c1-9c6d-e141197d635e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3b54d1-1f67-4c9f-b121-2b88c58fda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b0ea03ee-8f1a-4fa6-a854-ca1650a19013'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:29.491735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.543911 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:29.579061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] For port 7c7ac685-c748-47c1-9c6d-e141197d635e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:29.584645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] For port 7c7ac685-c748-47c1-9c6d-e141197d635e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7c7ac685-c748-47c1-9c6d-e141197d635e,segment=NetworkSegment(7b3b54d1-1f67-4c9f-b121-2b88c58fda53),segment_id=7b3b54d1-1f67-4c9f-b121-2b88c58fda53)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:29.596414 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.667976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4150d54a-51b3-4f8a-be40-dc7d816bfc77), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.669729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (d4c18d12-76ac-43c0-a04a-61a174216ab4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.682974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c8bf0-677a-4d4c-865c-601195d37be9 None None] Pushing event updated for resources: {'Port': ['ID=7c7ac685-c748-47c1-9c6d-e141197d635e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:29.702144 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-f073bacc-33c0-4e47-a491-27ec03e11fa2 service neutron] 10.222.0.46 "GET /v2.0/networks/cb0e25c5-4b28-48d7-aa14-4fe811202ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605484 Jul 28 10:43:29.755637 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:29.763436 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5cfec7f1-7a18-4439-9f50-accc1abfe44a req-1d2a33d9-25c2-4f49-a485-51aa0776aa7c tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5e7225f46bf941348893f87ff5c99096&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135366 Jul 28 10:43:29.847860 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d4c18d12-76ac-43c0-a04a-61a174216ab4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:29.893739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4150d54a-51b3-4f8a-be40-dc7d816bfc77']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:29.910007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57657-c51b-4724-99a3-95112a55aa6e tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:29.920165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57657-c51b-4724-99a3-95112a55aa6e tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:29.936184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57657-c51b-4724-99a3-95112a55aa6e tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:29.941795 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57657-c51b-4724-99a3-95112a55aa6e tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:29.946566 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0c57657-c51b-4724-99a3-95112a55aa6e tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.0965409 Jul 28 10:43:29.950635 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60314) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:29.982164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4a6da7-d285-4a8b-8acc-61118dfd4daf') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:29.982453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4a6da7-d285-4a8b-8acc-61118dfd4daf') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:29.993990 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-4ff06d7f-f124-4f2e-be94-507bffdaf3fc service neutron] 10.222.0.46 "GET /v2.0/networks/cb0e25c5-4b28-48d7-aa14-4fe811202ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792952 Jul 28 10:43:30.027382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (bb4a6da7-d285-4a8b-8acc-61118dfd4daf), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.044147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:30.047851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.082340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:30.114304 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:30.115459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:30.121360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=d4c18d12-76ac-43c0-a04a-61a174216ab4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:30.129398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:30.150335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bb4a6da7-d285-4a8b-8acc-61118dfd4daf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.172093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:30.172559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (bb4a6da7-d285-4a8b-8acc-61118dfd4daf), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.179186 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9f577874-536c-48cb-8de7-441ff2814138), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.190814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-7c65eeef-392a-4cb3-a4f9-42095f30ed95 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:30.192186 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-7c65eeef-392a-4cb3-a4f9-42095f30ed95 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports/4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af HTTP/1.1" status: 200 len: 937 time: 0.1651359 Jul 28 10:43:30.233922 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment bb4a6da7-d285-4a8b-8acc-61118dfd4daf resource provider aggregate not found Jul 28 10:43:30.242749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfec7f1-7a18-4439-9f50-accc1abfe44a req-dfc0b38d-cc09-402a-bde7-4825de5900ae tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:30.244241 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5cfec7f1-7a18-4439-9f50-accc1abfe44a req-dfc0b38d-cc09-402a-bde7-4825de5900ae tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4800100 Jul 28 10:43:30.285565 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment bb4a6da7-d285-4a8b-8acc-61118dfd4daf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb4a6da7-d285-4a8b-8acc-61118dfd4daf found for delete ", "request_id": "req-9841d2ac-2903-418a-ae39-b8945d4da176"}]} Jul 28 10:43:30.305820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7c7ac685-c748-47c1-9c6d-e141197d635e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:30.323567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:30.324199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.343727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-eb071850-5601-47a0-8522-9420a99d95fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:30.344169 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5cfec7f1-7a18-4439-9f50-accc1abfe44a req-40d539a0-4955-4756-8daf-30ca1f7d2202 tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/quotas/5e7225f46bf941348893f87ff5c99096 HTTP/1.1" status: 200 len: 375 time: 0.0539749 Jul 28 10:43:30.345356 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-eb071850-5601-47a0-8522-9420a99d95fa tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports/cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 HTTP/1.1" status: 200 len: 936 time: 0.1388588 Jul 28 10:43:30.360211 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4150d54a-51b3-4f8a-be40-dc7d816bfc77), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.361453 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9f577874-536c-48cb-8de7-441ff2814138), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.365811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.373795 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/networks/4150d54a-51b3-4f8a-be40-dc7d816bfc77 HTTP/1.1" status: 204 len: 168 time: 3.1007433 Jul 28 10:43:30.376278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60324) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:30.378090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6cb07fab-2505-4832-b544-58dee32888f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9702926 Jul 28 10:43:30.381969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60326) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:30.412976 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:30.453511 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7c7ac685-c748-47c1-9c6d-e141197d635e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:30.454210 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.460251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f577874-536c-48cb-8de7-441ff2814138']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:30.470815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ff77b-e55e-4e3a-aea6-bae4541f18af tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Network': ['ID=4150d54a-51b3-4f8a-be40-dc7d816bfc77,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:30.477065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4679e7a2-ec6b-4351-82ce-5505790dc8da') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:30.477526 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4679e7a2-ec6b-4351-82ce-5505790dc8da') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:30.502007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (4679e7a2-ec6b-4351-82ce-5505790dc8da), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.543998 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5cfec7f1-7a18-4439-9f50-accc1abfe44a req-c12661b2-5b6c-476f-9f38-c7c9a8823bbc tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e7225f46bf941348893f87ff5c99096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454613 Jul 28 10:43:30.591797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4679e7a2-ec6b-4351-82ce-5505790dc8da), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.616286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:30.617916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (4679e7a2-ec6b-4351-82ce-5505790dc8da), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.636778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7c7ac685-c748-47c1-9c6d-e141197d635e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:30.637198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.643436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port d4c18d12-76ac-43c0-a04a-61a174216ab4 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:30.643968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d4c18d12-76ac-43c0-a04a-61a174216ab4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.738811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 7c7ac685-c748-47c1-9c6d-e141197d635e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7c7ac685-c748-47c1-9c6d-e141197d635e,segment=NetworkSegment(7b3b54d1-1f67-4c9f-b121-2b88c58fda53),segment_id=7b3b54d1-1f67-4c9f-b121-2b88c58fda53)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:30.747681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.773402 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a951b3cb-c743-424a-9765-bba6e5ce5d6a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.867089 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:30.876480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (befbe88e-1697-4edf-935b-ad89595557f8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.896061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d4c18d12-76ac-43c0-a04a-61a174216ab4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:30.920554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=7c7ac685-c748-47c1-9c6d-e141197d635e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:30.929705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for d4c18d12-76ac-43c0-a04a-61a174216ab4 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:31.027544 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4679e7a2-ec6b-4351-82ce-5505790dc8da resource provider aggregate not found Jul 28 10:43:31.062462 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:31.075102 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-41b798ec-8157-4280-82f5-6b53f0c4e526 req-49cfb57c-544b-462e-b503-f9f58cdee7e7 tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e5338724a49b4a57b54618f29b406f95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119442 Jul 28 10:43:31.084960 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4679e7a2-ec6b-4351-82ce-5505790dc8da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4679e7a2-ec6b-4351-82ce-5505790dc8da found for delete ", "request_id": "req-bc64b041-5d6f-42dc-b236-e14544ceb5f1"}]} Jul 28 10:43:31.126837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9f577874-536c-48cb-8de7-441ff2814138), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.135131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f577874-536c-48cb-8de7-441ff2814138 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 10:43:31.137734 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.141087 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "DELETE /v2.0/networks/9f577874-536c-48cb-8de7-441ff2814138 HTTP/1.1" status: 204 len: 168 time: 1.1711569 Jul 28 10:43:31.145772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60360) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:31.152132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'network': {'name': 'tempest-network--1823464373', 'router:external': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:31.188050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb94d2-e12b-488d-bc17-84ac764574e7 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f577874-536c-48cb-8de7-441ff2814138,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.219888 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:31.265346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Made reservation on behalf of 0ea6ff4dc8324a0caa83384260cd640c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:31.267971 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.273688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8044590f-2e40-4e4f-9d0a-8aba4e7387aa None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:43:31.307317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (88be1295-e6da-4d04-a56b-385959b8fe9c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.349495 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d4c18d12-76ac-43c0-a04a-61a174216ab4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.370925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8ff19082-e4fa-4596-b39e-3156154b7ac5 None None] Provisioning complete for port 7c7ac685-c748-47c1-9c6d-e141197d635e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:31.371535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ff19082-e4fa-4596-b39e-3156154b7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.414942 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:31.419888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=d4c18d12-76ac-43c0-a04a-61a174216ab4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.427088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:31.450452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.450875 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Added segment fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4 of type vlan for network 01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0 Jul 28 10:43:31.531234 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-30f82109-73cc-4a0d-b06c-da11706cba9e req-607384f8-7130-4708-92a1-f28a84b22fe3 tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b9149f6-c750-44f6-bc8e-cad99d85089d HTTP/1.1" status: 200 len: 210 time: 0.0534203 Jul 28 10:43:31.557973 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:31.563555 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=88be1295-e6da-4d04-a56b-385959b8fe9c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.581283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b798ec-8157-4280-82f5-6b53f0c4e526 req-af15e6fa-a012-441e-a689-a6a675cdbc3c tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:31.586507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.590092 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-41b798ec-8157-4280-82f5-6b53f0c4e526 req-af15e6fa-a012-441e-a689-a6a675cdbc3c tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843175 Jul 28 10:43:31.605567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.608866 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-28f2a7f1-4e46-4855-843a-7080f24aff5b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/d4c18d12-76ac-43c0-a04a-61a174216ab4 HTTP/1.1" status: 204 len: 168 time: 1.2258821 Jul 28 10:43:31.612625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60364) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:31.670724 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-536e5b51-022e-442a-9cb7-2b355ba9d02d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:43:31.671337 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536e5b51-022e-442a-9cb7-2b355ba9d02d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:43:31.674366 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-536e5b51-022e-442a-9cb7-2b355ba9d02d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/d4c18d12-76ac-43c0-a04a-61a174216ab4 HTTP/1.1" status: 404 len: 333 time: 0.0601952 Jul 28 10:43:31.686168 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e230131a-6885-48ae-b83e-ebebfb5741b0 req-6e583a6b-a134-4926-89a7-62af5d2b6b7e tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?device_id=e25a6ed1-1f55-4201-b1c9-395dbddd1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0760081 Jul 28 10:43:31.688132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a951b3cb-c743-424a-9765-bba6e5ce5d6a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.695853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60366) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:31.718930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a951b3cb-c743-424a-9765-bba6e5ce5d6a']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:31.731716 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e009f2be-7260-409e-9323-9029aba273d6') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:31.732360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e009f2be-7260-409e-9323-9029aba273d6') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:31.733598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.734777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:31.735366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.740483 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0835ccb6-b054-4375-87f7-59befa9ce5f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:43:31.742050 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0835ccb6-b054-4375-87f7-59befa9ce5f6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/d4c18d12-76ac-43c0-a04a-61a174216ab4 HTTP/1.1" status: 404 len: 333 time: 0.0425241 Jul 28 10:43:31.747501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60368) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:31.748032 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (e009f2be-7260-409e-9323-9029aba273d6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.754207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8ff19082-e4fa-4596-b39e-3156154b7ac5 None None] Current status of the port 7c7ac685-c748-47c1-9c6d-e141197d635e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:31.766705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e009f2be-7260-409e-9323-9029aba273d6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.802326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044590f-2e40-4e4f-9d0a-8aba4e7387aa None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:31.813828 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:31.820122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:31.820795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (e009f2be-7260-409e-9323-9029aba273d6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.821773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044590f-2e40-4e4f-9d0a-8aba4e7387aa None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, dda4601e-0a27-4e93-a18d-ec8442c78dfc) {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:43:31.827885 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-41b798ec-8157-4280-82f5-6b53f0c4e526 req-3c9b703b-2a88-4dfb-907c-7b09578e098f tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] 10.222.0.46 "GET /v2.0/quotas/e5338724a49b4a57b54618f29b406f95 HTTP/1.1" status: 200 len: 375 time: 0.2361822 Jul 28 10:43:31.854594 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7068312 Jul 28 10:43:31.860508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60372) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:31.869815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3a51a-1596-454e-ac61-4ade22b3c0a8 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Network': ['ID=01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.882557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet 6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:43:31.886922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.906726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:31.942738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:31.966977 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-41b798ec-8157-4280-82f5-6b53f0c4e526 req-352f7322-409c-415e-99b3-710279d79e00 tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5338724a49b4a57b54618f29b406f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088314 Jul 28 10:43:32.059718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.102374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a951b3cb-c743-424a-9765-bba6e5ce5d6a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.106562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': 'fa668576-532a-4b76-8a97-53b21785a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:32.106946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: dda4601e-0a27-4e93-a18d-ec8442c78dfc, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:32.123449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7866542-9110-4c68-8ef9-1fd225eac5e5 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:32.124866 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c7866542-9110-4c68-8ef9-1fd225eac5e5 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] 10.222.0.46 "GET /v2.0/networks/01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0 HTTP/1.1" status: 200 len: 757 time: 0.2614126 Jul 28 10:43:32.129661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.130068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60378) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:32.132857 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/networks/a951b3cb-c743-424a-9765-bba6e5ce5d6a HTTP/1.1" status: 204 len: 168 time: 1.7459619 Jul 28 10:43:32.145610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60380) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:32.180433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Unable to find a vacant binding_index for network dda4601e-0a27-4e93-a18d-ec8442c78dfc and agent e383e483-6e87-4d93-90d1-1bcb78bad3bb {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 28 10:43:32.183528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d442567-4112-4f0d-9ad0-321913315d00 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Network': ['ID=a951b3cb-c743-424a-9765-bba6e5ce5d6a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:32.259001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7c7ac685-c748-47c1-9c6d-e141197d635e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:32.311353 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, dda4601e-0a27-4e93-a18d-ec8442c78dfc) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:32.321170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7c7ac685-c748-47c1-9c6d-e141197d635e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:32.321829 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.329752 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment e009f2be-7260-409e-9323-9029aba273d6 resource provider aggregate not found Jul 28 10:43:32.351773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-dda4601e-0a27-4e93-a18d-ec8442c78dfc', 'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '88be1295-e6da-4d04-a56b-385959b8fe9c'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:32.357601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.366838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:32.367419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.395108 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment e009f2be-7260-409e-9323-9029aba273d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e009f2be-7260-409e-9323-9029aba273d6 found for delete ", "request_id": "req-ea5cafa4-f7b0-4a3f-91f6-f0f2f0882f28"}]} Jul 28 10:43:32.403489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b30e7c3d-57bc-4d63-840b-b28eb879105f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.426493 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30f36c27-7e9a-452c-bce3-cf5208425797 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3576803 Jul 28 10:43:32.429953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60390) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:32.433566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (befbe88e-1697-4edf-935b-ad89595557f8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.439828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:32.490792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (befbe88e-1697-4edf-935b-ad89595557f8), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.502914 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:32.560513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7c7ac685-c748-47c1-9c6d-e141197d635e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:32.578218 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:32.586218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c10d5-4ae2-4565-800f-ea14e05f11ca tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:32.591677 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e1c10d5-4ae2-4565-800f-ea14e05f11ca tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] 10.222.0.46 "GET /v2.0/networks/c845a123-9b46-41fd-9514-b3864b245460 HTTP/1.1" status: 200 len: 767 time: 0.4602628 Jul 28 10:43:32.592830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60396) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:32.624916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Allocated IP 2001:db8::2 (dda4601e-0a27-4e93-a18d-ec8442c78dfc/88be1295-e6da-4d04-a56b-385959b8fe9c/f6282c75-0326-40fa-8f4d-3af05a683c18) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:32.724877 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-21efbd45-9ff0-486c-98c9-e5a324e7e3ce req-8c430184-1bf6-41f5-b32c-8bbad884a692 tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] 10.222.0.46 "GET /v2.0/ports?device_id=f392c649-a270-416c-857f-371ab7812614 HTTP/1.1" status: 200 len: 210 time: 0.1303058 Jul 28 10:43:32.730939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b30e7c3d-57bc-4d63-840b-b28eb879105f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.731323 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.738781 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-39724bd9-f32a-4b18-96b3-50ee4d27987c req-75ac59e3-6749-444d-8af2-2b8382c62d31 tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b9149f6-c750-44f6-bc8e-cad99d85089d HTTP/1.1" status: 200 len: 210 time: 0.1149426 Jul 28 10:43:32.739376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.750718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a139193-629a-49ef-ac68-d3e4d0119706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.802233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30e7c3d-57bc-4d63-840b-b28eb879105f']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:32.813063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:32.821350 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.824335 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28b66bf-ae69-42c3-b93a-1b3c528c48dd') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:32.824449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28b66bf-ae69-42c3-b93a-1b3c528c48dd') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:32.825383 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-01af40a1-d93f-4b82-8d5c-507eef9566e0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb HTTP/1.1" status: 204 len: 168 time: 1.0670259 Jul 28 10:43:32.835126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60400) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:32.865941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:32.870034 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.874298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f28b66bf-ae69-42c3-b93a-1b3c528c48dd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.888238 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:32.924055 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9fd5d3f6-59b4-4472-b9ce-15b789f1e943 req-2ec2ffa4-4620-478a-86e1-f6516069cce8 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?device_id=e25a6ed1-1f55-4201-b1c9-395dbddd1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0400848 Jul 28 10:43:32.925978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.946529 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Publish callbacks [] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.957968 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:32.969326 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:32.970561 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:32.986869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:32.987479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:33.005271 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:33.008457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.019630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:33.023294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:33.028565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:33.034012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.036235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Pushing event updated for resources: {'Port': ['ID=f6282c75-0326-40fa-8f4d-3af05a683c18,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:33.050323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:33.052951 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:33.053174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.110233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Attempting to bind port f6282c75-0326-40fa-8f4d-3af05a683c18 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:33.110531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Attempting to bind port f6282c75-0326-40fa-8f4d-3af05a683c18 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'fa668576-532a-4b76-8a97-53b21785a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:33.110979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Attempting to bind port f6282c75-0326-40fa-8f4d-3af05a683c18 on network dda4601e-0a27-4e93-a18d-ec8442c78dfc {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:33.117101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:33.117494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Checking segment: {'id': 'fa668576-532a-4b76-8a97-53b21785a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:33.117933 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.118347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Bound using segment: {'id': 'fa668576-532a-4b76-8a97-53b21785a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:33.118856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Bound port: f6282c75-0326-40fa-8f4d-3af05a683c18, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa668576-532a-4b76-8a97-53b21785a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:33.119821 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.143239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.153673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 10:43:33.172875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.184967 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "DELETE /v2.0/networks/01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0 HTTP/1.1" status: 204 len: 168 time: 0.5522287 Jul 28 10:43:33.194489 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4 resource provider aggregate not found Jul 28 10:43:33.204101 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:33.206302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] For port f6282c75-0326-40fa-8f4d-3af05a683c18, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:33.211305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] For port f6282c75-0326-40fa-8f4d-3af05a683c18, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f6282c75-0326-40fa-8f4d-3af05a683c18,segment=NetworkSegment(fa668576-532a-4b76-8a97-53b21785a97a),segment_id=fa668576-532a-4b76-8a97-53b21785a97a)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:33.221396 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'network': {'name': 'tempest-network--1725365848'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:33.222143 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.271963 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb5d9b43-f06f-4cd0-8a45-d8d10dfdfae4 found for delete ", "request_id": "req-8fbab6a8-e00d-4550-8446-9ee82e483125"}]} Jul 28 10:43:33.285946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Made reservation on behalf of 0ea6ff4dc8324a0caa83384260cd640c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:33.288807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.292292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123348a-d163-431e-b131-e13c4bc34d7e tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event deleted for resources: {'Network': ['ID=01f5d5b6-5fb5-4ff3-a3c6-d0e0ba21e1b0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:33.326083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:33.341118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cfe771e9-457d-4cf1-b2cf-ce0d2507e643), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.341619 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Added segment cfe771e9-457d-4cf1-b2cf-ce0d2507e643 of type vlan for network 26d8ec66-cabd-4356-9d33-25f39e88eefe Jul 28 10:43:33.369017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Router befbe88e-1697-4edf-935b-ad89595557f8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:43:33.396574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f28b66bf-ae69-42c3-b93a-1b3c528c48dd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.406907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (26d8ec66-cabd-4356-9d33-25f39e88eefe), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.441019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:33.441523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f28b66bf-ae69-42c3-b93a-1b3c528c48dd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.444505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (26d8ec66-cabd-4356-9d33-25f39e88eefe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.448044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:33.449932 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.531788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa919c-10f5-49db-9d4f-0404589c923f None None] Pushing event updated for resources: {'Port': ['ID=f6282c75-0326-40fa-8f4d-3af05a683c18,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:33.547610 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 845 time: 0.3371761 Jul 28 10:43:33.551324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60416) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:33.557524 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:33.562389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469daa05-0687-4d50-98b7-72779a70a5c9 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Network': ['ID=26d8ec66-cabd-4356-9d33-25f39e88eefe,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:33.575842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 26d8ec66-cabd-4356-9d33-25f39e88eefe details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:33.596003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-6bafbf36-2401-4048-9d3a-7f14e2d361e4 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:33.601196 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-6bafbf36-2401-4048-9d3a-7f14e2d361e4 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports/4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af HTTP/1.1" status: 200 len: 937 time: 1.1421289 Jul 28 10:43:33.661759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b0ea03ee-8f1a-4fa6-a854-ca1650a19013), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.803291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b30e7c3d-57bc-4d63-840b-b28eb879105f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.829080 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.832780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (26d8ec66-cabd-4356-9d33-25f39e88eefe), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:33.833299 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/networks/b30e7c3d-57bc-4d63-840b-b28eb879105f HTTP/1.1" status: 204 len: 168 time: 1.6757312 Jul 28 10:43:33.872298 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:33.918316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-e73fc514-dde5-4208-8e93-c86f84c57d28 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:33.927998 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-e73fc514-dde5-4208-8e93-c86f84c57d28 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports/cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 HTTP/1.1" status: 200 len: 936 time: 0.3057601 Jul 28 10:43:33.962549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (26d8ec66-cabd-4356-9d33-25f39e88eefe), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.016489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (3d3e4f22-4334-4833-b26b-0f441189062a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.048207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7d6d-94b3-4894-86e4-c5de4fd96bab tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Network': ['ID=b30e7c3d-57bc-4d63-840b-b28eb879105f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:34.059481 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Network 26d8ec66-cabd-4356-9d33-25f39e88eefe is not hosted by any dhcp agent {{(pid=104687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:43:34.060496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:34.061279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.062416 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "PUT /v2.0/networks/26d8ec66-cabd-4356-9d33-25f39e88eefe HTTP/1.1" status: 200 len: 858 time: 0.5099967 Jul 28 10:43:34.074238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60430) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:34.097563 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fa5459fe-7d1f-4e25-ae47-21a31d6fd208 req-c6a9eaa6-56cb-4d85-8312-03022933390e tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] 10.222.0.46 "GET /v2.0/ports?device_id=f392c649-a270-416c-857f-371ab7812614 HTTP/1.1" status: 200 len: 210 time: 0.1992621 Jul 28 10:43:34.099837 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a8bac2b8-f788-444d-a354-0a11d9788fa2 req-cac2b532-7f12-42e9-b8c0-af6c3f1cb621 tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b9149f6-c750-44f6-bc8e-cad99d85089d HTTP/1.1" status: 200 len: 210 time: 0.1384170 Jul 28 10:43:34.171801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 7c7ac685-c748-47c1-9c6d-e141197d635e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:34.172372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.206520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9726e-fbe1-427b-b519-9722fff38b0c tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event updated for resources: {'Network': ['ID=26d8ec66-cabd-4356-9d33-25f39e88eefe,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:34.218805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:34.233304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b304d-89af-479d-8616-c800c2310595 None None] Sync routers for ids ['befbe88e-1697-4edf-935b-ad89595557f8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:34.262384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.266476 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-379eae81-14f3-4ba6-ba60-cafaa8c39757 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "PUT /v2.0/routers/befbe88e-1697-4edf-935b-ad89595557f8 HTTP/1.1" status: 200 len: 921 time: 5.4287043 Jul 28 10:43:34.272148 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60438) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:34.277765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b304d-89af-479d-8616-c800c2310595 None None] Routers {'befbe88e-1697-4edf-935b-ad89595557f8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:34.279184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-278b304d-89af-479d-8616-c800c2310595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['befbe88e-1697-4edf-935b-ad89595557f8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:34.280061 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-87d1b701-170b-4f47-a8ce-6fca055d0da1 req-65a519fb-ba69-4ccf-8425-fc46511109b3 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?device_id=e25a6ed1-1f55-4201-b1c9-395dbddd1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0751727 Jul 28 10:43:34.374189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (26d8ec66-cabd-4356-9d33-25f39e88eefe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.398869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-278b304d-89af-479d-8616-c800c2310595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:34.404728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] For port 7c7ac685-c748-47c1-9c6d-e141197d635e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7c7ac685-c748-47c1-9c6d-e141197d635e,segment=NetworkSegment(7b3b54d1-1f67-4c9f-b121-2b88c58fda53),segment_id=7b3b54d1-1f67-4c9f-b121-2b88c58fda53)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:34.405099 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (3d3e4f22-4334-4833-b26b-0f441189062a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.405577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.414475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f6282c75-0326-40fa-8f4d-3af05a683c18 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:34.442162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3e4f22-4334-4833-b26b-0f441189062a']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:34.453837 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f28b66bf-ae69-42c3-b93a-1b3c528c48dd resource provider aggregate not found Jul 28 10:43:34.455361 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:34.468539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b304d-89af-479d-8616-c800c2310595 None None] Routers {'befbe88e-1697-4edf-935b-ad89595557f8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:34.469180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-278b304d-89af-479d-8616-c800c2310595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['befbe88e-1697-4edf-935b-ad89595557f8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:34.471755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e81b682-9719-4fdf-91b2-f5fc6cbe7977') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:34.472390 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e81b682-9719-4fdf-91b2-f5fc6cbe7977') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:34.487664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (7e81b682-9719-4fdf-91b2-f5fc6cbe7977), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.510523 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7e81b682-9719-4fdf-91b2-f5fc6cbe7977), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.524652 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:34.526689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 7c7ac685-c748-47c1-9c6d-e141197d635e owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:34.533990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:34.535970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (7e81b682-9719-4fdf-91b2-f5fc6cbe7977), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.537253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-278b304d-89af-479d-8616-c800c2310595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:34.538206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b304d-89af-479d-8616-c800c2310595 None None] The sync data for ids ['befbe88e-1697-4edf-935b-ad89595557f8'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:34.561617 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f28b66bf-ae69-42c3-b93a-1b3c528c48dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f28b66bf-ae69-42c3-b93a-1b3c528c48dd found for delete ", "request_id": "req-ba476cef-7acd-4ec1-a13f-e207c6913330"}]} Jul 28 10:43:34.568880 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-47253606-f177-474c-9ebf-75195f90324c req-e0ce7215-16fc-4013-9b50-9f0d08e27933 tempest-VolumesBackupsTest-1234305305 tempest-VolumesBackupsTest-1234305305-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b9149f6-c750-44f6-bc8e-cad99d85089d HTTP/1.1" status: 200 len: 210 time: 0.1180532 Jul 28 10:43:34.572117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:34.573266 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.639199 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-c8311a10-45a1-42ea-b3e6-236e60bfb568 req-ecdc1c0b-f4ea-4dc0-9e74-9617df5d85e5 tempest-VolumesNegativeTest-961706079 tempest-VolumesNegativeTest-961706079-project] 10.222.0.46 "GET /v2.0/ports?device_id=f392c649-a270-416c-857f-371ab7812614 HTTP/1.1" status: 200 len: 210 time: 0.0788209 Jul 28 10:43:34.700105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (3d3e4f22-4334-4833-b26b-0f441189062a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.707787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.711249 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:34.712346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:34.714484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.729309 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] 10.222.0.46 "DELETE /v2.0/networks/3d3e4f22-4334-4833-b26b-0f441189062a HTTP/1.1" status: 204 len: 168 time: 0.8542852 Jul 28 10:43:34.782325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8310797-b716-4f17-beba-10e533e69af7 tempest-BulkNetworkOpsIpV6Test-1726433753 tempest-BulkNetworkOpsIpV6Test-1726433753-project] Pushing event deleted for resources: {'Network': ['ID=3d3e4f22-4334-4833-b26b-0f441189062a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:34.782559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port f6282c75-0326-40fa-8f4d-3af05a683c18, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f6282c75-0326-40fa-8f4d-3af05a683c18,segment=NetworkSegment(fa668576-532a-4b76-8a97-53b21785a97a),segment_id=fa668576-532a-4b76-8a97-53b21785a97a)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:34.800706 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.867441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=f6282c75-0326-40fa-8f4d-3af05a683c18,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:34.895243 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6f77a83c-72d4-4f63-8e02-f8a10411e43e tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/befbe88e-1697-4edf-935b-ad89595557f8 HTTP/1.1" status: 200 len: 921 time: 0.6145337 Jul 28 10:43:34.896350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a444337e-39fa-40d2-bff5-1df6d35b199e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:34.898418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60452) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:34.998532 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-719f1a1c-c7b9-4598-b087-401836098525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.044228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763d2c1-103b-42e2-ba71-f5bce77877ed None None] Network b0ea03ee-8f1a-4fa6-a854-ca1650a19013 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:35.051564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e89c4-7c79-4104-99fa-ae76a254f773 None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:35.074428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (26d8ec66-cabd-4356-9d33-25f39e88eefe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.150559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:35.166899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:35.174592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89337dc-9b82-458c-8eed-985a40e11272 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.176587 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d89337dc-9b82-458c-8eed-985a40e11272 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=befbe88e-1697-4edf-935b-ad89595557f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2667718 Jul 28 10:43:35.179931 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:35.186156 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.186915 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.189603 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=a444337e-39fa-40d2-bff5-1df6d35b199e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:35.196276 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d8ec66-cabd-4356-9d33-25f39e88eefe']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:35.208576 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7c7ac685-c748-47c1-9c6d-e141197d635e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.221137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe771e9-457d-4cf1-b2cf-ce0d2507e643') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:35.222400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe771e9-457d-4cf1-b2cf-ce0d2507e643') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:35.267543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=7c7ac685-c748-47c1-9c6d-e141197d635e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:35.294122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (cfe771e9-457d-4cf1-b2cf-ce0d2507e643), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.297478 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7e81b682-9719-4fdf-91b2-f5fc6cbe7977 resource provider aggregate not found Jul 28 10:43:35.298776 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1793b889-0b0f-4e51-b0aa-08f89a564047 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8678236 Jul 28 10:43:35.302958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60480) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:35.305405 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:35.334324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No DVR routers for this DVR port 7c7ac685-c748-47c1-9c6d-e141197d635e on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:35.342289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-cfe3e97e-9eb5-491f-8938-5cef557da33a None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:35.342936 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e97e-9eb5-491f-8938-5cef557da33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.354829 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7e81b682-9719-4fdf-91b2-f5fc6cbe7977 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e81b682-9719-4fdf-91b2-f5fc6cbe7977 found for delete ", "request_id": "req-7cc135cf-e3ce-4f5c-8ceb-ece85fbebb33"}]} Jul 28 10:43:35.381529 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:35.400616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cfe771e9-457d-4cf1-b2cf-ce0d2507e643), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.402840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60488) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:35.467879 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:35.472993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (cfe771e9-457d-4cf1-b2cf-ce0d2507e643), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.554400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3e97e-9eb5-491f-8938-5cef557da33a None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:35.591436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b83c5-fdd0-4df5-9bf9-5de5cd450ac4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.592950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b83c5-fdd0-4df5-9bf9-5de5cd450ac4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.594416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b83c5-fdd0-4df5-9bf9-5de5cd450ac4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.595737 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b83c5-fdd0-4df5-9bf9-5de5cd450ac4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.597055 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b83c5-fdd0-4df5-9bf9-5de5cd450ac4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.598863 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-162b83c5-fdd0-4df5-9bf9-5de5cd450ac4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2560821 Jul 28 10:43:35.603055 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60494) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:35.627601 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-419946136'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:35.649256 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8e648-146e-4e02-a14f-0addffd9c82e None None] DHCP port deletion for b0ea03ee-8f1a-4fa6-a854-ca1650a19013 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:35.680494 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a6858ac3-4b45-4f30-964e-3c86b7a5fc15 req-1ef30abe-0355-4b5e-ac10-39fb9bac768c tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?device_id=e25a6ed1-1f55-4201-b1c9-395dbddd1bc4 HTTP/1.1" status: 200 len: 210 time: 0.0757179 Jul 28 10:43:35.709508 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b0ea03ee-8f1a-4fa6-a854-ca1650a19013), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.723303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0cefa8-62ea-4cb5-9259-f85e68583262 None None] Update dhcp port {'port': {'network_id': 'dda4601e-0a27-4e93-a18d-ec8442c78dfc', 'fixed_ips': [{'subnet_id': '88be1295-e6da-4d04-a56b-385959b8fe9c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a444337e-39fa-40d2-bff5-1df6d35b199e'}], 'binding:host_id': 'n-d-850468-6'}, 'id': 'f6282c75-0326-40fa-8f4d-3af05a683c18'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:43:35.746825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ea03ee-8f1a-4fa6-a854-ca1650a19013']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:35.751631 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:35.765904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3b54d1-1f67-4c9f-b121-2b88c58fda53') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:35.767085 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3b54d1-1f67-4c9f-b121-2b88c58fda53') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:35.803808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (7b3b54d1-1f67-4c9f-b121-2b88c58fda53), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.810590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e0cefa8-62ea-4cb5-9259-f85e68583262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.830629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:35.837186 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7b3b54d1-1f67-4c9f-b121-2b88c58fda53), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.842619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.846723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:35.847484 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (7b3b54d1-1f67-4c9f-b121-2b88c58fda53), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:35.905558 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0a137-4ed9-4a0a-950d-18ffb3e67327 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:35.908627 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-43b0a137-4ed9-4a0a-950d-18ffb3e67327 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.7272153 Jul 28 10:43:35.912078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60512) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:35.942117 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:35.978857 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa231945-0c69-49f7-aaf6-8bfe340a96a3 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=befbe88e-1697-4edf-935b-ad89595557f8 HTTP/1.1" status: 200 len: 205 time: 0.0535069 Jul 28 10:43:35.993713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60514) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:36.007291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (26d8ec66-cabd-4356-9d33-25f39e88eefe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.022620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26d8ec66-cabd-4356-9d33-25f39e88eefe {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 10:43:36.026316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.035589 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] 10.222.0.46 "DELETE /v2.0/networks/26d8ec66-cabd-4356-9d33-25f39e88eefe HTTP/1.1" status: 204 len: 168 time: 1.9521792 Jul 28 10:43:36.036262 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60520) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:36.042904 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7ba14802-6428-4d79-a24e-e2ced1d71188 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b66656fb151047fc9d65b4194de6e4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6332014 Jul 28 10:43:36.046967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:36.051368 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b0ea03ee-8f1a-4fa6-a854-ca1650a19013), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.097625 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcadabec-492d-4518-99b2-8777b0aa2afe tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] DELETE failed (client error): The resource could not be found. Jul 28 10:43:36.098133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcadabec-492d-4518-99b2-8777b0aa2afe tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:43:36.104216 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fcadabec-492d-4518-99b2-8777b0aa2afe tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] 10.222.0.46 "DELETE /v2.0/subnets/1da5b25d-ae4a-4a5f-9d72-b342bcc641ea HTTP/1.1" status: 404 len: 337 time: 0.0580242 Jul 28 10:43:36.104885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60536) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:36.113674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:36.123388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.134069 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/b0ea03ee-8f1a-4fa6-a854-ca1650a19013 HTTP/1.1" status: 204 len: 168 time: 3.2997997 Jul 28 10:43:36.139273 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60538) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:36.162666 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-288527910'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:36.173660 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2e99b-0e02-4f5a-a176-d5375ee86d08 tempest-ExternalNetworksTestJSON-687856827 tempest-ExternalNetworksTestJSON-687856827-project-admin] Pushing event deleted for resources: {'Network': ['ID=26d8ec66-cabd-4356-9d33-25f39e88eefe,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:36.234658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-2e0cefa8-62ea-4cb5-9259-f85e68583262 None None] Allocated IP 172.20.0.1 (dda4601e-0a27-4e93-a18d-ec8442c78dfc/a444337e-39fa-40d2-bff5-1df6d35b199e/f6282c75-0326-40fa-8f4d-3af05a683c18) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:36.267355 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cd42894d-f338-417e-9c16-4ef84f136e20 req-bca065cf-fdc7-456f-8aad-158cd717e384 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/ports?device_id=e25a6ed1-1f55-4201-b1c9-395dbddd1bc4 HTTP/1.1" status: 200 len: 210 time: 0.2289727 Jul 28 10:43:36.328742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (71a5cb9a-6348-4c60-9112-26d12287cbdb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.332380 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment 71a5cb9a-6348-4c60-9112-26d12287cbdb of type vlan for network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 Jul 28 10:43:36.364403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3db3a5-2fbd-4aa4-b174-ae953a48f6ba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=b0ea03ee-8f1a-4fa6-a854-ca1650a19013,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:36.411391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (befbe88e-1697-4edf-935b-ad89595557f8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.444454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2e0cefa8-62ea-4cb5-9259-f85e68583262 None None] For port f6282c75-0326-40fa-8f4d-3af05a683c18, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f6282c75-0326-40fa-8f4d-3af05a683c18,segment=NetworkSegment(fa668576-532a-4b76-8a97-53b21785a97a),segment_id=fa668576-532a-4b76-8a97-53b21785a97a)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:36.489227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e0cefa8-62ea-4cb5-9259-f85e68583262 None None] Publish callbacks [] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.492714 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c845a123-9b46-41fd-9514-b3864b245460), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.508805 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:36.512863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f6282c75-0326-40fa-8f4d-3af05a683c18 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:36.518077 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2ea00a9-49ba-471c-88df-fab9e2bfb4ea admin admin] Publish callbacks [] for security_group (430f468a-cc1a-455e-945f-155fbd893791), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.530978 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e0cefa8-62ea-4cb5-9259-f85e68583262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.566321 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.656438 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cfe771e9-457d-4cf1-b2cf-ce0d2507e643 resource provider aggregate not found Jul 28 10:43:36.718184 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cfe771e9-457d-4cf1-b2cf-ce0d2507e643 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfe771e9-457d-4cf1-b2cf-ce0d2507e643 found for delete ", "request_id": "req-962c5e9a-a7f0-4cd6-a88e-b2d9e61cba6c"}]} Jul 28 10:43:36.760871 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7b3b54d1-1f67-4c9f-b121-2b88c58fda53 resource provider aggregate not found Jul 28 10:43:36.765332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cefa8-62ea-4cb5-9259-f85e68583262 None None] Pushing event updated for resources: {'Port': ['ID=f6282c75-0326-40fa-8f4d-3af05a683c18,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:36.776666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:36.777463 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.889191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2ea00a9-49ba-471c-88df-fab9e2bfb4ea admin admin] Publish callbacks [] for security_group (430f468a-cc1a-455e-945f-155fbd893791), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.902577 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7b3b54d1-1f67-4c9f-b121-2b88c58fda53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b3b54d1-1f67-4c9f-b121-2b88c58fda53 found for delete ", "request_id": "req-5b76ac16-b9e8-41b6-9636-8138897b13fd"}]} Jul 28 10:43:36.912452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:36.921559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2ebd970a-3f66-42ac-9417-363b0ef0ac45), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.965896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (befbe88e-1697-4edf-935b-ad89595557f8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:36.980168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c845a123-9b46-41fd-9514-b3864b245460), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.001561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:37.015250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7c7ac685-c748-47c1-9c6d-e141197d635e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:37.034710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.060194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c845a123-9b46-41fd-9514-b3864b245460']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:37.067938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7c7ac685-c748-47c1-9c6d-e141197d635e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:43:37.068380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7c7ac685-c748-47c1-9c6d-e141197d635e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:37.087078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da76eff-bf21-41cd-93cf-9b800a1cc550') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:37.087375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da76eff-bf21-41cd-93cf-9b800a1cc550') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:37.123276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2ea00a9-49ba-471c-88df-fab9e2bfb4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (430f468a-cc1a-455e-945f-155fbd893791), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.125828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2ea00a9-49ba-471c-88df-fab9e2bfb4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.127019 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f2ea00a9-49ba-471c-88df-fab9e2bfb4ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/430f468a-cc1a-455e-945f-155fbd893791 HTTP/1.1" status: 204 len: 168 time: 1.0771160 Jul 28 10:43:37.129013 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (6da76eff-bf21-41cd-93cf-9b800a1cc550), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.153356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2ebd970a-3f66-42ac-9417-363b0ef0ac45), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.179211 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:37.179643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea00a9-49ba-471c-88df-fab9e2bfb4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430f468a-cc1a-455e-945f-155fbd893791,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:37.180599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.185360 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6da76eff-bf21-41cd-93cf-9b800a1cc550), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.202856 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:37.203267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (6da76eff-bf21-41cd-93cf-9b800a1cc550), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.288127 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.330562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c845a123-9b46-41fd-9514-b3864b245460), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.343505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.353734 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] 10.222.0.46 "DELETE /v2.0/networks/c845a123-9b46-41fd-9514-b3864b245460 HTTP/1.1" status: 204 len: 168 time: 1.2345016 Jul 28 10:43:37.390626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bcaef-5ac1-43f6-b069-3407e3eb7986 tempest-ExternalNetworksTestJSON-748630634 tempest-ExternalNetworksTestJSON-748630634-project] Pushing event deleted for resources: {'Network': ['ID=c845a123-9b46-41fd-9514-b3864b245460,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:37.469504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60626) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:37.480455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:37.488043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Deleting port 139dd243-14b6-46ec-86b5-5ba41b3f7e19 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:37.488532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (139dd243-14b6-46ec-86b5-5ba41b3f7e19), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.539710 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.9300215 Jul 28 10:43:37.583902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.595185 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60628) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:37.613062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:37.624545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56654d97-278b-41e5-8f6a-bbd113ea5503 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=2ebd970a-3f66-42ac-9417-363b0ef0ac45,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:37.637966 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (50246d4d-dd79-4c57-86ac-73e7517c7c15), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.642040 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment 50246d4d-dd79-4c57-86ac-73e7517c7c15 of type vlan for network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 Jul 28 10:43:37.651007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:37.688665 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:37.758582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4ac800f3-87f7-4eaf-976c-39c5a8be4796), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.781381 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7798d23-23a6-4cb8-b88b-e1124964a9f0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group (666d415e-9b98-4cc7-b616-11902ecc3858), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.847705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4ac800f3-87f7-4eaf-976c-39c5a8be4796), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.867749 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.878277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:37.879756 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:37.884244 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:37.921775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60642) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:37.936721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac56d8-85ff-4767-badb-f953acbf0a4e None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:37.950675 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:37.966203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7798d23-23a6-4cb8-b88b-e1124964a9f0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group (666d415e-9b98-4cc7-b616-11902ecc3858), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.025254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e191f234-d0cc-45ed-9960-e88e628949d5 None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:38.026697 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e191f234-d0cc-45ed-9960-e88e628949d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.065081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2ebd970a-3f66-42ac-9417-363b0ef0ac45), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.082845 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.9395962 Jul 28 10:43:38.087315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60648) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:38.102338 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2ebd970a-3f66-42ac-9417-363b0ef0ac45), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.130559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 is not hosted by any dhcp agent {{(pid=104688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:43:38.136474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:38.137145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.142734 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "PUT /v2.0/networks/2ebd970a-3f66-42ac-9417-363b0ef0ac45 HTTP/1.1" status: 200 len: 723 time: 0.5452797 Jul 28 10:43:38.167827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60652) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:38.173751 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:38.193311 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (139dd243-14b6-46ec-86b5-5ba41b3f7e19), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.237447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': '2ebd970a-3f66-42ac-9417-363b0ef0ac45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:38.258012 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7798d23-23a6-4cb8-b88b-e1124964a9f0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (666d415e-9b98-4cc7-b616-11902ecc3858), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.268152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7798d23-23a6-4cb8-b88b-e1124964a9f0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.269398 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e7798d23-23a6-4cb8-b88b-e1124964a9f0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/security-groups/666d415e-9b98-4cc7-b616-11902ecc3858 HTTP/1.1" status: 204 len: 168 time: 0.7987168 Jul 28 10:43:38.289227 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60658) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:38.305703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc1475-acbe-458d-adb9-96eec3b1d8a8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=4ac800f3-87f7-4eaf-976c-39c5a8be4796,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:38.312249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Calling delete_port for 139dd243-14b6-46ec-86b5-5ba41b3f7e19 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:38.370364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7798d23-23a6-4cb8-b88b-e1124964a9f0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666d415e-9b98-4cc7-b616-11902ecc3858,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:38.411039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f6282c75-0326-40fa-8f4d-3af05a683c18 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:38.457122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:38.461416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.473540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:38.483471 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:38.537111 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-86f4bc12-2d58-4dce-ab18-a255256c69d0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] show failed (client error): The resource could not be found. Jul 28 10:43:38.550016 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-86f4bc12-2d58-4dce-ab18-a255256c69d0 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "GET /v2.0/security-groups/666d415e-9b98-4cc7-b616-11902ecc3858 HTTP/1.1" status: 404 len: 347 time: 0.2269726 Jul 28 10:43:38.583990 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60696) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:38.609336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ada426-5d86-480e-9481-cc2f7b51d952 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=2ebd970a-3f66-42ac-9417-363b0ef0ac45,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:38.684679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:38.686141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.739971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:38.756489 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:38.760271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:38.841341 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=10 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:38.876334 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:38.889565 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:39.019763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e191f234-d0cc-45ed-9960-e88e628949d5 None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:39.021529 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e1058da0-0479-4040-bb3e-847fa32a352d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b50ecbcf43c486c87adc45f55731f81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0979693 Jul 28 10:43:39.031176 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6da76eff-bf21-41cd-93cf-9b800a1cc550 resource provider aggregate not found Jul 28 10:43:39.036693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:39.048758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:39.079567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:39.089246 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6da76eff-bf21-41cd-93cf-9b800a1cc550 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6da76eff-bf21-41cd-93cf-9b800a1cc550 found for delete ", "request_id": "req-a5b1297d-468a-4bde-bb12-705f878f790b"}]} Jul 28 10:43:39.098945 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:39.103527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.159703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Deleting port d74aa404-2a85-4504-bc34-4ca23eaf00f1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:39.159703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.199038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (139dd243-14b6-46ec-86b5-5ba41b3f7e19), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.263343 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event deleted for resources: {'Port': ['ID=139dd243-14b6-46ec-86b5-5ba41b3f7e19,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:39.272572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': '50246d4d-dd79-4c57-86ac-73e7517c7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:39.272826 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: 4ac800f3-87f7-4eaf-976c-39c5a8be4796, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:39.362171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60730) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:39.371449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7696edbb-3511-4d91-8678-1b7aa21cd327 admin admin] Publish callbacks [] for security_group (eeabd805-94bf-4362-ac0c-31e65d1eba8c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.377037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b76374-513f-4380-a544-7878b65e984f None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:39.437748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7696edbb-3511-4d91-8678-1b7aa21cd327 admin admin] Publish callbacks [] for security_group (eeabd805-94bf-4362-ac0c-31e65d1eba8c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.453053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:39.474070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.474694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for floatingip (d74aa404-2a85-4504-bc34-4ca23eaf00f1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.490522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4ac800f3-87f7-4eaf-976c-39c5a8be4796) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:39.511126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:39.514060 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.514959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Calling delete_port for d74aa404-2a85-4504-bc34-4ca23eaf00f1 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:39.536884 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:39.538239 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7407c2-966b-46f7-80d7-907c58e04079 None None] Network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:39.540151 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:39.595702 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0af96bbb-968f-4881-81b6-c3d5bb8ed0c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4770918 Jul 28 10:43:39.598719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60742) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:39.613216 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796', 'security_groups': [], 'name': 'tempest-PortsTestJSON-397654832'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:39.624691 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (befbe88e-1697-4edf-935b-ad89595557f8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.648275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ccf1477d-3a42-41fe-ba3d-67220b25dbff None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:39.658703 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccf1477d-3a42-41fe-ba3d-67220b25dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.922919 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:39.926780 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (92d701c9-2a47-43fd-a353-3f8873240962), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.929008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7696edbb-3511-4d91-8678-1b7aa21cd327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eeabd805-94bf-4362-ac0c-31e65d1eba8c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.932677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7696edbb-3511-4d91-8678-1b7aa21cd327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:39.934456 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7696edbb-3511-4d91-8678-1b7aa21cd327 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eeabd805-94bf-4362-ac0c-31e65d1eba8c HTTP/1.1" status: 204 len: 168 time: 0.8723466 Jul 28 10:43:40.005121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1477d-3a42-41fe-ba3d-67220b25dbff None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:40.014976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d74aa404-2a85-4504-bc34-4ca23eaf00f1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.031365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4ac800f3-87f7-4eaf-976c-39c5a8be4796', 'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796', 'project_id': '1f9e1d9e253547c89d0c8594bb1f73f5', 'fixed_ips': [{'subnet_id': 'bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:40.032305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.077943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696edbb-3511-4d91-8678-1b7aa21cd327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabd805-94bf-4362-ac0c-31e65d1eba8c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.099873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279967746'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:40.104567 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:40.141419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (befbe88e-1697-4edf-935b-ad89595557f8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.146538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:40.151774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.169834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (befbe88e-1697-4edf-935b-ad89595557f8), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.181387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port a2f425b4-f15c-4269-bc5f-3c1153307509 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:40.282045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:40.285634 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.298622 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'Port': ['ID=d74aa404-2a85-4504-bc34-4ca23eaf00f1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.324842 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.329978 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=92d701c9-2a47-43fd-a353-3f8873240962,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.332561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4165272c-3b96-4c60-9be2-ed958d27dedf None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:40.332951 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4165272c-3b96-4c60-9be2-ed958d27dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.462074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Allocated IP 172.20.0.2 (4ac800f3-87f7-4eaf-976c-39c5a8be4796/bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb/dba23c17-3591-401d-9fdf-685ad8aed3d1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:40.468853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for floatingip (d43e722c-b4da-4b06-8226-714125d9cbdb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.475202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.489904 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-85841d10-3182-402e-a19d-aba33e9887c2 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/floatingips/d43e722c-b4da-4b06-8226-714125d9cbdb HTTP/1.1" status: 204 len: 168 time: 1.9044852 Jul 28 10:43:40.490901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:40.530880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4165272c-3b96-4c60-9be2-ed958d27dedf None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:40.612561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': '71a5cb9a-6348-4c60-9112-26d12287cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2ebd970a-3f66-42ac-9417-363b0ef0ac45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:40.613336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: 2ebd970a-3f66-42ac-9417-363b0ef0ac45, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:40.653841 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:40.707641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Deleting port cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:40.708131 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cb5e65ae-f81f-4c41-83f2-f06c2a363ee9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.842818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cb5e65ae-f81f-4c41-83f2-f06c2a363ee9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.864622 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Publish callbacks [] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.867040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Calling delete_port for cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:40.870918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60822) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:40.881565 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.896030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:40.958579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Pushing event updated for resources: {'Port': ['ID=dba23c17-3591-401d-9fdf-685ad8aed3d1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.969058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2ebd970a-3f66-42ac-9417-363b0ef0ac45) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:40.987916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:40.989092 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670154'] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:40.992223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a06b74-4a02-445d-b9c8-3391150e6c90 None None] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:41.021309 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f71985f5-9a70-4f5b-b17e-73ad21160aea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ea6ff4dc8324a0caa83384260cd640c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464314 Jul 28 10:43:41.034545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60832) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:41.039018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:41.050039 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:41.067168 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e220c131-0180-47f7-9b5a-f0a19644d27e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8978777 Jul 28 10:43:41.077320 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60838) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:41.087888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3126f120-ac70-4998-920c-2061dee2abb4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:41.118197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:41.123483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:41.127801 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:41.133518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (befbe88e-1697-4edf-935b-ad89595557f8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.137832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Fanout notify agent at l3_agent the message router_deleted on router befbe88e-1697-4edf-935b-ad89595557f8 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:41.149295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.156887 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d868a21a-3a25-4917-ba6f-0e14c6870fbb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/befbe88e-1697-4edf-935b-ad89595557f8 HTTP/1.1" status: 204 len: 168 time: 5.1591280 Jul 28 10:43:41.164881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:41.182717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4f20efff-ef15-44fd-868d-4fb151f684f0 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1688099199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:41.268973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f20efff-ef15-44fd-868d-4fb151f684f0 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.270583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f20efff-ef15-44fd-868d-4fb151f684f0 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.277424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.4 (4ac800f3-87f7-4eaf-976c-39c5a8be4796/bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb/a2f425b4-f15c-4269-bc5f-3c1153307509) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:41.403137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Attempting to bind port dba23c17-3591-401d-9fdf-685ad8aed3d1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:41.405005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Attempting to bind port dba23c17-3591-401d-9fdf-685ad8aed3d1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '50246d4d-dd79-4c57-86ac-73e7517c7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:41.407571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Attempting to bind port dba23c17-3591-401d-9fdf-685ad8aed3d1 on network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:41.450225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2ebd970a-3f66-42ac-9417-363b0ef0ac45', 'network_id': '2ebd970a-3f66-42ac-9417-363b0ef0ac45', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '92d701c9-2a47-43fd-a353-3f8873240962'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:41.453170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.487514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:41.492688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Checking segment: {'id': '50246d4d-dd79-4c57-86ac-73e7517c7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:41.495889 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.495889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Bound using segment: {'id': '50246d4d-dd79-4c57-86ac-73e7517c7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:41.495889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Bound port: dba23c17-3591-401d-9fdf-685ad8aed3d1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50246d4d-dd79-4c57-86ac-73e7517c7c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ac800f3-87f7-4eaf-976c-39c5a8be4796'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:41.496286 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.515710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f20efff-ef15-44fd-868d-4fb151f684f0 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.536142 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f20efff-ef15-44fd-868d-4fb151f684f0 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.588379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.600666 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f20efff-ef15-44fd-868d-4fb151f684f0 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.608417 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4f20efff-ef15-44fd-868d-4fb151f684f0 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4371924 Jul 28 10:43:41.613202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60882) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:41.626259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:41.896265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b51d54ee-90d0-4943-b82d-ea0adc9b1698 admin admin] Publish callbacks [] for security_group (4b36d373-4ed2-4fba-9311-e6a8d227d57b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.902095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (cb5e65ae-f81f-4c41-83f2-f06c2a363ee9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.957818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'Port': ['ID=cb5e65ae-f81f-4c41-83f2-f06c2a363ee9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:41.973049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] For port dba23c17-3591-401d-9fdf-685ad8aed3d1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:41.977596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3126f120-ac70-4998-920c-2061dee2abb4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9084166'] for subnet (92d701c9-2a47-43fd-a353-3f8873240962), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:41.993463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] For port dba23c17-3591-401d-9fdf-685ad8aed3d1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dba23c17-3591-401d-9fdf-685ad8aed3d1,segment=NetworkSegment(50246d4d-dd79-4c57-86ac-73e7517c7c15),segment_id=50246d4d-dd79-4c57-86ac-73e7517c7c15)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:42.027758 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.052815 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b51d54ee-90d0-4943-b82d-ea0adc9b1698 admin admin] Publish callbacks [] for security_group (4b36d373-4ed2-4fba-9311-e6a8d227d57b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.067026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (a2f425b4-f15c-4269-bc5f-3c1153307509), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.096604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Allocated IP 2001:db8::2 (2ebd970a-3f66-42ac-9417-363b0ef0ac45/92d701c9-2a47-43fd-a353-3f8873240962/58929e34-5c59-4d2a-a0f4-3681481c4b9b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:42.146909 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:42.194272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34de6d9-0b95-40fa-a820-3eab0270dfc8 None None] Pushing event updated for resources: {'Port': ['ID=dba23c17-3591-401d-9fdf-685ad8aed3d1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:42.264463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for security_group (2fbc4855-8537-444f-ade7-11571fc6c4e3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.277001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2fbc4855-8537-444f-ade7-11571fc6c4e3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.298985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:42.312994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.319100 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-092238bd-45fe-41f7-b490-50221e839804 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/ports/cb5e65ae-f81f-4c41-83f2-f06c2a363ee9 HTTP/1.1" status: 204 len: 168 time: 1.8237259 Jul 28 10:43:42.329396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60898) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:42.340160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a98b7dc-727c-410b-a548-ed0ffc01658f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.340516 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment 9a98b7dc-727c-410b-a548-ed0ffc01658f of type vlan for network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd Jul 28 10:43:42.440123 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:42.449964 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Deleting port 4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:42.450293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.453264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (3e2170cf-f317-46b0-94cd-fe58a1d81cbd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.571086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Publish callbacks [] for port (58929e34-5c59-4d2a-a0f4-3681481c4b9b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.583018 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (58929e34-5c59-4d2a-a0f4-3681481c4b9b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.645038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:42.651822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:42.664536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:42.674682 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:42.720865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b51d54ee-90d0-4943-b82d-ea0adc9b1698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4b36d373-4ed2-4fba-9311-e6a8d227d57b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.726509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b51d54ee-90d0-4943-b82d-ea0adc9b1698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.729607 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b51d54ee-90d0-4943-b82d-ea0adc9b1698 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b36d373-4ed2-4fba-9311-e6a8d227d57b HTTP/1.1" status: 204 len: 168 time: 1.6917200 Jul 28 10:43:42.822526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.831855 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a2f425b4-f15c-4269-bc5f-3c1153307509), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.838400 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (3e2170cf-f317-46b0-94cd-fe58a1d81cbd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.839694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d54ee-90d0-4943-b82d-ea0adc9b1698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b36d373-4ed2-4fba-9311-e6a8d227d57b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:42.850330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:42.851865 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:42.881951 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc4855-8537-444f-ade7-11571fc6c4e3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:43.065809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Pushing event updated for resources: {'Port': ['ID=58929e34-5c59-4d2a-a0f4-3681481c4b9b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:43.126203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3126f120-ac70-4998-920c-2061dee2abb4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727300207845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8976732'] for subnet (92d701c9-2a47-43fd-a353-3f8873240962), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.126973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Attempting to bind port 58929e34-5c59-4d2a-a0f4-3681481c4b9b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:43.128191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Attempting to bind port 58929e34-5c59-4d2a-a0f4-3681481c4b9b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '71a5cb9a-6348-4c60-9112-26d12287cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2ebd970a-3f66-42ac-9417-363b0ef0ac45'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:43.128830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Attempting to bind port 58929e34-5c59-4d2a-a0f4-3681481c4b9b on network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:43.146277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:43.147251 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 3.7798948 Jul 28 10:43:43.148315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Checking segment: {'id': '71a5cb9a-6348-4c60-9112-26d12287cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2ebd970a-3f66-42ac-9417-363b0ef0ac45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:43.159972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.159972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Bound using segment: {'id': '71a5cb9a-6348-4c60-9112-26d12287cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2ebd970a-3f66-42ac-9417-363b0ef0ac45'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:43.159972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Bound port: 58929e34-5c59-4d2a-a0f4-3681481c4b9b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a5cb9a-6348-4c60-9112-26d12287cbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2ebd970a-3f66-42ac-9417-363b0ef0ac45'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:43.159972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (58929e34-5c59-4d2a-a0f4-3681481c4b9b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.339385 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60908) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:43.346712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.414419 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:43.415729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126f120-ac70-4998-920c-2061dee2abb4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=92d701c9-2a47-43fd-a353-3f8873240962,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:43.420705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] For port 58929e34-5c59-4d2a-a0f4-3681481c4b9b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:43.428037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] For port 58929e34-5c59-4d2a-a0f4-3681481c4b9b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=58929e34-5c59-4d2a-a0f4-3681481c4b9b,segment=NetworkSegment(71a5cb9a-6348-4c60-9112-26d12287cbdb),segment_id=71a5cb9a-6348-4c60-9112-26d12287cbdb)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:43.428884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': '3e2170cf-f317-46b0-94cd-fe58a1d81cbd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:43.438899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126f120-ac70-4998-920c-2061dee2abb4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:43.439360 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3126f120-ac70-4998-920c-2061dee2abb4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.440892 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3126f120-ac70-4998-920c-2061dee2abb4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "PUT /v2.0/subnets/92d701c9-2a47-43fd-a353-3f8873240962 HTTP/1.1" status: 200 len: 826 time: 2.3624220 Jul 28 10:43:43.448100 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (58929e34-5c59-4d2a-a0f4-3681481c4b9b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.457896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60910) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:43.459254 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:43.479517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:43.519576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:43.520777 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:43.552358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:43.561033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbbfe8-1156-48f3-ad36-0dcad66d8557 None None] Pushing event updated for resources: {'Port': ['ID=58929e34-5c59-4d2a-a0f4-3681481c4b9b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:43.599948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Calling delete_port for 4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:43.627196 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9f2f3-03f2-4350-a192-c2b426ef578b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=3e2170cf-f317-46b0-94cd-fe58a1d81cbd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:43.630018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=a2f425b4-f15c-4269-bc5f-3c1153307509,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:43.640528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:43.684973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.747157 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.773556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:43.778853 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.803870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2ebd970a-3f66-42ac-9417-363b0ef0ac45), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:43.825260 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eda6a2bb-2365-40c6-adef-20f67410dd49 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.2227488 Jul 28 10:43:43.828512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60918) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:43.943352 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:44.120370 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port a2f425b4-f15c-4269-bc5f-3c1153307509 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:44.121028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a2f425b4-f15c-4269-bc5f-3c1153307509), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:44.175031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port 58929e34-5c59-4d2a-a0f4-3681481c4b9b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:44.176142 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (58929e34-5c59-4d2a-a0f4-3681481c4b9b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:44.227593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:44.240629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:44.459041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Allocated IP 172.25.2.138 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/e1187ea4-448e-4e02-9a1d-48ae68ddd916) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:44.470950 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a2f425b4-f15c-4269-bc5f-3c1153307509), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:44.484457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784c0f3-7042-4f77-b01e-2ed1f6aef45b None None] Network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:44.533016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for a2f425b4-f15c-4269-bc5f-3c1153307509 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:44.656141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dba23c17-3591-401d-9fdf-685ad8aed3d1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:44.679349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port 58929e34-5c59-4d2a-a0f4-3681481c4b9b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=58929e34-5c59-4d2a-a0f4-3681481c4b9b,segment=NetworkSegment(71a5cb9a-6348-4c60-9112-26d12287cbdb),segment_id=71a5cb9a-6348-4c60-9112-26d12287cbdb)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:44.679773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (58929e34-5c59-4d2a-a0f4-3681481c4b9b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:44.695543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for 58929e34-5c59-4d2a-a0f4-3681481c4b9b owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:44.816965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7a58f48f-6b03-4573-8954-162b0194d97d None None] Provisioning complete for port dba23c17-3591-401d-9fdf-685ad8aed3d1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:44.819986 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a58f48f-6b03-4573-8954-162b0194d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:44.848112 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:44.923881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dba23c17-3591-401d-9fdf-685ad8aed3d1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:44.924802 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:44.968750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a2f425b4-f15c-4269-bc5f-3c1153307509), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.080034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7a58f48f-6b03-4573-8954-162b0194d97d None None] Current status of the port dba23c17-3591-401d-9fdf-685ad8aed3d1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:45.080614 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a58f48f-6b03-4573-8954-162b0194d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.088905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (58929e34-5c59-4d2a-a0f4-3681481c4b9b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.131699 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for port (e1187ea4-448e-4e02-9a1d-48ae68ddd916), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.182795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7a58f48f-6b03-4573-8954-162b0194d97d None None] For port dba23c17-3591-401d-9fdf-685ad8aed3d1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dba23c17-3591-401d-9fdf-685ad8aed3d1,segment=NetworkSegment(50246d4d-dd79-4c57-86ac-73e7517c7c15),segment_id=50246d4d-dd79-4c57-86ac-73e7517c7c15)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:45.185480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=a2f425b4-f15c-4269-bc5f-3c1153307509,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.198988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e1187ea4-448e-4e02-9a1d-48ae68ddd916), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.199258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a58f48f-6b03-4573-8954-162b0194d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.311389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=58929e34-5c59-4d2a-a0f4-3681481c4b9b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.328985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.387913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dba23c17-3591-401d-9fdf-685ad8aed3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:45.391000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:45.393703 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:45.405104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:45.438975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:45.440727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58f48f-6b03-4573-8954-162b0194d97d None None] Pushing event updated for resources: {'Port': ['ID=dba23c17-3591-401d-9fdf-685ad8aed3d1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.451234 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:45.475996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event updated for resources: {'Port': ['ID=e1187ea4-448e-4e02-9a1d-48ae68ddd916,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.586262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.594289 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1abbde4e-53c7-4b86-8d1f-f73b1c61b6fd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/a2f425b4-f15c-4269-bc5f-3c1153307509 HTTP/1.1" status: 204 len: 168 time: 1.7621472 Jul 28 10:43:45.599958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60942) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:45.651122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'Port': ['ID=4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.663848 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14865b5-fcc0-4bfe-ab8e-e93a490e5001 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:43:45.665481 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d14865b5-fcc0-4bfe-ab8e-e93a490e5001 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/a2f425b4-f15c-4269-bc5f-3c1153307509 HTTP/1.1" status: 404 len: 333 time: 0.0604017 Jul 28 10:43:45.666700 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:45.669314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60944) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:45.833198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-51aa258f-3048-42f7-93ac-0dc4d0c0eeaa None None] Provisioning complete for port dba23c17-3591-401d-9fdf-685ad8aed3d1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:45.833695 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-51aa258f-3048-42f7-93ac-0dc4d0c0eeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.937106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:45.954610 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e7065b1e-0bd4-46d2-ae17-91bb557656d6 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/ports/4bdb26d1-fc27-4a79-97ed-bcb7b3cb65af HTTP/1.1" status: 204 len: 168 time: 3.6238177 Jul 28 10:43:45.958627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port 58929e34-5c59-4d2a-a0f4-3681481c4b9b on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:45.969399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:46.076588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-51aa258f-3048-42f7-93ac-0dc4d0c0eeaa None None] Current status of the port dba23c17-3591-401d-9fdf-685ad8aed3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:46.086655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-51aa258f-3048-42f7-93ac-0dc4d0c0eeaa None None] Could not find standard attr ID for object a2f425b4-f15c-4269-bc5f-3c1153307509. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:43:46.092963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d5d98-adf1-4194-994d-c007ab41d984 None None] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:46.132964 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:43:46.168252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.214645 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:46.231925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Deleting subnet 9580e1ab-151d-4fb7-bb99-34863eeeeec3 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:43:46.253888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-13c00db9-1242-41f8-97ac-233e7fc7aac6 None None] Could not find standard attr ID for object 58929e34-5c59-4d2a-a0f4-3681481c4b9b. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:43:46.286803 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for subnet (9580e1ab-151d-4fb7-bb99-34863eeeeec3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.364638 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.366740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dba23c17-3591-401d-9fdf-685ad8aed3d1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:46.433844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8e05dfe4-1869-414c-944c-c3b688341e58 None None] Could not find standard attr ID for object a2f425b4-f15c-4269-bc5f-3c1153307509. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:43:46.437404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.488919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (92d701c9-2a47-43fd-a353-3f8873240962), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.542457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dba23c17-3591-401d-9fdf-685ad8aed3d1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:46.542457 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.594614 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c5d2a675-c5f6-408d-81be-ec8438ba3973), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.607055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (9580e1ab-151d-4fb7-bb99-34863eeeeec3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.783780 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': '9a98b7dc-727c-410b-a548-ed0ffc01658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3e2170cf-f317-46b0-94cd-fe58a1d81cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:46.787361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: 3e2170cf-f317-46b0-94cd-fe58a1d81cbd, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:46.818359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=c5d2a675-c5f6-408d-81be-ec8438ba3973,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:46.881133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.906926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de004947-8791-4356-bbb2-3e3feccf1e18 None None] Network 2ebd970a-3f66-42ac-9417-363b0ef0ac45 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:46.915350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (9580e1ab-151d-4fb7-bb99-34863eeeeec3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:46.969353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dba23c17-3591-401d-9fdf-685ad8aed3d1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:46.985992 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:46.992273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (92d701c9-2a47-43fd-a353-3f8873240962), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.044142 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=92d701c9-2a47-43fd-a353-3f8873240962,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:47.046465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:47.118620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a049d7-257d-44b1-b97a-ed8184d74727 None None] DHCP port deletion for 2ebd970a-3f66-42ac-9417-363b0ef0ac45 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:47.174398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2ebd970a-3f66-42ac-9417-363b0ef0ac45), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.203039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebd970a-3f66-42ac-9417-363b0ef0ac45']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:47.218456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a5cb9a-6348-4c60-9112-26d12287cbdb') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:47.218804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a5cb9a-6348-4c60-9112-26d12287cbdb') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:47.231126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 3e2170cf-f317-46b0-94cd-fe58a1d81cbd) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:47.234928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (71a5cb9a-6348-4c60-9112-26d12287cbdb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.240844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edba65c-c090-4733-abfe-1c380f1081a0 None None] Network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:47.250380 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (9580e1ab-151d-4fb7-bb99-34863eeeeec3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.265842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:47.265842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.300783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'Subnet': ['ID=9580e1ab-151d-4fb7-bb99-34863eeeeec3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:47.307803 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.311119 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-580cc7b5-974c-4341-87bf-12e6fc23a883 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/subnets/9580e1ab-151d-4fb7-bb99-34863eeeeec3 HTTP/1.1" status: 204 len: 168 time: 1.3409338 Jul 28 10:43:47.312426 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (71a5cb9a-6348-4c60-9112-26d12287cbdb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.317646 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60968) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:47.324486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.332255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:47.332668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (71a5cb9a-6348-4c60-9112-26d12287cbdb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.336738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.399475 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 71a5cb9a-6348-4c60-9112-26d12287cbdb resource provider aggregate not found Jul 28 10:43:47.418902 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c73c12ce-a357-4de1-87f7-36304342baeb tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.0032730 Jul 28 10:43:47.424611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60974) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:47.434329 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:47.443627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455332403'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:47.463874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18838591-b382-4887-af9b-c2a2d677dd14 None None] Network cb0e25c5-4b28-48d7-aa14-4fe811202ad2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:47.469576 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:47.496486 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 71a5cb9a-6348-4c60-9112-26d12287cbdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71a5cb9a-6348-4c60-9112-26d12287cbdb found for delete ", "request_id": "req-d051cab5-b9f4-4c3f-8d76-00f9704fd442"}]} Jul 28 10:43:47.497211 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60976) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:47.550517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:47.563792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.583197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-3e2170cf-f317-46b0-94cd-fe58a1d81cbd', 'network_id': '3e2170cf-f317-46b0-94cd-fe58a1d81cbd', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': 'c5d2a675-c5f6-408d-81be-ec8438ba3973'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:47.584141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.606317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2ebd970a-3f66-42ac-9417-363b0ef0ac45), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.644811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Deleting subnet 8a75f643-6f71-48c9-8e1e-751d1734e323 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:43:47.671119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.678886 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/2ebd970a-3f66-42ac-9417-363b0ef0ac45 HTTP/1.1" status: 204 len: 168 time: 4.2055871 Jul 28 10:43:47.705600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for subnet (8a75f643-6f71-48c9-8e1e-751d1734e323), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.715556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60980) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:47.758882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Allocated IP 172.20.255.242 (3e2170cf-f317-46b0-94cd-fe58a1d81cbd/c5d2a675-c5f6-408d-81be-ec8438ba3973/756eba48-54f2-4dbd-b44e-aeb6c6ec3db8) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:47.847196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-49dba5ba-5699-4b32-8dde-fbc269de8ee6 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:47.934119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Publish callbacks [] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.934695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71341918-1d01-422c-bca1-b98bb2b56e1d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=2ebd970a-3f66-42ac-9417-363b0ef0ac45,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:47.938987 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:47.951379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:47.957891 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c96f3d-ef4b-4ff3-9dcd-ed4bc9958b3b tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:43:47.958485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c96f3d-ef4b-4ff3-9dcd-ed4bc9958b3b tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:43:47.964331 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54c96f3d-ef4b-4ff3-9dcd-ed4bc9958b3b tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/2ebd970a-3f66-42ac-9417-363b0ef0ac45 HTTP/1.1" status: 404 len: 339 time: 0.2397523 Jul 28 10:43:47.972907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60988) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:47.982557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1227484303', 'description': 'd1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:48.000386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:48.009481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:48.018252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:48.023659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:48.031374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Pushing event updated for resources: {'Port': ['ID=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:48.055282 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-49dba5ba-5699-4b32-8dde-fbc269de8ee6 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "PUT /v2.0/quotas/bb461be4c47344e0ae547016f4b59e3d HTTP/1.1" status: 200 len: 368 time: 0.5571785 Jul 28 10:43:48.057017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:48.061184 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.063659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 60990) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:48.078814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Request body: {'network': {'project_id': 'bb461be4c47344e0ae547016f4b59e3d'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:48.095595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (8a75f643-6f71-48c9-8e1e-751d1734e323), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.105437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] DHCP port deletion for cb0e25c5-4b28-48d7-aa14-4fe811202ad2 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:48.138233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce6b315a-66b6-4234-91eb-d8a049fe43b9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.138616 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment ce6b315a-66b6-4234-91eb-d8a049fe43b9 of type vlan for network c3e91a4e-cdd9-47b9-afe7-833b622c8781 Jul 28 10:43:48.202302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Attempting to bind port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:48.202680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Attempting to bind port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9a98b7dc-727c-410b-a548-ed0ffc01658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3e2170cf-f317-46b0-94cd-fe58a1d81cbd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:48.203046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Attempting to bind port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 on network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:48.215520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:48.226313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (82bf5681-4793-414f-a44b-1581863109e0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.226648 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment 82bf5681-4793-414f-a44b-1581863109e0 of type vlan for network bac95071-8990-46b0-a1e9-9d22b210d092 Jul 28 10:43:48.240234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:48.240429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Checking segment: {'id': '9a98b7dc-727c-410b-a548-ed0ffc01658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3e2170cf-f317-46b0-94cd-fe58a1d81cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:48.241315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.241315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Bound using segment: {'id': '9a98b7dc-727c-410b-a548-ed0ffc01658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3e2170cf-f317-46b0-94cd-fe58a1d81cbd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:48.241745 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Bound port: 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a98b7dc-727c-410b-a548-ed0ffc01658f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3e2170cf-f317-46b0-94cd-fe58a1d81cbd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:48.248400 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.287318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:48.292961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] Deleting port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:48.293322 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.328606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Made reservation on behalf of bb461be4c47344e0ae547016f4b59e3d for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:48.331498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.351845 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (bac95071-8990-46b0-a1e9-9d22b210d092), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.365222 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.373482 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.391194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c3e91a4e-cdd9-47b9-afe7-833b622c8781), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.396236 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:48.414454 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:48.566501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:48.603998 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:43:48.612270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] For port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9cab264a-b8a0-4311-b6ee-399ebd03b2d9,segment=NetworkSegment(611114e7-1b48-49b1-9271-dd93696d76ea),segment_id=611114e7-1b48-49b1-9271-dd93696d76ea)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:48.612860 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.618591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60994) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:48.633075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6709aae1-a8e8-46a8-8228-2bf4dac8f354 None None] Network 4ac800f3-87f7-4eaf-976c-39c5a8be4796 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:48.642875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.647168 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-10f8a4a2-f1f4-4c21-a2aa-8eb3e3004fc6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb HTTP/1.1" status: 204 len: 168 time: 2.9760997 Jul 28 10:43:48.649653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 60998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:48.681048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] Calling delete_port for 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:48.687922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] For port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:48.733470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Router c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:43:48.742065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (bac95071-8990-46b0-a1e9-9d22b210d092), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.746625 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:48.755704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:48.757301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.810281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (8a75f643-6f71-48c9-8e1e-751d1734e323), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.831173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] For port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,segment=NetworkSegment(9a98b7dc-727c-410b-a548-ed0ffc01658f),segment_id=9a98b7dc-727c-410b-a548-ed0ffc01658f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:48.890052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c3e91a4e-cdd9-47b9-afe7-833b622c8781), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.896242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:48.896948 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.920424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:48.934286 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] Sync routers for ids ['c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:48.940974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:48.943012 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-809313b7-948c-4deb-8fdc-cacdd00a0cc1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "PUT /v2.0/routers/c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 HTTP/1.1" status: 200 len: 880 time: 7.3287568 Jul 28 10:43:48.951841 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] Routers {'c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:48.952645 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:48.958234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32770) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:48.976659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.035828 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:49.054605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4ac800f3-87f7-4eaf-976c-39c5a8be4796), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.063235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c514ef90-4417-457c-a230-79614653626d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.065831 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:49.082132 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1044943 Jul 28 10:43:49.083469 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] Routers {'c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:43:49.090611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32772) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:49.091594 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:49.095264 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (8a75f643-6f71-48c9-8e1e-751d1734e323), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.128826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:49.129807 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.139825 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 1.7140415 Jul 28 10:43:49.173302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32774) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:49.174695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8418ccb-fd87-4a3d-b2c2-c55e3b15c8d4 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=bac95071-8990-46b0-a1e9-9d22b210d092,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:49.198876 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:49.200446 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e03924-0271-49b8-829d-16a8ea50676d None None] The sync data for ids ['c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:49.212903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1fa02-0d8a-482a-9baa-e3c40294d5c1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:49.214590 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a0b1fa02-0d8a-482a-9baa-e3c40294d5c1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/networks?id=bac95071-8990-46b0-a1e9-9d22b210d092 HTTP/1.1" status: 200 len: 765 time: 0.1157866 Jul 28 10:43:49.253839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32776) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:49.259016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] DHCP port deletion for 4ac800f3-87f7-4eaf-976c-39c5a8be4796 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:49.261985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'description': 'd2'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:49.263696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network bac95071-8990-46b0-a1e9-9d22b210d092 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:49.265571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f29e00-ab87-4040-8918-9b16d68240d3 None None] Network 7fc43303-0936-4b6f-a24f-96a28bd8f2bb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:49.290954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:49.375968 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:49.377169 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:49.383020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'Subnet': ['ID=8a75f643-6f71-48c9-8e1e-751d1734e323,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:49.391102 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.398635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1a7d2b80-e455-400c-a33f-926e8de31928 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/subnets/8a75f643-6f71-48c9-8e1e-751d1734e323 HTTP/1.1" status: 204 len: 168 time: 2.0770245 Jul 28 10:43:49.403906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab3c5d-0b17-4f1f-8e24-acee76982857 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=c3e91a4e-cdd9-47b9-afe7-833b622c8781,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:49.412630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32778) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:49.482389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c3e91a4e-cdd9-47b9-afe7-833b622c8781 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:49.485056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port dba23c17-3591-401d-9fdf-685ad8aed3d1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:49.485596 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.535314 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (9cab264a-b8a0-4311-b6ee-399ebd03b2d9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.547368 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for security_group (7709dfe5-4e32-4739-9312-41f30146eebe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.552164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:49.559344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.583369 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7bf3f8a8-04db-444c-b841-f9d75ff4a0dc tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 HTTP/1.1" status: 200 len: 921 time: 0.6215181 Jul 28 10:43:49.600586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32780) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:49.605081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7709dfe5-4e32-4739-9312-41f30146eebe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.615674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4b69f-45b7-4185-a2b9-04387b3011bc None None] Pushing event updated for resources: {'Port': ['ID=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:49.629786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:49.645353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (14e3c6fb-c6d8-48ff-83be-20394e7fff6d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.646122 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Added segment 14e3c6fb-c6d8-48ff-83be-20394e7fff6d of type vlan for network dd6556bb-7125-495f-b91c-061b885fdeec Jul 28 10:43:49.651109 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:49.677028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 58929e34-5c59-4d2a-a0f4-3681481c4b9b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:49.692151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (bac95071-8990-46b0-a1e9-9d22b210d092), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.753630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] No DVR routers for this DVR port 9cab264a-b8a0-4311-b6ee-399ebd03b2d9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:49.766064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448359bc-5dde-468d-acd0-46eb505a35d8 None None] Pushing event deleted for resources: {'Port': ['ID=9cab264a-b8a0-4311-b6ee-399ebd03b2d9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:49.768796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 58929e34-5c59-4d2a-a0f4-3681481c4b9b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:43:49.769729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 58929e34-5c59-4d2a-a0f4-3681481c4b9b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:49.772374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] Deleting port dba23c17-3591-401d-9fdf-685ad8aed3d1 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:49.772772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.793487 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (dd6556bb-7125-495f-b91c-061b885fdeec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.822812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] For port dba23c17-3591-401d-9fdf-685ad8aed3d1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dba23c17-3591-401d-9fdf-685ad8aed3d1,segment=NetworkSegment(50246d4d-dd79-4c57-86ac-73e7517c7c15),segment_id=50246d4d-dd79-4c57-86ac-73e7517c7c15)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:49.823444 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.858459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for dba23c17-3591-401d-9fdf-685ad8aed3d1 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:49.913542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] For port dba23c17-3591-401d-9fdf-685ad8aed3d1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dba23c17-3591-401d-9fdf-685ad8aed3d1,segment=NetworkSegment(50246d4d-dd79-4c57-86ac-73e7517c7c15),segment_id=50246d4d-dd79-4c57-86ac-73e7517c7c15)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:49.914825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:49.967160 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] Calling delete_port for dba23c17-3591-401d-9fdf-685ad8aed3d1 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:49.987805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (cb0e25c5-4b28-48d7-aa14-4fe811202ad2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.011232 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c514ef90-4417-457c-a230-79614653626d admin admin] Publish callbacks [] for security_group (eac92154-74ee-4d89-b8c5-d37ddb7aaa88), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.023355 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (dd6556bb-7125-495f-b91c-061b885fdeec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.024624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:50.025979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.038006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf7150-4fcd-4aa2-843c-f3333d8fa0b1 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:50.043023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0ccf7150-4fcd-4aa2-843c-f3333d8fa0b1 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4381697 Jul 28 10:43:50.044410 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c514ef90-4417-457c-a230-79614653626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eac92154-74ee-4d89-b8c5-d37ddb7aaa88), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.044556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] DHCP port deletion for 7fc43303-0936-4b6f-a24f-96a28bd8f2bb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:50.054205 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32784) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:50.069798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (bac95071-8990-46b0-a1e9-9d22b210d092), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.116968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] Deleting port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:50.117359 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.198173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] For port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6,segment=NetworkSegment(1121ddc6-76be-4119-b168-7946893ea88b),segment_id=1121ddc6-76be-4119-b168-7946893ea88b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:50.198504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.216132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] Calling delete_port for b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:50.272730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Pushing event updated for resources: {'Network': ['ID=dd6556bb-7125-495f-b91c-061b885fdeec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.278758 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709dfe5-4e32-4739-9312-41f30146eebe,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.280401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=bac95071-8990-46b0-a1e9-9d22b210d092,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.302184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network bac95071-8990-46b0-a1e9-9d22b210d092 is not hosted by any dhcp agent {{(pid=104687) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:43:50.308469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:50.309729 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b009745b-e6e7-4e52-962b-9463d1ccc1d8 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 818 time: 2.2403541 Jul 28 10:43:50.312347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.314429 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7ae60721-c32b-4668-a188-307e3f74736e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "PUT /v2.0/networks/bac95071-8990-46b0-a1e9-9d22b210d092 HTTP/1.1" status: 200 len: 762 time: 1.0590782 Jul 28 10:43:50.320508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32786) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:50.320994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32788) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:50.340621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514ef90-4417-457c-a230-79614653626d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac92154-74ee-4d89-b8c5-d37ddb7aaa88,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.344070 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147477a-6b8d-49a2-9cdf-52e0b8b297a2 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:50.345709 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4147477a-6b8d-49a2-9cdf-52e0b8b297a2 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.2713835 Jul 28 10:43:50.348555 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c514ef90-4417-457c-a230-79614653626d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5338724a49b4a57b54618f29b406f95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7189302 Jul 28 10:43:50.351692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:50.354316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Request body: {'network': {'project_id': 'bb461be4c47344e0ae547016f4b59e3d'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:50.358814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:50.383928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32792) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:50.388678 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8dbc0c44-7b97-4eaf-8929-1f70821b9b61 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 HTTP/1.1" status: 200 len: 205 time: 0.0357058 Jul 28 10:43:50.393389 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:50.393823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32794) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:50.395469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network dd6556bb-7125-495f-b91c-061b885fdeec details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:50.403433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network bac95071-8990-46b0-a1e9-9d22b210d092 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:50.469801 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:50.531535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.546439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.570980 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:50.593623 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:50.594469 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (2dc8b8b3-03fd-4df1-a3af-2c1191116627), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.615385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] Pushing event deleted for resources: {'Port': ['ID=b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.637379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Made reservation on behalf of bb461be4c47344e0ae547016f4b59e3d for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:50.638299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=dba23c17-3591-401d-9fdf-685ad8aed3d1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.648446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.650199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No DVR routers for this DVR port dba23c17-3591-401d-9fdf-685ad8aed3d1 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:50.654577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b89eb2ca-8b9b-452d-909c-ab6612aecedf admin admin] Publish callbacks [] for security_group (eac92154-74ee-4d89-b8c5-d37ddb7aaa88), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.656205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (cb0e25c5-4b28-48d7-aa14-4fe811202ad2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.702188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b476f-65c1-4660-af79-27d1b3e17da8 None None] No DVR routers for this DVR port b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:50.706442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:50.706828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.722767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2051c-5c93-45e1-bf95-039a0634b42f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:50.725522 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-93b2051c-5c93-45e1-bf95-039a0634b42f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/networks?id=bac95071-8990-46b0-a1e9-9d22b210d092 HTTP/1.1" status: 200 len: 765 time: 0.3982930 Jul 28 10:43:50.734371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32796) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:50.774510 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (dba23c17-3591-401d-9fdf-685ad8aed3d1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.786680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0e25c5-4b28-48d7-aa14-4fe811202ad2']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:50.855875 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:50.860363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] Pushing event deleted for resources: {'Port': ['ID=dba23c17-3591-401d-9fdf-685ad8aed3d1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.862017 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.875414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26619bf6-c2c3-4e4d-95fe-d185deafc1ed None None] No DVR routers for this DVR port dba23c17-3591-401d-9fdf-685ad8aed3d1 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:50.898207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611114e7-1b48-49b1-9271-dd93696d76ea') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:50.898530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611114e7-1b48-49b1-9271-dd93696d76ea') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:50.901819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:50.917608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=2dc8b8b3-03fd-4df1-a3af-2c1191116627,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.920003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': 'ce6b315a-66b6-4234-91eb-d8a049fe43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:50.920360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: c3e91a4e-cdd9-47b9-afe7-833b622c8781, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:50.935451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (611114e7-1b48-49b1-9271-dd93696d76ea), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.955273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (987be25c-a6e7-4035-a7b8-4b7603b1f7f9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.955621 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Added segment 987be25c-a6e7-4035-a7b8-4b7603b1f7f9 of type vlan for network ec17c4b7-29ca-4094-bbf1-384b84e5f9ab Jul 28 10:43:50.969579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (611114e7-1b48-49b1-9271-dd93696d76ea), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:50.993387 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:50.994362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.012589 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:51.013004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (611114e7-1b48-49b1-9271-dd93696d76ea), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.050780 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network c3e91a4e-cdd9-47b9-afe7-833b622c8781 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:51.052819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,segment=NetworkSegment(9a98b7dc-727c-410b-a548-ed0ffc01658f),segment_id=9a98b7dc-727c-410b-a548-ed0ffc01658f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:51.060782 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.077988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b89eb2ca-8b9b-452d-909c-ab6612aecedf admin admin] Publish callbacks [] for security_group (eac92154-74ee-4d89-b8c5-d37ddb7aaa88), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.143547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:51.144931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4ac800f3-87f7-4eaf-976c-39c5a8be4796), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.157827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:51.161800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c8006-8cb7-4a39-8e68-8c34924f8c3d None None] Network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:51.176002 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 611114e7-1b48-49b1-9271-dd93696d76ea resource provider aggregate not found Jul 28 10:43:51.199853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:51.248978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac800f3-87f7-4eaf-976c-39c5a8be4796']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:51.249137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:43:51.249376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b79f3f70-b2a3-449c-ac6b-e9c4bce3c8c6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:51.249806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dba23c17-3591-401d-9fdf-685ad8aed3d1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:51.270577 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 611114e7-1b48-49b1-9271-dd93696d76ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 611114e7-1b48-49b1-9271-dd93696d76ea found for delete ", "request_id": "req-e41e609b-1214-4677-b574-316b63795eac"}]} Jul 28 10:43:51.281011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (ec17c4b7-29ca-4094-bbf1-384b84e5f9ab), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.301420 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c3e91a4e-cdd9-47b9-afe7-833b622c8781) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:51.302966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50246d4d-dd79-4c57-86ac-73e7517c7c15') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:51.302966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50246d4d-dd79-4c57-86ac-73e7517c7c15') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:51.303187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dba23c17-3591-401d-9fdf-685ad8aed3d1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:43:51.303187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dba23c17-3591-401d-9fdf-685ad8aed3d1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:51.303187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-103ca82a-b08d-433b-a45f-93429bf1f3d0 None None] Provisioning complete for port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:51.303187 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-103ca82a-b08d-433b-a45f-93429bf1f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.328890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (50246d4d-dd79-4c57-86ac-73e7517c7c15), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.332372 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.342153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:51.345118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.362025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (cb0e25c5-4b28-48d7-aa14-4fe811202ad2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.363680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336bec5d-acdd-4009-81d2-2f8483a3d546 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:51.370415 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-336bec5d-acdd-4009-81d2-2f8483a3d546 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6251585 Jul 28 10:43:51.375312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (50246d4d-dd79-4c57-86ac-73e7517c7c15), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.375312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32804) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:51.388966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.397893 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/networks/cb0e25c5-4b28-48d7-aa14-4fe811202ad2 HTTP/1.1" status: 204 len: 168 time: 1.9835181 Jul 28 10:43:51.452972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32806) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:51.465221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebab9af-89bb-4f8b-83ed-efc5e28c4dde tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'Network': ['ID=cb0e25c5-4b28-48d7-aa14-4fe811202ad2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:51.481215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d291d-c252-4ba3-ab6b-825b536149a6 None None] Network c3e91a4e-cdd9-47b9-afe7-833b622c8781 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:51.561607 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f2325479-e4b4-4253-91ff-269f9f12e768 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3835566 Jul 28 10:43:51.566245 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32808) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:51.567557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (ec17c4b7-29ca-4094-bbf1-384b84e5f9ab), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.569107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:51.569907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.691011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-103ca82a-b08d-433b-a45f-93429bf1f3d0 None None] Current status of the port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:51.709380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-c3e91a4e-cdd9-47b9-afe7-833b622c8781', 'network_id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '2dc8b8b3-03fd-4df1-a3af-2c1191116627'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:51.710357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.712282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b89eb2ca-8b9b-452d-909c-ab6612aecedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eac92154-74ee-4d89-b8c5-d37ddb7aaa88), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.716165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b89eb2ca-8b9b-452d-909c-ab6612aecedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.723897 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b89eb2ca-8b9b-452d-909c-ab6612aecedf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eac92154-74ee-4d89-b8c5-d37ddb7aaa88 HTTP/1.1" status: 204 len: 168 time: 1.3321466 Jul 28 10:43:51.762415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:51.762917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (50246d4d-dd79-4c57-86ac-73e7517c7c15), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.788045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7fc43303-0936-4b6f-a24f-96a28bd8f2bb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.813978 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Pushing event updated for resources: {'Network': ['ID=ec17c4b7-29ca-4094-bbf1-384b84e5f9ab,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:51.822616 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-af54da7e-aa1d-4925-83a3-16f056a22869 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 207 time: 0.4464891 Jul 28 10:43:51.825067 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 50246d4d-dd79-4c57-86ac-73e7517c7c15 resource provider aggregate not found Jul 28 10:43:51.837241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:51.838573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eb2ca-8b9b-452d-909c-ab6612aecedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac92154-74ee-4d89-b8c5-d37ddb7aaa88,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:51.867107 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-807d993c-02bb-4a27-8f2d-a49a958591c2 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 818 time: 1.5398445 Jul 28 10:43:51.870281 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 50246d4d-dd79-4c57-86ac-73e7517c7c15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50246d4d-dd79-4c57-86ac-73e7517c7c15 found for delete ", "request_id": "req-52d85172-8ed3-40ac-b87b-9693a7b15918"}]} Jul 28 10:43:51.873189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32818) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:51.880411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-24706722-1e1d-4096-b82d-b536ba2b00c3 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Request body: {'network': {'project_id': 'bb461be4c47344e0ae547016f4b59e3d'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:51.906465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network ec17c4b7-29ca-4094-bbf1-384b84e5f9ab details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:51.916265 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Deleting port e1187ea4-448e-4e02-9a1d-48ae68ddd916 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:51.926194 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1187ea4-448e-4e02-9a1d-48ae68ddd916), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:51.951367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4ac800f3-87f7-4eaf-976c-39c5a8be4796), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.018098 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:52.018843 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-24706722-1e1d-4096-b82d-b536ba2b00c3 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 10:43:52.024044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24706722-1e1d-4096-b82d-b536ba2b00c3 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:43:52.031740 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-24706722-1e1d-4096-b82d-b536ba2b00c3 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1571202 Jul 28 10:43:52.038742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32822) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:52.049602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.066283 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/4ac800f3-87f7-4eaf-976c-39c5a8be4796 HTTP/1.1" status: 204 len: 168 time: 3.4127171 Jul 28 10:43:52.066283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32824) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:52.095557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'name': 'tempest-PortsTestJSON-517290308'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:52.122183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f85ee-2c7b-4d4f-9023-f418d89bef87 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=4ac800f3-87f7-4eaf-976c-39c5a8be4796,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:52.147732 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:52.155184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-83fe8fe2-eb1e-400c-b2cd-44b05d707931 None None] Provisioning complete for port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:52.155572 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83fe8fe2-eb1e-400c-b2cd-44b05d707931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.191623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Allocated IP 172.20.0.2 (c3e91a4e-cdd9-47b9-afe7-833b622c8781/2dc8b8b3-03fd-4df1-a3af-2c1191116627/54c77ba2-50f9-4e95-8186-7f1bbd017208) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:52.256519 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:52.260008 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f132cf90-96c1-4792-99ef-3990da57c096 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb461be4c47344e0ae547016f4b59e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2161644 Jul 28 10:43:52.267838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32826) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:52.287818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1a57e-bc56-4006-b882-66078e8b7cb0 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:52.301551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1a57e-bc56-4006-b882-66078e8b7cb0 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:52.318789 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:52.345031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1a57e-bc56-4006-b882-66078e8b7cb0 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:52.363861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-83fe8fe2-eb1e-400c-b2cd-44b05d707931 None None] Current status of the port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:52.364558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1a57e-bc56-4006-b882-66078e8b7cb0 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:52.374370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1a57e-bc56-4006-b882-66078e8b7cb0 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:52.386932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:52.390928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b1a57e-bc56-4006-b882-66078e8b7cb0 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:52.399899 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-72b1a57e-bc56-4006-b882-66078e8b7cb0 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5308676 Jul 28 10:43:52.401668 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1187ea4-448e-4e02-9a1d-48ae68ddd916), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.406787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32832) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:52.452853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:52.457892 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c3e91a4e-cdd9-47b9-afe7-833b622c8781), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.463871 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7fc43303-0936-4b6f-a24f-96a28bd8f2bb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.466000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Calling delete_port for e1187ea4-448e-4e02-9a1d-48ae68ddd916 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:52.503590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc43303-0936-4b6f-a24f-96a28bd8f2bb']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:52.508233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:52.508985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.518477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1121ddc6-76be-4119-b168-7946893ea88b') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:52.518768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1121ddc6-76be-4119-b168-7946893ea88b') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:52.546443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Publish callbacks [] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.563034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a615caf-d418-49e5-89ee-ae73060bcb05 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for security_group (7709dfe5-4e32-4739-9312-41f30146eebe), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.570155 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.620351 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a615caf-d418-49e5-89ee-ae73060bcb05 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for security_group (7709dfe5-4e32-4739-9312-41f30146eebe), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.623737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Network c3e91a4e-cdd9-47b9-afe7-833b622c8781 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:52.630388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:52.645328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:52.659456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Pushing event updated for resources: {'Port': ['ID=54c77ba2-50f9-4e95-8186-7f1bbd017208,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:52.698787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:52.702911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.740481 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a615caf-d418-49e5-89ee-ae73060bcb05 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7709dfe5-4e32-4739-9312-41f30146eebe), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.745684 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a615caf-d418-49e5-89ee-ae73060bcb05 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.749768 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9a615caf-d418-49e5-89ee-ae73060bcb05 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/7709dfe5-4e32-4739-9312-41f30146eebe HTTP/1.1" status: 204 len: 168 time: 0.4789753 Jul 28 10:43:52.751777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32840) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:52.793167 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:52.801551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:52.824588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Attempting to bind port 54c77ba2-50f9-4e95-8186-7f1bbd017208 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:52.825279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Attempting to bind port 54c77ba2-50f9-4e95-8186-7f1bbd017208 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ce6b315a-66b6-4234-91eb-d8a049fe43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:52.828298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Attempting to bind port 54c77ba2-50f9-4e95-8186-7f1bbd017208 on network c3e91a4e-cdd9-47b9-afe7-833b622c8781 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:52.839235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:52.840594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Checking segment: {'id': 'ce6b315a-66b6-4234-91eb-d8a049fe43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:52.841641 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.842836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Bound using segment: {'id': 'ce6b315a-66b6-4234-91eb-d8a049fe43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:52.844069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Bound port: 54c77ba2-50f9-4e95-8186-7f1bbd017208, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6b315a-66b6-4234-91eb-d8a049fe43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:52.844826 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:52.863168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615caf-d418-49e5-89ee-ae73060bcb05 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709dfe5-4e32-4739-9312-41f30146eebe,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:52.876602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 689c5069-3dfe-44e6-a99a-cc3a007acfb0 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:52.958130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] For port 54c77ba2-50f9-4e95-8186-7f1bbd017208, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:43:52.965460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] For port 54c77ba2-50f9-4e95-8186-7f1bbd017208, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=54c77ba2-50f9-4e95-8186-7f1bbd017208,segment=NetworkSegment(ce6b315a-66b6-4234-91eb-d8a049fe43b9),segment_id=ce6b315a-66b6-4234-91eb-d8a049fe43b9)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:43:52.987232 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.019259 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (1121ddc6-76be-4119-b168-7946893ea88b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.035687 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3c730616-6492-41c3-9f56-135885cceb64 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6276870 Jul 28 10:43:53.044578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32846) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:53.092737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (1121ddc6-76be-4119-b168-7946893ea88b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.108105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2dc8b8b3-03fd-4df1-a3af-2c1191116627), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.108369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95c591-3d43-445b-bc32-be8de0cf06da None None] Pushing event updated for resources: {'Port': ['ID=54c77ba2-50f9-4e95-8186-7f1bbd017208,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:53.122305 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:53.122686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (1121ddc6-76be-4119-b168-7946893ea88b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.183837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (ec17c4b7-29ca-4094-bbf1-384b84e5f9ab), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.254161 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7fc43303-0936-4b6f-a24f-96a28bd8f2bb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.269008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.277147 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] 10.222.0.46 "DELETE /v2.0/networks/7fc43303-0936-4b6f-a24f-96a28bd8f2bb HTTP/1.1" status: 204 len: 168 time: 1.8082807 Jul 28 10:43:53.295396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f476-3cd0-4b70-b9d1-0845143f92d9 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] Pushing event deleted for resources: {'Network': ['ID=7fc43303-0936-4b6f-a24f-96a28bd8f2bb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:53.305370 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (2dc8b8b3-03fd-4df1-a3af-2c1191116627), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.356781 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 1121ddc6-76be-4119-b168-7946893ea88b resource provider aggregate not found Jul 28 10:43:53.373706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc8b8b3-03fd-4df1-a3af-2c1191116627,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:53.410951 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 1121ddc6-76be-4119-b168-7946893ea88b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1121ddc6-76be-4119-b168-7946893ea88b found for delete ", "request_id": "req-63117620-4451-4a7a-8c30-a06c74cb6c1b"}]} Jul 28 10:43:53.472283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e1187ea4-448e-4e02-9a1d-48ae68ddd916), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.575533 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c3e91a4e-cdd9-47b9-afe7-833b622c8781), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.639745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e91a4e-cdd9-47b9-afe7-833b622c8781']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:53.653510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6b315a-66b6-4234-91eb-d8a049fe43b9') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:53.653924 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6b315a-66b6-4234-91eb-d8a049fe43b9') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:53.675101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (ce6b315a-66b6-4234-91eb-d8a049fe43b9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.691359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event deleted for resources: {'Port': ['ID=e1187ea4-448e-4e02-9a1d-48ae68ddd916,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:53.708243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce6b315a-66b6-4234-91eb-d8a049fe43b9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.722278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:53.723093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (ce6b315a-66b6-4234-91eb-d8a049fe43b9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.783021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29fa6b-a95b-4a14-96a7-1a6f4fd8a066 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.785200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29fa6b-a95b-4a14-96a7-1a6f4fd8a066 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.786927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29fa6b-a95b-4a14-96a7-1a6f4fd8a066 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.788544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29fa6b-a95b-4a14-96a7-1a6f4fd8a066 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.795669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29fa6b-a95b-4a14-96a7-1a6f4fd8a066 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.795669 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb29fa6b-a95b-4a14-96a7-1a6f4fd8a066 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7462351 Jul 28 10:43:53.801490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32866) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:53.870213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (ec17c4b7-29ca-4094-bbf1-384b84e5f9ab), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.875522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (689c5069-3dfe-44e6-a99a-cc3a007acfb0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.919500 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.api [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:43:53.919500 n-d-850468-6 neutron-server[104688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:43:53.919500 n-d-850468-6 neutron-server[104688]: [parameters: {'id': 'c3e91a4e-cdd9-47b9-afe7-833b622c8781'}] Jul 28 10:43:53.919500 n-d-850468-6 neutron-server[104688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:43:53.921591 n-d-850468-6 neutron-server[104688]: DEBUG oslo_db.api [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:43:53.942631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec17c4b7-29ca-4094-bbf1-384b84e5f9ab']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:53.964516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a643ca-1616-48df-9248-95c8d00c1561 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.966350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987be25c-a6e7-4035-a7b8-4b7603b1f7f9') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:53.966980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987be25c-a6e7-4035-a7b8-4b7603b1f7f9') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:53.971726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a643ca-1616-48df-9248-95c8d00c1561 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.975158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a643ca-1616-48df-9248-95c8d00c1561 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.979453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a643ca-1616-48df-9248-95c8d00c1561 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.982479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a643ca-1616-48df-9248-95c8d00c1561 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:53.990395 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-86a643ca-1616-48df-9248-95c8d00c1561 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1866570 Jul 28 10:43:53.993075 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (987be25c-a6e7-4035-a7b8-4b7603b1f7f9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:53.993208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32872) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:54.015354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (987be25c-a6e7-4035-a7b8-4b7603b1f7f9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.022250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:54.023193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (987be25c-a6e7-4035-a7b8-4b7603b1f7f9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.097690 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:54.106934 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (ec17c4b7-29ca-4094-bbf1-384b84e5f9ab), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.109726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.178856 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.185326 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "DELETE /v2.0/networks/ec17c4b7-29ca-4094-bbf1-384b84e5f9ab HTTP/1.1" status: 204 len: 168 time: 1.4240565 Jul 28 10:43:54.187030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32878) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:54.189442 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 987be25c-a6e7-4035-a7b8-4b7603b1f7f9 resource provider aggregate not found Jul 28 10:43:54.300200 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d64ae-717b-49dd-8dff-ecce6eb2550c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:54.312265 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-001d64ae-717b-49dd-8dff-ecce6eb2550c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/networks/50811da8-b6c2-4aab-a687-4a1a43563a8b HTTP/1.1" status: 200 len: 804 time: 0.3193851 Jul 28 10:43:54.322534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:54.349051 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5636eb-3ae7-48f5-b8aa-30ec1656c94d tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec17c4b7-29ca-4094-bbf1-384b84e5f9ab,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:54.372919 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 987be25c-a6e7-4035-a7b8-4b7603b1f7f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 987be25c-a6e7-4035-a7b8-4b7603b1f7f9 found for delete ", "request_id": "req-1916c4b6-f434-4d3a-870a-2be5d8323d8a"}]} Jul 28 10:43:54.383685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 54c77ba2-50f9-4e95-8186-7f1bbd017208 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:54.422192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c3e91a4e-cdd9-47b9-afe7-833b622c8781), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.434311 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:54.436774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.446557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.538672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 54c77ba2-50f9-4e95-8186-7f1bbd017208 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:54.539060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.565559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (689c5069-3dfe-44e6-a99a-cc3a007acfb0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.612959 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.613563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Fanout notify agent at l3_agent the message router_deleted on router c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:54.647079 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting port 54c77ba2-50f9-4e95-8186-7f1bbd017208 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:54.647079 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.692251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (dd6556bb-7125-495f-b91c-061b885fdeec), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.701750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.706775 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-306bad80-3a2e-48d8-bac7-77a3eece5a79 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 HTTP/1.1" status: 204 len: 168 time: 4.2953904 Jul 28 10:43:54.715086 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:54.720295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32896) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:54.723308 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:54.731113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:54.742113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:54.742311 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:54.742928 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.768454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-98c186c3-643a-405b-bca5-cd636c243f8e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-126920812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:54.776276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 54c77ba2-50f9-4e95-8186-7f1bbd017208 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:43:54.780424 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.788824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] For port 54c77ba2-50f9-4e95-8186-7f1bbd017208, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=54c77ba2-50f9-4e95-8186-7f1bbd017208,segment=NetworkSegment(ce6b315a-66b6-4234-91eb-d8a049fe43b9),segment_id=ce6b315a-66b6-4234-91eb-d8a049fe43b9)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:54.789519 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.807385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=689c5069-3dfe-44e6-a99a-cc3a007acfb0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:54.834687 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:54.845082 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:54.854941 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ae2252a-335b-4e35-b70a-5d0333f8a79d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7770691 Jul 28 10:43:54.856365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32904) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:54.865974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c186c3-643a-405b-bca5-cd636c243f8e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.867485 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c186c3-643a-405b-bca5-cd636c243f8e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.889636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 54c77ba2-50f9-4e95-8186-7f1bbd017208, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=54c77ba2-50f9-4e95-8186-7f1bbd017208,segment=NetworkSegment(ce6b315a-66b6-4234-91eb-d8a049fe43b9),segment_id=ce6b315a-66b6-4234-91eb-d8a049fe43b9)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:54.897583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:54.903738 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Calling delete_port for 54c77ba2-50f9-4e95-8186-7f1bbd017208 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:54.956122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32914) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:54.960285 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f17cb936-af14-4252-af51-9a520e4f0e77 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/networks/50811da8-b6c2-4aab-a687-4a1a43563a8b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6339602 Jul 28 10:43:55.003552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdf886-06a7-4e4c-a1a9-c1e0e541c553 None None] Network c3e91a4e-cdd9-47b9-afe7-833b622c8781 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:55.073909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (dd6556bb-7125-495f-b91c-061b885fdeec), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.131486 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.140164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=54c77ba2-50f9-4e95-8186-7f1bbd017208,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:55.159933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8c0898c2-6c31-4d55-9b7e-5a13cceb0282 None None] Provisioning complete for port 54c77ba2-50f9-4e95-8186-7f1bbd017208 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:43:55.160357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c0898c2-6c31-4d55-9b7e-5a13cceb0282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54c77ba2-50f9-4e95-8186-7f1bbd017208), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.169206 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c186c3-643a-405b-bca5-cd636c243f8e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (a8ed9713-96a2-47ce-aca6-7bd847d93390), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.183219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d64e2f-44e5-40f9-a58d-fed200b0e846 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:55.185305 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d3d64e2f-44e5-40f9-a58d-fed200b0e846 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/subnets/724edfef-db61-4540-b2de-efb1db37bb49 HTTP/1.1" status: 200 len: 843 time: 0.2278616 Jul 28 10:43:55.188756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6556bb-7125-495f-b91c-061b885fdeec']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:55.208203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c186c3-643a-405b-bca5-cd636c243f8e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.213613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32938) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:55.234234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8c0898c2-6c31-4d55-9b7e-5a13cceb0282 None None] Port 54c77ba2-50f9-4e95-8186-7f1bbd017208 was deleted so its status cannot be updated. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jul 28 10:43:55.251500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 689c5069-3dfe-44e6-a99a-cc3a007acfb0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:55.251850 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (689c5069-3dfe-44e6-a99a-cc3a007acfb0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.287448 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e3c6fb-c6d8-48ff-83be-20394e7fff6d') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:55.287763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e3c6fb-c6d8-48ff-83be-20394e7fff6d') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:55.314512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Port': ['ID=54c77ba2-50f9-4e95-8186-7f1bbd017208,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:55.339259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No DVR routers for this DVR port 54c77ba2-50f9-4e95-8186-7f1bbd017208 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:43:55.364534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c186c3-643a-405b-bca5-cd636c243f8e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.364534 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-98c186c3-643a-405b-bca5-cd636c243f8e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6386364 Jul 28 10:43:55.364534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (14e3c6fb-c6d8-48ff-83be-20394e7fff6d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.380509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 32952) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:55.394163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': True}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:55.429489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322fa99-6d8a-47e0-bf05-effee462b2af None None] DHCP port deletion for c3e91a4e-cdd9-47b9-afe7-833b622c8781 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:43:55.481636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa61d325-3cdc-44fc-81f6-11cc9d7deb68 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['shared'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:55.481636 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aa61d325-3cdc-44fc-81f6-11cc9d7deb68 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "GET /v2.0/subnets/724edfef-db61-4540-b2de-efb1db37bb49?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2501037 Jul 28 10:43:55.490340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (14e3c6fb-c6d8-48ff-83be-20394e7fff6d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.491377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 32966) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:55.511741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678025664'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:55.526668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:55.527100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (14e3c6fb-c6d8-48ff-83be-20394e7fff6d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.532429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (689c5069-3dfe-44e6-a99a-cc3a007acfb0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.617049 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:55.620036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 689c5069-3dfe-44e6-a99a-cc3a007acfb0 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:55.658542 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:55.662244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.675147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (dd6556bb-7125-495f-b91c-061b885fdeec), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.696379 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ce6b315a-66b6-4234-91eb-d8a049fe43b9 resource provider aggregate not found Jul 28 10:43:55.798674 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ce6b315a-66b6-4234-91eb-d8a049fe43b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce6b315a-66b6-4234-91eb-d8a049fe43b9 found for delete ", "request_id": "req-f603fde0-2ec2-4ae0-a1ef-018f1d174e19"}]} Jul 28 10:43:55.809222 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.826454 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] 10.222.0.46 "DELETE /v2.0/networks/dd6556bb-7125-495f-b91c-061b885fdeec HTTP/1.1" status: 204 len: 168 time: 1.5596974 Jul 28 10:43:55.874769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e32cac-982f-4bcd-8f20-432943f13003 tempest-QuotasNegativeTest-993012008 tempest-QuotasNegativeTest-993012008-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd6556bb-7125-495f-b91c-061b885fdeec,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:55.875358 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c3e91a4e-cdd9-47b9-afe7-833b622c8781), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.910978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:55.912830 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:55.941789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b7b22095-83b6-4316-883d-d140142b3b5a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:55.942850 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Added segment b7b22095-83b6-4316-883d-d140142b3b5a of type vlan for network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a Jul 28 10:43:55.970131 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e91a4e-cdd9-47b9-afe7-833b622c8781']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:56.018828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6b315a-66b6-4234-91eb-d8a049fe43b9') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:56.019424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6b315a-66b6-4234-91eb-d8a049fe43b9') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:56.023782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.027788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (a8ed9713-96a2-47ce-aca6-7bd847d93390), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.098467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.111077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:56.112025 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.132955 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (ce6b315a-66b6-4234-91eb-d8a049fe43b9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.155798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (689c5069-3dfe-44e6-a99a-cc3a007acfb0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.173665 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6724014 Jul 28 10:43:56.181932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33030) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:56.270490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 54c77ba2-50f9-4e95-8186-7f1bbd017208 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:56.281432 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=689c5069-3dfe-44e6-a99a-cc3a007acfb0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:56.288931 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'network_id': 'dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:56.304886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.324382 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a4137d1-4a16-477e-8dc3-738652be8985 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/689c5069-3dfe-44e6-a99a-cc3a007acfb0 HTTP/1.1" status: 204 len: 168 time: 1.4664571 Jul 28 10:43:56.328070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 54c77ba2-50f9-4e95-8186-7f1bbd017208 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:43:56.328416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 54c77ba2-50f9-4e95-8186-7f1bbd017208 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:56.354653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33032) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:56.373222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'mac_address': 'fa:16:3e:d0:fd:00', 'name': 'tempest-PortsTestJSON-1205197454'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:56.418033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce6b315a-66b6-4234-91eb-d8a049fe43b9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.500501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:56.500836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (ce6b315a-66b6-4234-91eb-d8a049fe43b9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.529723 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 14e3c6fb-c6d8-48ff-83be-20394e7fff6d resource provider aggregate not found Jul 28 10:43:56.536457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aacbd-d301-4450-b2ec-5aee416ec8f2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Network': ['ID=dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:56.548108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:56.574780 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 14e3c6fb-c6d8-48ff-83be-20394e7fff6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14e3c6fb-c6d8-48ff-83be-20394e7fff6d found for delete ", "request_id": "req-b2ff599a-1fcf-4962-8ea0-2ca461734a6f"}]} Jul 28 10:43:56.653963 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:56.707970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c3e91a4e-cdd9-47b9-afe7-833b622c8781), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.711802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:56.740963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.750572 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/c3e91a4e-cdd9-47b9-afe7-833b622c8781 HTTP/1.1" status: 204 len: 168 time: 5.1758845 Jul 28 10:43:56.754418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33042) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:56.773624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-763413095'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:56.785552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (a8ed9713-96a2-47ce-aca6-7bd847d93390), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.798726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef8b7c-6b31-4f85-a778-543b8e19be97 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=c3e91a4e-cdd9-47b9-afe7-833b622c8781,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:56.850628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.853371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Made reservation on behalf of c93e7a965d9341b78d0d186091ac522c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:56.857807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.912962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:56.916720 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.949573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:56.991933 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:57.007695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Performing IP validity checks on allocation pools {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 10:43:57.008410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 10:43:57.015831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33050) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:57.018738 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:57.044826 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port ac709572-4654-4337-8380-16a292a0fa7b yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:43:57.055042 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:43:57.076152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33054) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:57.106618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f425d83f-08ec-4742-a729-86d13440bc91), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.107373 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment f425d83f-08ec-4742-a729-86d13440bc91 of type vlan for network c973716e-0343-48a4-acdc-78026b6c3626 Jul 28 10:43:57.188705 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Allocated IP 172.25.2.83 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a92313e3-a817-4e3b-95ad-aa295e17cb7c) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:57.202897 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c973716e-0343-48a4-acdc-78026b6c3626), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.256744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67a87390-d6d7-47fe-9f57-c71a741c0fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.338838 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a33b0ada-4f45-4aa3-b52d-0574874a4e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.353780 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c973716e-0343-48a4-acdc-78026b6c3626), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.359020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:57.359639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.378027 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:57.453146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (ac709572-4654-4337-8380-16a292a0fa7b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.497780 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 0.7290127 Jul 28 10:43:57.507194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33058) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:57.515344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': 'c973716e-0343-48a4-acdc-78026b6c3626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:57.587316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462c22-a965-4e9a-bf1e-d8975ac0d0f7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=c973716e-0343-48a4-acdc-78026b6c3626,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:57.592439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67a87390-d6d7-47fe-9f57-c71a741c0fae admin admin] Publish callbacks [] for security_group (2f893f43-652c-4ee4-b077-e9d0925e5f60), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.607596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.613236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67a87390-d6d7-47fe-9f57-c71a741c0fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2f893f43-652c-4ee4-b077-e9d0925e5f60), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.624765 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:57.626372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c973716e-0343-48a4-acdc-78026b6c3626 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:43:57.643390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ac709572-4654-4337-8380-16a292a0fa7b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.679835 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:57.694934 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for port (a92313e3-a817-4e3b-95ad-aa295e17cb7c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.701872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a33b0ada-4f45-4aa3-b52d-0574874a4e97 admin admin] Publish callbacks [] for security_group (885369fe-69c4-4027-8fa2-29d26ccdbfac), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.738902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:43:57.742202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.743721 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-67a87390-d6d7-47fe-9f57-c71a741c0fae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a273aa666ae94778ad1ba21eeb7f3af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7267137 Jul 28 10:43:57.748293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a33b0ada-4f45-4aa3-b52d-0574874a4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (885369fe-69c4-4027-8fa2-29d26ccdbfac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.751065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33062) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:57.764581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:57.767232 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Checking segment: {'id': 'b7b22095-83b6-4316-883d-d140142b3b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:57.767601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network hostable DHCP agents. Network: dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:57.768908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a87390-d6d7-47fe-9f57-c71a741c0fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f893f43-652c-4ee4-b077-e9d0925e5f60,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:57.787445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:57.875111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=ac709572-4654-4337-8380-16a292a0fa7b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:57.878553 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ce6b315a-66b6-4234-91eb-d8a049fe43b9 resource provider aggregate not found Jul 28 10:43:57.883828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Performing IP validity checks on allocation pools {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 10:43:57.885430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 10:43:57.887572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:57.897518 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:57.914229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:57.915141 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ce6b315a-66b6-4234-91eb-d8a049fe43b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce6b315a-66b6-4234-91eb-d8a049fe43b9 found for delete ", "request_id": "req-e2223723-0a3b-48d6-b1ad-f4e06f70f8bb"}]} Jul 28 10:43:57.915303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.918592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b0ada-4f45-4aa3-b52d-0574874a4e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885369fe-69c4-4027-8fa2-29d26ccdbfac,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:57.938301 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:57.940957 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:57.946615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a92313e3-a817-4e3b-95ad-aa295e17cb7c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:57.949413 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a33b0ada-4f45-4aa3-b52d-0574874a4e97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95920c67ae644e6b8c798009d4d073f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8721616 Jul 28 10:43:57.958480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33068) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:58.034479 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2a4aad3a-39e9-4987-bb0d-6d0ebae31624 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6745691 Jul 28 10:43:58.035220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33076) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:58.058916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:58.077850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cae6e8-852e-45e1-b1ea-8e5f6282f5b8 None None] Network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:58.095178 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:58.096659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.115409 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3a07b18-9936-43d9-b760-783c3966749f admin admin] Publish callbacks [] for security_group (2f893f43-652c-4ee4-b077-e9d0925e5f60), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.128034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:58.219753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d869c-aa72-4301-ae57-732b6bc860b0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:58.221253 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c5d869c-aa72-4301-ae57-732b6bc860b0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/ac709572-4654-4337-8380-16a292a0fa7b HTTP/1.1" status: 200 len: 841 time: 0.1776843 Jul 28 10:43:58.225596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33078) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:58.278917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Port': ['ID=a92313e3-a817-4e3b-95ad-aa295e17cb7c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:58.280919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:58.296374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:58.339920 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7de17cde-6dcb-4a63-96c2-7528f044947d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0746059 Jul 28 10:43:58.348947 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33082) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:58.359719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3a07b18-9936-43d9-b760-783c3966749f admin admin] Publish callbacks [] for security_group (2f893f43-652c-4ee4-b077-e9d0925e5f60), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.365760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a513fed2-89d4-41c5-a42b-264661aa7046 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:58.422568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a', 'network_id': 'dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a', 'project_id': 'c93e7a965d9341b78d0d186091ac522c', 'fixed_ips': [{'subnet_id': '03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:58.423599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.677393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Allocated IP 2001:db8::3 (dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a/03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff/321576cd-7cbf-4cad-b82f-586508bfd9ca) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:43:58.726692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78f0dc54-7f69-4cf7-9631-0d7d17553385 admin admin] Publish callbacks [] for security_group (885369fe-69c4-4027-8fa2-29d26ccdbfac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.788310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78f0dc54-7f69-4cf7-9631-0d7d17553385 admin admin] Publish callbacks [] for security_group (885369fe-69c4-4027-8fa2-29d26ccdbfac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.801202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port ac709572-4654-4337-8380-16a292a0fa7b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:43:58.801600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ac709572-4654-4337-8380-16a292a0fa7b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.811940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a513fed2-89d4-41c5-a42b-264661aa7046 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9084166'] for subnet (03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.851108 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3a07b18-9936-43d9-b760-783c3966749f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2f893f43-652c-4ee4-b077-e9d0925e5f60), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.855203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3a07b18-9936-43d9-b760-783c3966749f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:58.859472 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d3a07b18-9936-43d9-b760-783c3966749f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f893f43-652c-4ee4-b077-e9d0925e5f60 HTTP/1.1" status: 204 len: 168 time: 1.0962925 Jul 28 10:43:58.952087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a07b18-9936-43d9-b760-783c3966749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f893f43-652c-4ee4-b077-e9d0925e5f60,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:58.964248 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (575943cf-9ffc-46ad-9130-d1d51ce0e8f3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.011764 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ac709572-4654-4337-8380-16a292a0fa7b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.054157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for ac709572-4654-4337-8380-16a292a0fa7b owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:43:59.077714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78f0dc54-7f69-4cf7-9631-0d7d17553385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (885369fe-69c4-4027-8fa2-29d26ccdbfac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.084139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78f0dc54-7f69-4cf7-9631-0d7d17553385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.092257 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-78f0dc54-7f69-4cf7-9631-0d7d17553385 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/885369fe-69c4-4027-8fa2-29d26ccdbfac HTTP/1.1" status: 204 len: 168 time: 1.1324284 Jul 28 10:43:59.100897 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:59.127884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=575943cf-9ffc-46ad-9130-d1d51ce0e8f3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.134945 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': 'f425d83f-08ec-4742-a729-86d13440bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c973716e-0343-48a4-acdc-78026b6c3626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:59.135829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: c973716e-0343-48a4-acdc-78026b6c3626, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:43:59.145107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0dc54-7f69-4cf7-9631-0d7d17553385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885369fe-69c4-4027-8fa2-29d26ccdbfac,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.386020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network c973716e-0343-48a4-acdc-78026b6c3626 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:43:59.387297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Publish callbacks [] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.402498 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.424725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ac709572-4654-4337-8380-16a292a0fa7b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.479781 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:43:59.483533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:43:59.488307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:59.495503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:43:59.564358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Pushing event updated for resources: {'Port': ['ID=321576cd-7cbf-4cad-b82f-586508bfd9ca,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.565638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c973716e-0343-48a4-acdc-78026b6c3626) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:43:59.590577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:43:59.591144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.594638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed7e9e-e58c-4817-9ac6-286ef274f85c None None] Network c973716e-0343-48a4-acdc-78026b6c3626 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:43:59.601945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.617636 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/ac709572-4654-4337-8380-16a292a0fa7b HTTP/1.1" status: 204 len: 168 time: 1.3756986 Jul 28 10:43:59.620018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33094) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:59.672719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33096) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:59.674246 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-760e95d6-8af1-4f26-827b-253c237aa88a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:43:59.680655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Attempting to bind port 321576cd-7cbf-4cad-b82f-586508bfd9ca on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:43:59.680655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Attempting to bind port 321576cd-7cbf-4cad-b82f-586508bfd9ca by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'b7b22095-83b6-4316-883d-d140142b3b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:43:59.680655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Attempting to bind port 321576cd-7cbf-4cad-b82f-586508bfd9ca on network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:43:59.682804 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-760e95d6-8af1-4f26-827b-253c237aa88a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/ac709572-4654-4337-8380-16a292a0fa7b HTTP/1.1" status: 404 len: 333 time: 0.0610411 Jul 28 10:43:59.684066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0b695-b585-434a-8ab6-8d4fa75cf9a2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=ac709572-4654-4337-8380-16a292a0fa7b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.689495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:43:59.689900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Checking segment: {'id': 'b7b22095-83b6-4316-883d-d140142b3b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:43:59.690324 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.690965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Bound using segment: {'id': 'b7b22095-83b6-4316-883d-d140142b3b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:43:59.691455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Bound port: 321576cd-7cbf-4cad-b82f-586508bfd9ca, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b22095-83b6-4316-883d-d140142b3b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:43:59.691837 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.717001 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:59.722783 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33100) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:43:59.724793 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:43:59.726858 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f3afbd6-f624-46ae-92f8-cd56a441f486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.771140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'name': 'tempest-PortsTestJSON-2055669414'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:43:59.833715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (a8ed9713-96a2-47ce-aca6-7bd847d93390), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.924530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-c973716e-0343-48a4-acdc-78026b6c3626', 'network_id': 'c973716e-0343-48a4-acdc-78026b6c3626', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '575943cf-9ffc-46ad-9130-d1d51ce0e8f3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:43:59.928481 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:43:59.930794 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:00.002498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:00.008801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.048244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 3e1e63cb-856c-4d66-83bc-43c4400d93ba yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:00.055055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] For port 321576cd-7cbf-4cad-b82f-586508bfd9ca, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:00.097665 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d4ccb10e-9ad8-4121-85f2-99e9ed4941ef tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5870059 Jul 28 10:44:00.111185 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:00.114014 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33102) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:00.114339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33104) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:00.194651 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f3afbd6-f624-46ae-92f8-cd56a441f486 admin admin] Publish callbacks [] for security_group (40998c89-b933-4ff8-bd56-a2d5214a1506), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.219062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] For port 321576cd-7cbf-4cad-b82f-586508bfd9ca, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=321576cd-7cbf-4cad-b82f-586508bfd9ca,segment=NetworkSegment(b7b22095-83b6-4316-883d-d140142b3b5a),segment_id=b7b22095-83b6-4316-883d-d140142b3b5a)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:00.224152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f3afbd6-f624-46ae-92f8-cd56a441f486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40998c89-b933-4ff8-bd56-a2d5214a1506), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.246671 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.258898 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:00.291142 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60fbe028-9e00-41d8-9c4e-56eaa91e6610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.367982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.427533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.453775 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60fbe028-9e00-41d8-9c4e-56eaa91e6610 admin admin] Publish callbacks [] for security_group (74c81bdd-0ffb-491e-baeb-ed7c11ee554e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.482316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d7d2-ca62-4a16-bade-9e8e17022c83 None None] Pushing event updated for resources: {'Port': ['ID=321576cd-7cbf-4cad-b82f-586508bfd9ca,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:00.495472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60fbe028-9e00-41d8-9c4e-56eaa91e6610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (74c81bdd-0ffb-491e-baeb-ed7c11ee554e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.520176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Allocated IP 172.20.0.3 (c973716e-0343-48a4-acdc-78026b6c3626/575943cf-9ffc-46ad-9130-d1d51ce0e8f3/40ccea06-0492-4e5d-bc65-3cd0821e6be1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:00.547325 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2f3afbd6-f624-46ae-92f8-cd56a441f486 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a231c6a739cc45d4a5a6017e73593318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491850 Jul 28 10:44:00.613693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33110) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:00.615263 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3afbd6-f624-46ae-92f8-cd56a441f486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40998c89-b933-4ff8-bd56-a2d5214a1506,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:00.638989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=3e1e63cb-856c-4d66-83bc-43c4400d93ba,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:00.664482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:00.730163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:00.764746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:00.782025 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:00.782702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.796452 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:00.845932 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-16063a07-423b-41b8-88fd-eda3ea612011 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0842164 Jul 28 10:44:00.848294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33112) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:00.855584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:00.925785 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39a432f5-4b03-4b75-8eed-57137aaab99a admin admin] Publish callbacks [] for security_group (40998c89-b933-4ff8-bd56-a2d5214a1506), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.961441 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Publish callbacks [] for port (40ccea06-0492-4e5d-bc65-3cd0821e6be1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.976404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:00.981396 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (40ccea06-0492-4e5d-bc65-3cd0821e6be1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.013297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39a432f5-4b03-4b75-8eed-57137aaab99a admin admin] Publish callbacks [] for security_group (40998c89-b933-4ff8-bd56-a2d5214a1506), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.030738 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-60fbe028-9e00-41d8-9c4e-56eaa91e6610 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cfff1e7afa448edaf54cc1cf2480985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8943932 Jul 28 10:44:01.038088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33114) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:01.043177 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:01.156557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Network c973716e-0343-48a4-acdc-78026b6c3626 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:01.179695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:01.183776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:01.317635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39a432f5-4b03-4b75-8eed-57137aaab99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40998c89-b933-4ff8-bd56-a2d5214a1506), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.320284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39a432f5-4b03-4b75-8eed-57137aaab99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.325192 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-39a432f5-4b03-4b75-8eed-57137aaab99a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40998c89-b933-4ff8-bd56-a2d5214a1506 HTTP/1.1" status: 204 len: 168 time: 0.6665161 Jul 28 10:44:01.345433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Pushing event updated for resources: {'Port': ['ID=40ccea06-0492-4e5d-bc65-3cd0821e6be1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:01.355054 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15de27ad-add3-4e4e-bf03-99a9755d2961 admin admin] Publish callbacks [] for security_group (74c81bdd-0ffb-491e-baeb-ed7c11ee554e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.360418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Attempting to bind port 40ccea06-0492-4e5d-bc65-3cd0821e6be1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:01.360704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Attempting to bind port 40ccea06-0492-4e5d-bc65-3cd0821e6be1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f425d83f-08ec-4742-a729-86d13440bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c973716e-0343-48a4-acdc-78026b6c3626'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:01.361309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Attempting to bind port 40ccea06-0492-4e5d-bc65-3cd0821e6be1 on network c973716e-0343-48a4-acdc-78026b6c3626 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:01.368796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:01.369093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Checking segment: {'id': 'f425d83f-08ec-4742-a729-86d13440bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c973716e-0343-48a4-acdc-78026b6c3626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:01.369427 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.369754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Bound using segment: {'id': 'f425d83f-08ec-4742-a729-86d13440bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c973716e-0343-48a4-acdc-78026b6c3626'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:01.370278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Bound port: 40ccea06-0492-4e5d-bc65-3cd0821e6be1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f425d83f-08ec-4742-a729-86d13440bc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c973716e-0343-48a4-acdc-78026b6c3626'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:01.370789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (40ccea06-0492-4e5d-bc65-3cd0821e6be1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.382920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a432f5-4b03-4b75-8eed-57137aaab99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40998c89-b933-4ff8-bd56-a2d5214a1506,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:01.452649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbe028-9e00-41d8-9c4e-56eaa91e6610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c81bdd-0ffb-491e-baeb-ed7c11ee554e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:01.470123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.482058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.513053 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15de27ad-add3-4e4e-bf03-99a9755d2961 admin admin] Publish callbacks [] for security_group (74c81bdd-0ffb-491e-baeb-ed7c11ee554e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.532179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c973716e-0343-48a4-acdc-78026b6c3626), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.559470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] For port 40ccea06-0492-4e5d-bc65-3cd0821e6be1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:01.579300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] In _notify_port_updated(), no bound segment for port 3e1e63cb-856c-4d66-83bc-43c4400d93ba on network c742f3be-4af3-415e-8f1d-371697c9c864 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:44:01.588349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:01.599875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.608931 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "PUT /v2.0/ports/3e1e63cb-856c-4d66-83bc-43c4400d93ba HTTP/1.1" status: 200 len: 818 time: 0.7574251 Jul 28 10:44:01.616533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33120) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:01.627844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] For port 40ccea06-0492-4e5d-bc65-3cd0821e6be1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=40ccea06-0492-4e5d-bc65-3cd0821e6be1,segment=NetworkSegment(f425d83f-08ec-4742-a729-86d13440bc91),segment_id=f425d83f-08ec-4742-a729-86d13440bc91)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:01.649525 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (40ccea06-0492-4e5d-bc65-3cd0821e6be1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.652491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cf71b-9b19-4d6e-ae59-51184e46d888 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=3e1e63cb-856c-4d66-83bc-43c4400d93ba,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:01.677372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.680039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a513fed2-89d4-41c5-a42b-264661aa7046 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727300207845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8976732'] for subnet (03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.854234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513fed2-89d4-41c5-a42b-264661aa7046 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event updated for resources: {'Subnet': ['ID=03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:01.867626 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.877836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting port 40ccea06-0492-4e5d-bc65-3cd0821e6be1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:01.878475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (40ccea06-0492-4e5d-bc65-3cd0821e6be1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.888686 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:01.902895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5868f83-cca1-4a67-92dd-64b0158b4818 None None] Pushing event updated for resources: {'Port': ['ID=40ccea06-0492-4e5d-bc65-3cd0821e6be1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:01.910256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513fed2-89d4-41c5-a42b-264661aa7046 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:01.911145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a513fed2-89d4-41c5-a42b-264661aa7046 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:01.912800 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a513fed2-89d4-41c5-a42b-264661aa7046 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "PUT /v2.0/subnets/03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff HTTP/1.1" status: 200 len: 900 time: 3.5612223 Jul 28 10:44:01.917641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33126) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:02.214952 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.309049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15de27ad-add3-4e4e-bf03-99a9755d2961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (74c81bdd-0ffb-491e-baeb-ed7c11ee554e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.312379 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15de27ad-add3-4e4e-bf03-99a9755d2961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.316359 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-15de27ad-add3-4e4e-bf03-99a9755d2961 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74c81bdd-0ffb-491e-baeb-ed7c11ee554e HTTP/1.1" status: 204 len: 168 time: 1.2710719 Jul 28 10:44:02.381308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 321576cd-7cbf-4cad-b82f-586508bfd9ca up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:02.410496 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 3e1e63cb-856c-4d66-83bc-43c4400d93ba {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:02.411110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.431882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port 321576cd-7cbf-4cad-b82f-586508bfd9ca {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:02.432624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.459769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de27ad-add3-4e4e-bf03-99a9755d2961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c81bdd-0ffb-491e-baeb-ed7c11ee554e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:02.504860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3efa14-aeea-47e3-860b-0a169194ac90 None None] Network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:02.572171 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] For port 40ccea06-0492-4e5d-bc65-3cd0821e6be1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=40ccea06-0492-4e5d-bc65-3cd0821e6be1,segment=NetworkSegment(f425d83f-08ec-4742-a729-86d13440bc91),segment_id=f425d83f-08ec-4742-a729-86d13440bc91)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:02.591131 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (40ccea06-0492-4e5d-bc65-3cd0821e6be1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.657612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Calling delete_port for 40ccea06-0492-4e5d-bc65-3cd0821e6be1 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:02.694796 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:02.711633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.747263 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port 321576cd-7cbf-4cad-b82f-586508bfd9ca, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=321576cd-7cbf-4cad-b82f-586508bfd9ca,segment=NetworkSegment(b7b22095-83b6-4316-883d-d140142b3b5a),segment_id=b7b22095-83b6-4316-883d-d140142b3b5a)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:02.747598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:02.793486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for 321576cd-7cbf-4cad-b82f-586508bfd9ca owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:02.867425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 3e1e63cb-856c-4d66-83bc-43c4400d93ba owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:02.996074 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:03.142337 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Router a8ed9713-96a2-47ce-aca6-7bd847d93390 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:44:03.170770 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ca461a5-19e4-4a07-ab49-b6349824d432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.178593 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:03.182827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 321576cd-7cbf-4cad-b82f-586508bfd9ca triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:03.183260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.188089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-eb1e6f25-568e-4bfa-b4da-46917ced4ede None None] Provisioning complete for port 321576cd-7cbf-4cad-b82f-586508bfd9ca triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:03.188519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6f25-568e-4bfa-b4da-46917ced4ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.216050 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:03.255971 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (321576cd-7cbf-4cad-b82f-586508bfd9ca), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.342978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Could not find standard attr ID for object 321576cd-7cbf-4cad-b82f-586508bfd9ca. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:03.350324 n-d-850468-6 neutron-server[104689]: INFO neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No ports have port_id starting with 321576cd-7cbf-4cad-b82f-586508bfd9ca Jul 28 10:44:03.352580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-eb1e6f25-568e-4bfa-b4da-46917ced4ede None None] Could not find standard attr ID for object 321576cd-7cbf-4cad-b82f-586508bfd9ca. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:03.365501 n-d-850468-6 neutron-server[104689]: INFO neutron.plugins.ml2.db [None req-eb1e6f25-568e-4bfa-b4da-46917ced4ede None None] No ports have port_id starting with 321576cd-7cbf-4cad-b82f-586508bfd9ca Jul 28 10:44:03.458706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=321576cd-7cbf-4cad-b82f-586508bfd9ca,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:03.477520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33162) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:03.522488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port 321576cd-7cbf-4cad-b82f-586508bfd9ca on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:03.535013 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3e1e63cb-856c-4d66-83bc-43c4400d93ba), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.598351 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:03.699040 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:03.700061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=3e1e63cb-856c-4d66-83bc-43c4400d93ba,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:03.714176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.737235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.743308 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0639fdd6-0e0c-42a9-9da8-3bb0d157c897 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/3e1e63cb-856c-4d66-83bc-43c4400d93ba HTTP/1.1" status: 204 len: 168 time: 2.1152637 Jul 28 10:44:03.752186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33172) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:03.753166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (40ccea06-0492-4e5d-bc65-3cd0821e6be1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.876120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Port': ['ID=40ccea06-0492-4e5d-bc65-3cd0821e6be1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:03.903871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:03.909332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:03.910580 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-278c5a1b-de90-4c28-8d4d-85e91eafd88d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "PUT /v2.0/routers/a8ed9713-96a2-47ce-aca6-7bd847d93390 HTTP/1.1" status: 200 len: 913 time: 8.5290236 Jul 28 10:44:03.916296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] Sync routers for ids ['a8ed9713-96a2-47ce-aca6-7bd847d93390'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:03.925606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33176) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:03.935404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] Routers {'a8ed9713-96a2-47ce-aca6-7bd847d93390'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:03.936167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8ed9713-96a2-47ce-aca6-7bd847d93390'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:03.960872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-603301713-network', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:04.003260 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178b5b3b-70f4-461b-b7e1-34e8941bfe13 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:04.007704 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-178b5b3b-70f4-461b-b7e1-34e8941bfe13 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2484624 Jul 28 10:44:04.040094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33180) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.080989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.084981 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-86df77f8-00fb-4bf7-b49d-4ad1817b72d9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:44:04.093478 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86df77f8-00fb-4bf7-b49d-4ad1817b72d9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/3e1e63cb-856c-4d66-83bc-43c4400d93ba HTTP/1.1" status: 404 len: 333 time: 0.0493438 Jul 28 10:44:04.098135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:04.106557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e0a28-adac-4049-b399-9a9a03865ae5 None None] Network dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:04.122725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d4391-7b1b-49ea-99de-d8c53f99414e None None] Network c973716e-0343-48a4-acdc-78026b6c3626 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:04.147367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-475a3d4a-1b50-4ae0-952f-864544b7babb None None] Could not find standard attr ID for object 321576cd-7cbf-4cad-b82f-586508bfd9ca. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:04.190296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Made reservation on behalf of 1b8704bdfcb542b7ac02e422a0bdbb56 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:04.197290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.212866 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33184) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.218415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:04.250996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-560413336'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:04.291202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.311924 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fd4789be-2255-48f7-931f-8a76fcd03c79 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/a8ed9713-96a2-47ce-aca6-7bd847d93390 HTTP/1.1" status: 200 len: 919 time: 0.3749912 Jul 28 10:44:04.312865 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33188) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.429406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] Routers {'a8ed9713-96a2-47ce-aca6-7bd847d93390'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:04.429550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:43:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8ed9713-96a2-47ce-aca6-7bd847d93390'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:04.440784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33190) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.453514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.454127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No DVR routers for this DVR port 40ccea06-0492-4e5d-bc65-3cd0821e6be1 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:04.510536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:04.537047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-30448161-fa9a-4cd8-b11d-1c7a65d96304 None None] Could not find standard attr ID for object 40ccea06-0492-4e5d-bc65-3cd0821e6be1. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:04.538989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b22095-83b6-4316-883d-d140142b3b5a') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:04.545474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:04.545474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ac8b3-7217-4136-9f01-68c8097ec9b8 None None] The sync data for ids ['a8ed9713-96a2-47ce-aca6-7bd847d93390'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:04.550439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b22095-83b6-4316-883d-d140142b3b5a') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:04.556526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900d65b-ef16-4b76-af99-7823f006842e tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:04.563110 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1900d65b-ef16-4b76-af99-7823f006842e tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=a8ed9713-96a2-47ce-aca6-7bd847d93390&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2409601 Jul 28 10:44:04.573773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33194) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.580019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (b7b22095-83b6-4316-883d-d140142b3b5a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.623574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b7b22095-83b6-4316-883d-d140142b3b5a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.632947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:04.633392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (b7b22095-83b6-4316-883d-d140142b3b5a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.729039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312744d0-1637-4eef-ab47-fb246e4f1ec5 None None] DHCP port deletion for dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:04.748220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:04.751976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.755552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.777033 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.780572 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a HTTP/1.1" status: 204 len: 168 time: 2.8612330 Jul 28 10:44:04.789445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33198) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.823015 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b7b22095-83b6-4316-883d-d140142b3b5a resource provider aggregate not found Jul 28 10:44:04.823974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-119783112'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:04.833118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (575943cf-9ffc-46ad-9130-d1d51ce0e8f3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.856792 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment b7b22095-83b6-4316-883d-d140142b3b5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7b22095-83b6-4316-883d-d140142b3b5a found for delete ", "request_id": "req-2ba5661f-0eca-40be-9669-d138c178a750"}]} Jul 28 10:44:04.863301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969d3fe-54c1-4763-b0e7-888877b896a2 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:04.905469 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0823b8a1-05f3-4977-9c63-080f7e54c397 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:04.906756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0823b8a1-05f3-4977-9c63-080f7e54c397 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:04.914854 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0823b8a1-05f3-4977-9c63-080f7e54c397 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/03ed43f1-9e7f-44ed-8eab-26a7cbbeb2ff HTTP/1.1" status: 404 len: 337 time: 0.1052420 Jul 28 10:44:04.924142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33204) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.939708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:04.979180 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f31231-2adb-4ff1-86b0-baca1f122a3e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:04.980244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f31231-2adb-4ff1-86b0-baca1f122a3e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:04.983468 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-67f31231-2adb-4ff1-86b0-baca1f122a3e tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/dcb390a5-bbc8-4d43-a3cb-1d11655cdc3a HTTP/1.1" status: 404 len: 339 time: 0.0578191 Jul 28 10:44:04.996145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33206) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:04.997345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6cfadacb-4e1f-4df5-9766-413a9843a30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:04.999152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7837bd42-ccca-4a50-a769-99ede017eec4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.003552 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment 7837bd42-ccca-4a50-a769-99ede017eec4 of type vlan for network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 Jul 28 10:44:05.024728 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=70,neutron:DELETE=12,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:05.089357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:05.108211 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.153592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.166225 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.205844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks [] for security_group (01a9b10d-b6e1-492a-96a4-686516a3f811), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.238068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (01a9b10d-b6e1-492a-96a4-686516a3f811), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.288471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.293424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for security_group (1c6b4315-7d56-4584-9a7a-7269e9e3ea0a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.303750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2b72-70ed-499b-abcd-8ca64ef12b5d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:05.306288 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f52f2b72-70ed-499b-abcd-8ca64ef12b5d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.7225761 Jul 28 10:44:05.310570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:05.312026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.312470 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1c6b4315-7d56-4584-9a7a-7269e9e3ea0a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.316019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33216) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:05.328441 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:05.364836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:05.373085 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-77e6e775-a9b8-4d32-be32-67ac151ab7a3 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8ed9713-96a2-47ce-aca6-7bd847d93390 HTTP/1.1" status: 200 len: 205 time: 0.0438426 Jul 28 10:44:05.374149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (575943cf-9ffc-46ad-9130-d1d51ce0e8f3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.376411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33220) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:05.425387 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (bac95071-8990-46b0-a1e9-9d22b210d092), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.444483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a9b10d-b6e1-492a-96a4-686516a3f811,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:05.462780 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2390237 Jul 28 10:44:05.464608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (65e89d64-7044-4c3d-8a87-ba2da088a938), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.466159 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Added segment 65e89d64-7044-4c3d-8a87-ba2da088a938 of type vlan for network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 Jul 28 10:44:05.474053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33222) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:05.489072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:05.527561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:05.548638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878540e-86f9-4357-a6a6-44d76d4cd860 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:05.564884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:05.603388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b04ec3a9-73dd-43b9-8a36-fd7c72b5c582), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.630003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=575943cf-9ffc-46ad-9130-d1d51ce0e8f3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:05.678213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:05.684962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.690914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b04ec3a9-73dd-43b9-8a36-fd7c72b5c582), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.692040 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:05.693193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.701273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (21754017-eebd-4404-9845-1c597334d7f6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.701628 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Added segment 21754017-eebd-4404-9845-1c597334d7f6 of type vlan for network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb Jul 28 10:44:05.708029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b4315-7d56-4584-9a7a-7269e9e3ea0a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:05.800146 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:05.864016 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3406372 Jul 28 10:44:05.864243 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33224) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:05.872235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Request body: {'subnet': {'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-603301713-subnet', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:05.876461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a0f4f-1d6e-4ba3-a457-4dd952652cfd admin admin] Pushing event updated for resources: {'Network': ['ID=b04ec3a9-73dd-43b9-8a36-fd7c72b5c582,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:05.936915 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:05.939113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Made reservation on behalf of 1b8704bdfcb542b7ac02e422a0bdbb56 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:05.944535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.969073 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c973716e-0343-48a4-acdc-78026b6c3626), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:05.999159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c973716e-0343-48a4-acdc-78026b6c3626']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:06.013371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f425d83f-08ec-4742-a729-86d13440bc91') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:06.016093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f425d83f-08ec-4742-a729-86d13440bc91') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:06.031412 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f425d83f-08ec-4742-a729-86d13440bc91), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.054897 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f425d83f-08ec-4742-a729-86d13440bc91), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.072577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:06.076400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f7b33-52ea-465a-abdd-8077d07fd51a None None] Network c973716e-0343-48a4-acdc-78026b6c3626 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:06.079181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:06.082676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f425d83f-08ec-4742-a729-86d13440bc91), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.300562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 321576cd-7cbf-4cad-b82f-586508bfd9ca no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:06.362754 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (11a7485b-4b4f-4702-8f8c-f4ae9da62f60), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.365513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 321576cd-7cbf-4cad-b82f-586508bfd9ca {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:06.365906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 321576cd-7cbf-4cad-b82f-586508bfd9ca not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:06.370988 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.430329 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.485876 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f425d83f-08ec-4742-a729-86d13440bc91 resource provider aggregate not found Jul 28 10:44:06.489558 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c973716e-0343-48a4-acdc-78026b6c3626), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.510825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=11a7485b-4b4f-4702-8f8c-f4ae9da62f60,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:06.533218 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:06.538405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.549209 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33242) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:06.554313 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/c973716e-0343-48a4-acdc-78026b6c3626 HTTP/1.1" status: 204 len: 168 time: 6.4200733 Jul 28 10:44:06.576201 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f425d83f-08ec-4742-a729-86d13440bc91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f425d83f-08ec-4742-a729-86d13440bc91 found for delete ", "request_id": "req-6bdd4ae0-ddf3-4edf-ac9b-34ed5a8e3045"}]} Jul 28 10:44:06.582043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1799597112'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:06.589633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.604235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (bac95071-8990-46b0-a1e9-9d22b210d092), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.610675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409dbe8-be62-4ae3-acce-64df420f4063 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=c973716e-0343-48a4-acdc-78026b6c3626,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:06.666555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a3043-6f46-422a-b2a7-116ce9b4b226 None None] DHCP port deletion for c973716e-0343-48a4-acdc-78026b6c3626 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:06.689575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:06.699255 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:44:06.700710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.706237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': '7837bd42-ccca-4a50-a769-99ede017eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:06.706614 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:06.714597 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:06.736174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac95071-8990-46b0-a1e9-9d22b210d092']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:06.754774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (ca0bee67-674e-4c54-867d-822e3b6a8c98), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.760575 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bf5681-4793-414f-a44b-1581863109e0') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:06.761216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bf5681-4793-414f-a44b-1581863109e0') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:06.780766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.788922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:06.788922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.803651 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:06.808139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:06.808575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:06.823043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (82bf5681-4793-414f-a44b-1581863109e0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.838225 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:06.848810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f444b3-d285-4b4e-8d68-132226649efb None None] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:06.862560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (57786e94-6d48-4cf6-8cd8-7f89d01ef4c2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.862969 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment 57786e94-6d48-4cf6-8cd8-7f89d01ef4c2 of type vlan for network eea206b1-58f4-4b6f-a4ce-7e3dab9147fe Jul 28 10:44:06.865661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:06.866291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.895557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0bee67-674e-4c54-867d-822e3b6a8c98,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:06.972308 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-956e489d-e265-4c2b-9442-0975e7b92c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4972675 Jul 28 10:44:06.975906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (eea206b1-58f4-4b6f-a4ce-7e3dab9147fe), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.986886 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (82bf5681-4793-414f-a44b-1581863109e0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:06.988641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33244) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:06.997316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5efa707c-f792-4202-8562-153466b3a71e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:07.002939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:07.003375 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (82bf5681-4793-414f-a44b-1581863109e0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.007504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57', 'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57', 'project_id': '1f9e1d9e253547c89d0c8594bb1f73f5', 'fixed_ips': [{'subnet_id': '11a7485b-4b4f-4702-8f8c-f4ae9da62f60'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:07.008835 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.018405 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Network': ['ID=9b9ffbe5-f124-4ac8-9038-1cc78c865fcb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:07.039750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:07.045784 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Checking segment: {'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:07.050330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Network hostable DHCP agents. Network: b04ec3a9-73dd-43b9-8a36-fd7c72b5c582, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:07.092023 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:07.109849 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.resource_extend [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:44:07.126230 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-177b8ee4-4967-4bcb-b62d-d4fa1533bb94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6837747 Jul 28 10:44:07.132135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:07.133328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (bac95071-8990-46b0-a1e9-9d22b210d092), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.143649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:07.211249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.219069 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/bac95071-8990-46b0-a1e9-9d22b210d092 HTTP/1.1" status: 204 len: 168 time: 2.2055528 Jul 28 10:44:07.219069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1b0f9-53b5-4a69-bdca-9f3ce2445e18 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=bac95071-8990-46b0-a1e9-9d22b210d092,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:07.243054 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33250) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:07.253657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.270302 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (a8ed9713-96a2-47ce-aca6-7bd847d93390), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.273156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (eea206b1-58f4-4b6f-a4ce-7e3dab9147fe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.278900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:07.279516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.318153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Allocated IP 172.20.0.2 (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57/11a7485b-4b4f-4702-8f8c-f4ae9da62f60/a2077b3a-394c-4635-817f-7b932307a6f2) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:07.352504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:07.382825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Deleting port a92313e3-a817-4e3b-95ad-aa295e17cb7c {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:07.383462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a92313e3-a817-4e3b-95ad-aa295e17cb7c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.423868 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-56904354-9068-4c28-980d-18b75d977ef3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:07.424278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56904354-9068-4c28-980d-18b75d977ef3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:07.430583 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-56904354-9068-4c28-980d-18b75d977ef3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/92d701c9-2a47-43fd-a353-3f8873240962 HTTP/1.1" status: 404 len: 337 time: 0.1834316 Jul 28 10:44:07.437038 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33252) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:07.492006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b04ec3a9-73dd-43b9-8a36-fd7c72b5c582) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:07.506038 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a92313e3-a817-4e3b-95ad-aa295e17cb7c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.511496 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 0.9412231 Jul 28 10:44:07.522436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Calling delete_port for a92313e3-a817-4e3b-95ad-aa295e17cb7c owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:07.532100 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Publish callbacks [] for port (a2077b3a-394c-4635-817f-7b932307a6f2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.537243 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:07.544507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab61ef39-e4c9-4a2b-8c71-da4b439f8cc0 None None] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:07.548872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33254) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:07.550377 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a257b6b-0d97-443e-b228-42a5d7d6f726 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:07.551522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a257b6b-0d97-443e-b228-42a5d7d6f726 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:07.559766 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3a257b6b-0d97-443e-b228-42a5d7d6f726 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/2ebd970a-3f66-42ac-9417-363b0ef0ac45 HTTP/1.1" status: 404 len: 339 time: 0.1143751 Jul 28 10:44:07.563042 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.566857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': 'eea206b1-58f4-4b6f-a4ce-7e3dab9147fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:07.585849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33256) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:07.593845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:07.597011 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.604818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efa707c-f792-4202-8562-153466b3a71e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:07.614789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5efa707c-f792-4202-8562-153466b3a71e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.668544 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.668974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:07.683444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.697595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:07.710167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:07.715759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:07.730612 n-d-850468-6 neutron-server[104687]: INFO neutron.db.ipam_backend_mixin [None req-5efa707c-f792-4202-8562-153466b3a71e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11a7485b-4b4f-4702-8f8c-f4ae9da62f60 (CIDR: 172.20.0.0/28) Jul 28 10:44:07.754845 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.763157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Pushing event updated for resources: {'Port': ['ID=a2077b3a-394c-4635-817f-7b932307a6f2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:07.780544 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=10 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:07.801052 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:07.802454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb2ee1-8498-4f9d-95bb-de55d1b66051 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=eea206b1-58f4-4b6f-a4ce-7e3dab9147fe,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:07.818048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting subnet a444337e-39fa-40d2-bff5-1df6d35b199e {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:07.842023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network eea206b1-58f4-4b6f-a4ce-7e3dab9147fe details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:07.913625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b04ec3a9-73dd-43b9-8a36-fd7c72b5c582', 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582', 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'fixed_ips': [{'subnet_id': 'ca0bee67-674e-4c54-867d-822e3b6a8c98'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:07.914638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.924646 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (a444337e-39fa-40d2-bff5-1df6d35b199e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.929230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Attempting to bind port a2077b3a-394c-4635-817f-7b932307a6f2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:07.929599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Attempting to bind port a2077b3a-394c-4635-817f-7b932307a6f2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '7837bd42-ccca-4a50-a769-99ede017eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:07.929985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Attempting to bind port a2077b3a-394c-4635-817f-7b932307a6f2 on network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:07.936661 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efa707c-f792-4202-8562-153466b3a71e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:44:07.937930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:07.937930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Checking segment: {'id': '7837bd42-ccca-4a50-a769-99ede017eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:07.938401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efa707c-f792-4202-8562-153466b3a71e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:07.938520 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.938520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Bound using segment: {'id': '7837bd42-ccca-4a50-a769-99ede017eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:07.938758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Bound port: a2077b3a-394c-4635-817f-7b932307a6f2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7837bd42-ccca-4a50-a769-99ede017eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:07.939186 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:07.997758 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5efa707c-f792-4202-8562-153466b3a71e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0066066 Jul 28 10:44:08.003348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33260) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:08.005635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] For port a2077b3a-394c-4635-817f-7b932307a6f2, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:08.007637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] For port a2077b3a-394c-4635-817f-7b932307a6f2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2077b3a-394c-4635-817f-7b932307a6f2,segment=NetworkSegment(7837bd42-ccca-4a50-a769-99ede017eec4),segment_id=7837bd42-ccca-4a50-a769-99ede017eec4)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:08.011132 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:08.013430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:08.030198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.031897 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:08.066778 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-824a4cd8-0a7e-41fb-846e-68d11a7c731a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2015562 Jul 28 10:44:08.067975 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:08.081074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33262) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:08.091324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:08.129056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:08.133474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.144738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (a444337e-39fa-40d2-bff5-1df6d35b199e), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.181891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 40ccea06-0492-4e5d-bc65-3cd0821e6be1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:08.191087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb21eb-c625-47dc-8cef-c27f2e825b57 None None] Pushing event updated for resources: {'Port': ['ID=a2077b3a-394c-4635-817f-7b932307a6f2,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:08.204217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (68866abd-0644-439c-9597-52fda378ea40), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.271155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 40ccea06-0492-4e5d-bc65-3cd0821e6be1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:08.272042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 40ccea06-0492-4e5d-bc65-3cd0821e6be1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:08.329229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Allocated IP 172.20.0.2 (b04ec3a9-73dd-43b9-8a36-fd7c72b5c582/ca0bee67-674e-4c54-867d-822e3b6a8c98/2538c796-6d7c-4d44-836f-fcdcf20a5470) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:08.360529 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (386f9969-8933-4d02-be96-7d997ee132ed), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.361698 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (386f9969-8933-4d02-be96-7d997ee132ed), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.387912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=68866abd-0644-439c-9597-52fda378ea40,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:08.489393 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=13,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:08.491210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.491573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.493743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.494183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.498142 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.499850 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.500219 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.500635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.501018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.501367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.503108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.503463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.509539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.510239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.510583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:08.649494 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a444337e-39fa-40d2-bff5-1df6d35b199e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.675582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Publish callbacks [] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.683878 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 82bf5681-4793-414f-a44b-1581863109e0 resource provider aggregate not found Jul 28 10:44:08.705566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.729655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33272) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:08.776665 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 82bf5681-4793-414f-a44b-1581863109e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82bf5681-4793-414f-a44b-1581863109e0 found for delete ", "request_id": "req-1639ca7f-5e61-462f-b4d1-456724f9577d"}]} Jul 28 10:44:08.789271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:08.805700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.844449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:08.851095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:08.859767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:08.862421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a92313e3-a817-4e3b-95ad-aa295e17cb7c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.867574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Pushing event updated for resources: {'Port': ['ID=2538c796-6d7c-4d44-836f-fcdcf20a5470,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:08.940855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Attempting to bind port 2538c796-6d7c-4d44-836f-fcdcf20a5470 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:08.941272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Attempting to bind port 2538c796-6d7c-4d44-836f-fcdcf20a5470 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:08.941777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Attempting to bind port 2538c796-6d7c-4d44-836f-fcdcf20a5470 on network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:08.943696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event deleted for resources: {'Port': ['ID=a92313e3-a817-4e3b-95ad-aa295e17cb7c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:08.948844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:08.949265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Checking segment: {'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:08.949685 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:08.950270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Bound using segment: {'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:08.950660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Bound port: 2538c796-6d7c-4d44-836f-fcdcf20a5470, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:08.951057 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:09.021971 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:09.046677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] For port 2538c796-6d7c-4d44-836f-fcdcf20a5470, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:09.051325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] For port 2538c796-6d7c-4d44-836f-fcdcf20a5470, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2538c796-6d7c-4d44-836f-fcdcf20a5470,segment=NetworkSegment(65e89d64-7044-4c3d-8a87-ba2da088a938),segment_id=65e89d64-7044-4c3d-8a87-ba2da088a938)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:09.064490 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:09.121472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:09.122429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network hostable DHCP agents. Network: 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:09.181833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bf29e-c23c-432f-a322-20da2627391a None None] Pushing event updated for resources: {'Port': ['ID=2538c796-6d7c-4d44-836f-fcdcf20a5470,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:09.345597 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (a444337e-39fa-40d2-bff5-1df6d35b199e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:09.483974 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=10 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:09.564207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614a1c5-a09d-43ec-b130-e9b55d120260 None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:09.610136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:09.616924 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/a444337e-39fa-40d2-bff5-1df6d35b199e HTTP/1.1" status: 204 len: 168 time: 2.0157104 Jul 28 10:44:09.620791 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33284) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:09.634423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d0559-3372-41fc-97a0-5e17106db78f tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=a444337e-39fa-40d2-bff5-1df6d35b199e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:09.637385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks [] for router_controller (386f9969-8933-4d02-be96-7d997ee132ed), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:09.803996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (1b2b794c-b2d5-445d-9d15-909c361f8582), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:09.881117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting subnet 88be1295-e6da-4d04-a56b-385959b8fe9c {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:09.894590 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (88be1295-e6da-4d04-a56b-385959b8fe9c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.005702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e70c0-8bee-403b-911b-0f5f9e1d0ac3 None None] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:10.011296 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:10.059680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:10.078884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (88be1295-e6da-4d04-a56b-385959b8fe9c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.091564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=1b2b794c-b2d5-445d-9d15-909c361f8582,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:10.140912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': '57786e94-6d48-4cf6-8cd8-7f89d01ef4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eea206b1-58f4-4b6f-a4ce-7e3dab9147fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:10.141487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: eea206b1-58f4-4b6f-a4ce-7e3dab9147fe, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:10.143683 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:10.183673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks [] for router_gateway (386f9969-8933-4d02-be96-7d997ee132ed), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.192060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (a8ed9713-96a2-47ce-aca6-7bd847d93390), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.239119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6f3379da-454a-4eff-a8da-bbef0be78c69 None None] Provisioning complete for port a2077b3a-394c-4635-817f-7b932307a6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:10.241069 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f3379da-454a-4eff-a8da-bbef0be78c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.326380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:10.347970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ddee9-b223-4e26-833e-8743ebd9c191 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:10.409809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:10.412977 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.425484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network eea206b1-58f4-4b6f-a4ce-7e3dab9147fe is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:10.455151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2077b3a-394c-4635-817f-7b932307a6f2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:10.460284 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, eea206b1-58f4-4b6f-a4ce-7e3dab9147fe) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:10.473766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:10.474484 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.479828 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d6a5e144-504c-42e5-ac4b-9b85d7fed9a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3425660 Jul 28 10:44:10.481325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (88be1295-e6da-4d04-a56b-385959b8fe9c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.490510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33288) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:10.516430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'name': 'tempest-NetworksTestDHCPv6-255157198'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:10.538994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.595098 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-30e9266f-126b-4fea-b0e0-f76de8d6d866 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0287666 Jul 28 10:44:10.607123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33290) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:10.607938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (a8ed9713-96a2-47ce-aca6-7bd847d93390), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.688610 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:10.765389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (eea206b1-58f4-4b6f-a4ce-7e3dab9147fe), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.788236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87598e31-e4d5-434f-83e5-40609e6488df None None] Network eea206b1-58f4-4b6f-a4ce-7e3dab9147fe requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:10.879872 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (541c216c-a3c3-46dd-b87d-75be79ea18af), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.929969 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (88be1295-e6da-4d04-a56b-385959b8fe9c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:10.968971 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:11.002439 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:11.034686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8fd06-bff0-4761-b005-42d63071bef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-eea206b1-58f4-4b6f-a4ce-7e3dab9147fe', 'network_id': 'eea206b1-58f4-4b6f-a4ce-7e3dab9147fe', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '1b2b794c-b2d5-445d-9d15-909c361f8582'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:11.035722 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46a8fd06-bff0-4761-b005-42d63071bef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.070269 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a8ed9713-96a2-47ce-aca6-7bd847d93390), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.070893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Fanout notify agent at l3_agent the message router_deleted on router a8ed9713-96a2-47ce-aca6-7bd847d93390 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:44:11.081189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.082612 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b84fc23d-a4a1-4689-b986-675723deb868 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/a8ed9713-96a2-47ce-aca6-7bd847d93390 HTTP/1.1" status: 204 len: 168 time: 5.6750054 Jul 28 10:44:11.093166 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (1b2b794c-b2d5-445d-9d15-909c361f8582), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.105433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6f3379da-454a-4eff-a8da-bbef0be78c69 None None] Current status of the port a2077b3a-394c-4635-817f-7b932307a6f2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:11.105779 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f3379da-454a-4eff-a8da-bbef0be78c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.126004 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33292) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:11.140712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9d0513b6-732c-4dba-bdeb-6649e1a259b4 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1826505120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:11.183230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6f3379da-454a-4eff-a8da-bbef0be78c69 None None] For port a2077b3a-394c-4635-817f-7b932307a6f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2077b3a-394c-4635-817f-7b932307a6f2,segment=NetworkSegment(7837bd42-ccca-4a50-a769-99ede017eec4),segment_id=7837bd42-ccca-4a50-a769-99ede017eec4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:11.207290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.209504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6f3379da-454a-4eff-a8da-bbef0be78c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.215615 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/88be1295-e6da-4d04-a56b-385959b8fe9c HTTP/1.1" status: 204 len: 168 time: 1.5906746 Jul 28 10:44:11.216234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33294) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:11.229279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4c912-7646-4486-a09e-f367e978e402 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=88be1295-e6da-4d04-a56b-385959b8fe9c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:11.241775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (0b576254-1366-466d-9e1c-0e141011804b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.345386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c0821-40e1-48b5-be89-903b3f7f805f None None] Network dda4601e-0a27-4e93-a18d-ec8442c78dfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:11.348952 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:11.416193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:11.431642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (1b2b794c-b2d5-445d-9d15-909c361f8582), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.435495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Deleting port 0b1602c3-59a0-4f12-abc4-390fea0398ec {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:11.438260 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.452232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:11.456322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:11.457036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.474554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (dda4601e-0a27-4e93-a18d-ec8442c78dfc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.485790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=0b576254-1366-466d-9e1c-0e141011804b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:11.527803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2b794c-b2d5-445d-9d15-909c361f8582,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:11.551672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3379da-454a-4eff-a8da-bbef0be78c69 None None] Pushing event updated for resources: {'Port': ['ID=a2077b3a-394c-4635-817f-7b932307a6f2,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:11.588464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-be12b957-4c2b-4186-955f-8b828e6e4f5f None None] Provisioning complete for port f6282c75-0326-40fa-8f4d-3af05a683c18 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:11.589294 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be12b957-4c2b-4186-955f-8b828e6e4f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.625462 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8bf19820-82a2-4b0e-b9aa-16f94d8db5dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6181481 Jul 28 10:44:11.628397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:11.636878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57', 'fixed_ips': [{'subnet_id': '11a7485b-4b4f-4702-8f8c-f4ae9da62f60'}, {'subnet_id': '0b576254-1366-466d-9e1c-0e141011804b'}], 'name': 'tempest-PortsTestJSON-121592213'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:11.646591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] For port 0b1602c3-59a0-4f12-abc4-390fea0398ec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b1602c3-59a0-4f12-abc4-390fea0398ec,segment=NetworkSegment(602a5c59-9fc5-45cd-9dde-bcec50db313c),segment_id=602a5c59-9fc5-45cd-9dde-bcec50db313c)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:11.647129 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.664241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Calling delete_port for 0b1602c3-59a0-4f12-abc4-390fea0398ec owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:11.668894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5327eb38-29e5-4a80-a68d-68be59f221df None None] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:11.721786 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=1,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:11.729212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df89465c-fca7-43a1-9b99-08f27272ae6d None None] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:11.735166 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:11.789924 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a2077b3a-394c-4635-817f-7b932307a6f2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:11.790564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.797850 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (eea206b1-58f4-4b6f-a4ce-7e3dab9147fe), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.867992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port f6282c75-0326-40fa-8f4d-3af05a683c18 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:11.868942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.872405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea206b1-58f4-4b6f-a4ce-7e3dab9147fe']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:11.903099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57786e94-6d48-4cf6-8cd8-7f89d01ef4c2') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:11.903718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57786e94-6d48-4cf6-8cd8-7f89d01ef4c2') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:11.910475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0513b6-732c-4dba-bdeb-6649e1a259b4 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.911832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0513b6-732c-4dba-bdeb-6649e1a259b4 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.915907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0b1602c3-59a0-4f12-abc4-390fea0398ec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:11.961545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1602c3-59a0-4f12-abc4-390fea0398ec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:11.970364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (57786e94-6d48-4cf6-8cd8-7f89d01ef4c2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.027901 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (57786e94-6d48-4cf6-8cd8-7f89d01ef4c2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.039812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:12.041104 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:12.042577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (57786e94-6d48-4cf6-8cd8-7f89d01ef4c2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.080596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a2077b3a-394c-4635-817f-7b932307a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:12.081756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2538c796-6d7c-4d44-836f-fcdcf20a5470 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:12.176550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': '68866abd-0644-439c-9597-52fda378ea40'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:12.177519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.190529 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 57786e94-6d48-4cf6-8cd8-7f89d01ef4c2 resource provider aggregate not found Jul 28 10:44:12.202574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port f6282c75-0326-40fa-8f4d-3af05a683c18, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f6282c75-0326-40fa-8f4d-3af05a683c18,segment=NetworkSegment(fa668576-532a-4b76-8a97-53b21785a97a),segment_id=fa668576-532a-4b76-8a97-53b21785a97a)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:12.203362 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.207232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:12.230439 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 57786e94-6d48-4cf6-8cd8-7f89d01ef4c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57786e94-6d48-4cf6-8cd8-7f89d01ef4c2 found for delete ", "request_id": "req-b5d244d9-b8ec-40f0-acdc-cf751892c1ed"}]} Jul 28 10:44:12.232071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be12b957-4c2b-4186-955f-8b828e6e4f5f None None] Current status of the port f6282c75-0326-40fa-8f4d-3af05a683c18 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:12.257396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:12.262805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.276458 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:12.302476 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0513b6-732c-4dba-bdeb-6649e1a259b4 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (47a5be62-31c8-4b34-9fbe-ee626ad78df4), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.316637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks [] for router_gateway (386f9969-8933-4d02-be96-7d997ee132ed), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.329163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 26fdf6d5-cc61-4e1c-a6c6-43041836e383 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:12.332621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for f6282c75-0326-40fa-8f4d-3af05a683c18 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:12.417922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/68866abd-0644-439c-9597-52fda378ea40/e32ac497-e76e-4bc3-8005-190b4f6554bb) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:12.430033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0513b6-732c-4dba-bdeb-6649e1a259b4 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.468268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.486238 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0513b6-732c-4dba-bdeb-6649e1a259b4 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.487482 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d0513b6-732c-4dba-bdeb-6649e1a259b4 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3502550 Jul 28 10:44:12.488811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.490693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33304) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:12.498711 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': False}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:12.503003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 54f7442c-5609-4d04-9e6f-35078f4ea0dd yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:12.586822 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f6282c75-0326-40fa-8f4d-3af05a683c18), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.597433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Publish callbacks [] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.620724 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:12.622886 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:12.640261 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.677099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Provisioning complete for port 2538c796-6d7c-4d44-836f-fcdcf20a5470 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:12.677390 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.715594 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::202 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/68866abd-0644-439c-9597-52fda378ea40/26fdf6d5-cc61-4e1c-a6c6-43041836e383) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:12.717379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-46a8fd06-bff0-4761-b005-42d63071bef3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b2b794c-b2d5-445d-9d15-909c361f8582: This subnet is being modified by another concurrent operation. Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:44:12.757500 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b2b794c-b2d5-445d-9d15-909c361f8582: This subnet is being modified by another concurrent operation. Jul 28 10:44:12.763781 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:44:12.774300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port f6282c75-0326-40fa-8f4d-3af05a683c18 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:12.780185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (eea206b1-58f4-4b6f-a4ce-7e3dab9147fe), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.782030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=f6282c75-0326-40fa-8f4d-3af05a683c18,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:12.830001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.832412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2538c796-6d7c-4d44-836f-fcdcf20a5470 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:12.832841 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.836992 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/eea206b1-58f4-4b6f-a4ce-7e3dab9147fe HTTP/1.1" status: 204 len: 168 time: 2.2262011 Jul 28 10:44:12.839665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33308) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:12.839837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e614c8-05e9-4c7a-a669-b50b712c4b99 None None] DHCP port deletion for dda4601e-0a27-4e93-a18d-ec8442c78dfc request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:12.840683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12176f-fda9-4955-bc29-9b086516f83f tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=eea206b1-58f4-4b6f-a4ce-7e3dab9147fe,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:12.864047 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1087203594'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:12.872938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (541c216c-a3c3-46dd-b87d-75be79ea18af), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:12.905650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c509a92-b111-464d-a164-7f2e1b19425c None None] Network eea206b1-58f4-4b6f-a4ce-7e3dab9147fe requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:12.926831 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:12.955041 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (dda4601e-0a27-4e93-a18d-ec8442c78dfc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.011267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda4601e-0a27-4e93-a18d-ec8442c78dfc']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:13.029263 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa668576-532a-4b76-8a97-53b21785a97a') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:13.029559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa668576-532a-4b76-8a97-53b21785a97a') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:13.053640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (fa668576-532a-4b76-8a97-53b21785a97a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.056854 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:13.071945 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.8 (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57/11a7485b-4b4f-4702-8f8c-f4ae9da62f60/54f7442c-5609-4d04-9e6f-35078f4ea0dd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:13.086423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.22 (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57/0b576254-1366-466d-9e1c-0e141011804b/54f7442c-5609-4d04-9e6f-35078f4ea0dd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:13.094586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (fa668576-532a-4b76-8a97-53b21785a97a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.125012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:13.125444 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (fa668576-532a-4b76-8a97-53b21785a97a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.128112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:13.131868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60def803-e6e1-4dc7-add9-30dcae53b714 None None] Update dhcp port {'port': {'network_id': 'fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57', 'fixed_ips': [{'subnet_id': '11a7485b-4b4f-4702-8f8c-f4ae9da62f60', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b576254-1366-466d-9e1c-0e141011804b'}], 'binding:host_id': 'n-d-850468-6'}, 'id': 'a2077b3a-394c-4635-817f-7b932307a6f2'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:44:13.135456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c509a92-b111-464d-a164-7f2e1b19425c None None] Network eea206b1-58f4-4b6f-a4ce-7e3dab9147fe could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:44:13.185152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:13.200497 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:13.236516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (47a5be62-31c8-4b34-9fbe-ee626ad78df4), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.249212 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:13.249212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.296051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Pushing event updated for resources: {'Port': ['ID=e32ac497-e76e-4bc3-8005-190b4f6554bb,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:13.326826 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:13.333115 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Allocated IP 172.25.2.157 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/b99a5195-961d-401f-9e6d-35eca19f1be3) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:13.386642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60def803-e6e1-4dc7-add9-30dcae53b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.456667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.496115 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.513514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (dda4601e-0a27-4e93-a18d-ec8442c78dfc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.521155 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:13.525676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.537362 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/dda4601e-0a27-4e93-a18d-ec8442c78dfc HTTP/1.1" status: 204 len: 168 time: 2.3160615 Jul 28 10:44:13.538126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33310) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:13.566621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Attempting to bind port e32ac497-e76e-4bc3-8005-190b4f6554bb on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:13.567584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Attempting to bind port e32ac497-e76e-4bc3-8005-190b4f6554bb by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:13.568712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Attempting to bind port e32ac497-e76e-4bc3-8005-190b4f6554bb on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:13.590393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Current status of the port 2538c796-6d7c-4d44-836f-fcdcf20a5470 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:13.591485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.601327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:13.608229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:13.635586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:13.636564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:13.637119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.637491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:13.638103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Bound port: e32ac497-e76e-4bc3-8005-190b4f6554bb, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:13.638557 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.644815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:13.654174 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fc31da-15eb-4798-bf61-1cc5448c0afb tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:13.654657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fc31da-15eb-4798-bf61-1cc5448c0afb tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:13.661066 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6fc31da-15eb-4798-bf61-1cc5448c0afb tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/438e1a02-4485-4442-9800-c70ac0f775db HTTP/1.1" status: 404 len: 337 time: 0.0772684 Jul 28 10:44:13.661066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81509e1-10b9-4ca6-b36f-c7a8804a452d tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=dda4601e-0a27-4e93-a18d-ec8442c78dfc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:13.672989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33312) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:13.749197 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c512a4-04d1-4ccc-aa58-62858b98e6bf tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:13.751406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c512a4-04d1-4ccc-aa58-62858b98e6bf tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:13.755182 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-29c512a4-04d1-4ccc-aa58-62858b98e6bf tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/cc007545-3ba8-43e1-a78e-291a7d335602 HTTP/1.1" status: 404 len: 339 time: 0.0553343 Jul 28 10:44:13.759667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=54f7442c-5609-4d04-9e6f-35078f4ea0dd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:13.762653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33316) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:13.806830 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea98b11d-1c33-4387-91b7-705640be8767 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:13.807725 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea98b11d-1c33-4387-91b7-705640be8767 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:13.811342 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ea98b11d-1c33-4387-91b7-705640be8767 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/7c65f082-6517-420c-a12c-1af02f8b26cb HTTP/1.1" status: 404 len: 337 time: 0.0431373 Jul 28 10:44:13.814097 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33318) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:13.831940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:13.832985 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.877529 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8aa68038-41e9-465c-8c90-f246ca2a03af tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.2475865 Jul 28 10:44:13.879207 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3a5865-3734-4d8c-8fbb-c7faa9764474 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:13.879896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3a5865-3734-4d8c-8fbb-c7faa9764474 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:13.880901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2538c796-6d7c-4d44-836f-fcdcf20a5470 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:13.881377 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.888726 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e3a5865-3734-4d8c-8fbb-c7faa9764474 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/9b43d2c5-14d0-49dd-ab5d-f0449f067cf2 HTTP/1.1" status: 404 len: 339 time: 0.0726898 Jul 28 10:44:13.889745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33320) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:13.890124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33322) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:13.925209 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11a7485b-4b4f-4702-8f8c-f4ae9da62f60'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:13.941629 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:13.944833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] For port 2538c796-6d7c-4d44-836f-fcdcf20a5470, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2538c796-6d7c-4d44-836f-fcdcf20a5470,segment=NetworkSegment(65e89d64-7044-4c3d-8a87-ba2da088a938),segment_id=65e89d64-7044-4c3d-8a87-ba2da088a938)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:13.971001 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:13.997687 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bf0ffc-f44e-4463-b27a-87a7e3769d95 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:13.999219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bf0ffc-f44e-4463-b27a-87a7e3769d95 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:14.002942 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d7bf0ffc-f44e-4463-b27a-87a7e3769d95 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/2a55c45a-879a-4c74-8d7b-95cc44daed87 HTTP/1.1" status: 404 len: 337 time: 0.1098866 Jul 28 10:44:14.006881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:14.037152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-60def803-e6e1-4dc7-add9-30dcae53b714 None None] Allocated IP 172.20.0.18 (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57/0b576254-1366-466d-9e1c-0e141011804b/a2077b3a-394c-4635-817f-7b932307a6f2) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:14.043480 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ced69de-0c0e-46b6-ac2a-567312647f29 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:14.044373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ced69de-0c0e-46b6-ac2a-567312647f29 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:14.048333 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ced69de-0c0e-46b6-ac2a-567312647f29 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/6d5286b5-5b5f-418b-ba77-1c074484f84a HTTP/1.1" status: 404 len: 339 time: 0.0400305 Jul 28 10:44:14.061430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33326) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:14.089280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Provisioning complete for port a2077b3a-394c-4635-817f-7b932307a6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:14.089730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.165763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:14.167993 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.193242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (26fdf6d5-cc61-4e1c-a6c6-43041836e383), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.194164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting subnet 5779ffd5-fb84-4279-8d79-3a1e75c8e69b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:14.201772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (5779ffd5-fb84-4279-8d79-3a1e75c8e69b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.231948 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:44:14.232892 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:44:14.238328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] For port e32ac497-e76e-4bc3-8005-190b4f6554bb, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:14.243583 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:14.248644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Pushing event updated for resources: {'Port': ['ID=2538c796-6d7c-4d44-836f-fcdcf20a5470,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:14.275681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] For port e32ac497-e76e-4bc3-8005-190b4f6554bb, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e32ac497-e76e-4bc3-8005-190b4f6554bb,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:14.282121 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment fa668576-532a-4b76-8a97-53b21785a97a resource provider aggregate not found Jul 28 10:44:14.292479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6391ea5f-fd27-4c46-b789-f5f8e3bae6ac), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.293097 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment 6391ea5f-fd27-4c46-b789-f5f8e3bae6ac of type vlan for network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c Jul 28 10:44:14.297024 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.335744 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment fa668576-532a-4b76-8a97-53b21785a97a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa668576-532a-4b76-8a97-53b21785a97a found for delete ", "request_id": "req-15eee11e-5fe7-4daf-a242-1fd2e2f06282"}]} Jul 28 10:44:14.349429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (5779ffd5-fb84-4279-8d79-3a1e75c8e69b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.360185 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.425435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (47a5be62-31c8-4b34-9fbe-ee626ad78df4), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.454908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-60def803-e6e1-4dc7-add9-30dcae53b714 None None] For port a2077b3a-394c-4635-817f-7b932307a6f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2077b3a-394c-4635-817f-7b932307a6f2,segment=NetworkSegment(7837bd42-ccca-4a50-a769-99ede017eec4),segment_id=7837bd42-ccca-4a50-a769-99ede017eec4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:14.458675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226ff9-11ea-499e-b381-689e49a9584f None None] Pushing event updated for resources: {'Port': ['ID=e32ac497-e76e-4bc3-8005-190b4f6554bb,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:14.460977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-632dd6bb-e06b-4ccc-935f-87c761ad3840 None None] Current status of the port a2077b3a-394c-4635-817f-7b932307a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:14.517296 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60def803-e6e1-4dc7-add9-30dcae53b714 None None] Publish callbacks [] for port (a2077b3a-394c-4635-817f-7b932307a6f2), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.525811 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60def803-e6e1-4dc7-add9-30dcae53b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.529249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.562298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks [] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.568361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.578743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:14.579436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.586242 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:14.636760 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:14.641053 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:14.648193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (26fdf6d5-cc61-4e1c-a6c6-43041836e383), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.706271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d8d9049f-d766-4c6b-8efa-c8c292435830 None None] Provisioning complete for port 2538c796-6d7c-4d44-836f-fcdcf20a5470 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:14.706670 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8d9049f-d766-4c6b-8efa-c8c292435830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.708386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60def803-e6e1-4dc7-add9-30dcae53b714 None None] Pushing event updated for resources: {'Port': ['ID=a2077b3a-394c-4635-817f-7b932307a6f2,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:14.711093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5779ffd5-fb84-4279-8d79-3a1e75c8e69b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:14.757597 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:14.802223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2538c796-6d7c-4d44-836f-fcdcf20a5470 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:14.871584 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 2.0155988 Jul 28 10:44:14.885208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33334) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:14.896871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:14.909594 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Router 541c216c-a3c3-46dd-b87d-75be79ea18af has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:44:14.928412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:14.954830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:14.958983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:14.972382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:14.973057 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.014600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9049f-d766-4c6b-8efa-c8c292435830 None None] Current status of the port 2538c796-6d7c-4d44-836f-fcdcf20a5470 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:15.110888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475e1b0-2ab1-4124-855a-1d28d19a8ad8 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=a12cec52-f2a1-4018-b1ac-c8dbfe4b546c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:15.131313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:15.144153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=26fdf6d5-cc61-4e1c-a6c6-43041836e383,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:15.158588 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:15.175157 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (5779ffd5-fb84-4279-8d79-3a1e75c8e69b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.195445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Delete allocated IP 172.20.0.22 (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57/0b576254-1366-466d-9e1c-0e141011804b) {{(pid=104687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 10:44:15.214020 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-73db1869-9889-452a-bb8a-2a2bb783a499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7160418 Jul 28 10:44:15.214020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.227024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33336) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:15.232531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f875c-a885-4876-98f8-82f0a1859446 None None] Network d8930a72-4f0a-45d4-ab4f-346ed600a6ec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:15.237395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.242156 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/5779ffd5-fb84-4279-8d79-3a1e75c8e69b HTTP/1.1" status: 204 len: 168 time: 1.1794860 Jul 28 10:44:15.245675 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33338) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:15.267651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e25f7-dbcc-4de7-9243-5d0d23157983 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=5779ffd5-fb84-4279-8d79-3a1e75c8e69b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:15.445583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2077b3a-394c-4635-817f-7b932307a6f2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:15.475256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (d8930a72-4f0a-45d4-ab4f-346ed600a6ec), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.479959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:15.519938 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:15.524261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:15.560612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a2077b3a-394c-4635-817f-7b932307a6f2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:15.561163 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.611344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port 708d587e-1bce-40fb-9426-eedd961aa402 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:15.611730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (708d587e-1bce-40fb-9426-eedd961aa402), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.619102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] DHCP port deletion for d8930a72-4f0a-45d4-ab4f-346ed600a6ec request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:15.646179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Pushing event updated for resources: {'Port': ['ID=b99a5195-961d-401f-9e6d-35eca19f1be3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:15.651190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Allocated IP 172.25.2.196 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c28c49c1-3608-4546-bf96-8de6ed16f35c) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:15.664019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.667817 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f2ecb-0b31-4b18-afd0-2acd1c6ee25a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:15.674677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f2ecb-0b31-4b18-afd0-2acd1c6ee25a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:15.676379 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b63f2ecb-0b31-4b18-afd0-2acd1c6ee25a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4436176 Jul 28 10:44:15.692034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33340) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:15.711619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.737926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:15.741781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.747660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] Deleting port 708d587e-1bce-40fb-9426-eedd961aa402 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:15.748211 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (708d587e-1bce-40fb-9426-eedd961aa402), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.892916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port 708d587e-1bce-40fb-9426-eedd961aa402, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=708d587e-1bce-40fb-9426-eedd961aa402,segment=NetworkSegment(3e20a581-eb41-4bb1-9204-54f611873cb8),segment_id=3e20a581-eb41-4bb1-9204-54f611873cb8)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:15.893304 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (708d587e-1bce-40fb-9426-eedd961aa402), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:15.908234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a2077b3a-394c-4635-817f-7b932307a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:15.914003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e32ac497-e76e-4bc3-8005-190b4f6554bb up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:15.931935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=54f7442c-5609-4d04-9e6f-35078f4ea0dd,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:15.973684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] For port 708d587e-1bce-40fb-9426-eedd961aa402, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=708d587e-1bce-40fb-9426-eedd961aa402,segment=NetworkSegment(3e20a581-eb41-4bb1-9204-54f611873cb8),segment_id=3e20a581-eb41-4bb1-9204-54f611873cb8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:15.974867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (708d587e-1bce-40fb-9426-eedd961aa402), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.004976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9c7e68a3-1698-43f4-8b14-1baa892fa611 None None] Provisioning complete for port a2077b3a-394c-4635-817f-7b932307a6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:16.005389 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c7e68a3-1698-43f4-8b14-1baa892fa611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.018407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for 708d587e-1bce-40fb-9426-eedd961aa402 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:16.026422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] Calling delete_port for 708d587e-1bce-40fb-9426-eedd961aa402 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:16.026954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.027313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.027850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.028389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.028940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.029501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.030139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.032950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.033601 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.034451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.035149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.035711 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.036259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.036818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.037376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:16.074462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:16.077698 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] In _notify_port_updated(), no bound segment for port 54f7442c-5609-4d04-9e6f-35078f4ea0dd on network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:44:16.092735 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] Sync routers for ids ['541c216c-a3c3-46dd-b87d-75be79ea18af'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:16.095188 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:16.095347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:16.110486 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] Routers {'541c216c-a3c3-46dd-b87d-75be79ea18af'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:16.111437 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['541c216c-a3c3-46dd-b87d-75be79ea18af'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:16.114088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.116308 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc2419fe-50cc-49de-98ea-2ab29c06f8d0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "PUT /v2.0/ports/54f7442c-5609-4d04-9e6f-35078f4ea0dd HTTP/1.1" status: 200 len: 918 time: 2.2248971 Jul 28 10:44:16.119757 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-50d1209c-539e-4860-92a4-7eb7cf8ac853 admin admin] 10.222.0.46 "PUT /v2.0/routers/541c216c-a3c3-46dd-b87d-75be79ea18af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3874035 Jul 28 10:44:16.134564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33344) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:16.134938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33346) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:16.149124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11a7485b-4b4f-4702-8f8c-f4ae9da62f60'}, {'subnet_id': '0b576254-1366-466d-9e1c-0e141011804b'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:16.172485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e32ac497-e76e-4bc3-8005-190b4f6554bb triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:16.173412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.176886 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:16.285078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for port (c28c49c1-3608-4546-bf96-8de6ed16f35c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.393655 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:16.394691 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] Set router 541c216c-a3c3-46dd-b87d-75be79ea18af gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:16.405076 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:16.407452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd46f01-5652-412c-ba33-ffd1a8cce9a9 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:16.514817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e68a3-1698-43f4-8b14-1baa892fa611 None None] Current status of the port a2077b3a-394c-4635-817f-7b932307a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:16.604105 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:16.613242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c28c49c1-3608-4546-bf96-8de6ed16f35c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.669263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (3ee5ee40-621b-4eb7-b7fe-82904b8c1d57), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.697951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Provisioning complete for port e32ac497-e76e-4bc3-8005-190b4f6554bb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:16.698327 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.744500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e32ac497-e76e-4bc3-8005-190b4f6554bb is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:16.744935 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.757512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 26fdf6d5-cc61-4e1c-a6c6-43041836e383 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:16.758171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (26fdf6d5-cc61-4e1c-a6c6-43041836e383), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.761605 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:44:11Z', 'revision_number': 5, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:16.767278 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (708d587e-1bce-40fb-9426-eedd961aa402), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.812318 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] Checking router: 541c216c-a3c3-46dd-b87d-75be79ea18af for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:44:16.835037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] Routers {'541c216c-a3c3-46dd-b87d-75be79ea18af'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:16.836188 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['541c216c-a3c3-46dd-b87d-75be79ea18af'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:16.838443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] Pushing event deleted for resources: {'Port': ['ID=708d587e-1bce-40fb-9426-eedd961aa402,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:16.846619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128846e4-7a95-4b7f-a96c-7ffe8c9f90c8 None None] No DVR routers for this DVR port 708d587e-1bce-40fb-9426-eedd961aa402 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:16.885482 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:16.892186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Current status of the port e32ac497-e76e-4bc3-8005-190b4f6554bb is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:16.892186 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.908143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e32ac497-e76e-4bc3-8005-190b4f6554bb, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e32ac497-e76e-4bc3-8005-190b4f6554bb,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:16.924385 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:16.925683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2538c796-6d7c-4d44-836f-fcdcf20a5470 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:16.987851 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] Set router 541c216c-a3c3-46dd-b87d-75be79ea18af gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:16.994578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:17.029560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:17.038882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Pushing event updated for resources: {'Port': ['ID=c28c49c1-3608-4546-bf96-8de6ed16f35c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:17.121986 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:17.143908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (26fdf6d5-cc61-4e1c-a6c6-43041836e383), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.154227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.158770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=3ee5ee40-621b-4eb7-b7fe-82904b8c1d57,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:17.168524 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:17.169017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: a12cec52-f2a1-4018-b1ac-c8dbfe4b546c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:17.232941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 26fdf6d5-cc61-4e1c-a6c6-43041836e383 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:17.251742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (708d587e-1bce-40fb-9426-eedd961aa402), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.262948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302cac8-b8e2-4c1b-b24b-f4078d2044bf None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:44:17.263791 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks [] for router (541c216c-a3c3-46dd-b87d-75be79ea18af), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.288803 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:44:11Z', 'revision_number': 5, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:17.318372 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8580eed2-62d3-4438-9ae8-21c2cb526023 None None] The sync data for ids ['541c216c-a3c3-46dd-b87d-75be79ea18af'] in n-d-850468-6 is: [{'id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'name': 'tempest-TaggedBootDevicesTest_v242-927049042-router', 'tenant_id': 'b900fee094054e5da82bd4b37b369b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:21Z', 'updated_at': '2022-07-28T10:44:11Z', 'revision_number': 5, 'project_id': 'b900fee094054e5da82bd4b37b369b0e', 'gw_port': {'id': '7e4a7a14-4eb1-4eea-905d-c500c62d7c42', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541c216c-a3c3-46dd-b87d-75be79ea18af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:22Z', 'updated_at': '2022-07-28T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:17.343838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=708d587e-1bce-40fb-9426-eedd961aa402,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:17.351352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port 708d587e-1bce-40fb-9426-eedd961aa402 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:17.415174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e32ac497-e76e-4bc3-8005-190b4f6554bb,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:17.433141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:44:17.433844 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:44:17.450553 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:17.491118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2538c796-6d7c-4d44-836f-fcdcf20a5470 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:17.491832 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.493806 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:17.522720 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks [] for router_gateway (386f9969-8933-4d02-be96-7d997ee132ed), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.561525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (d8930a72-4f0a-45d4-ab4f-346ed600a6ec), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.574383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a12cec52-f2a1-4018-b1ac-c8dbfe4b546c) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:17.579353 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:17.579964 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.625623 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:17.686622 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2130ea30-ad0c-4647-8b3c-94eb1c3df580 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7940633 Jul 28 10:44:17.687804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33356) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:17.699112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2538c796-6d7c-4d44-836f-fcdcf20a5470 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:17.765744 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:17.854575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f6282c75-0326-40fa-8f4d-3af05a683c18 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:17.872165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8930a72-4f0a-45d4-ab4f-346ed600a6ec']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:17.886786 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks [] for router_gateway (541c216c-a3c3-46dd-b87d-75be79ea18af), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.896010 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e20a581-eb41-4bb1-9204-54f611873cb8') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:17.896494 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e20a581-eb41-4bb1-9204-54f611873cb8') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:17.906467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f6282c75-0326-40fa-8f4d-3af05a683c18 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:17.907353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f6282c75-0326-40fa-8f4d-3af05a683c18 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:17.919034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (3e20a581-eb41-4bb1-9204-54f611873cb8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.925694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0302cac8-b8e2-4c1b-b24b-f4078d2044bf None None] Unable to find a vacant binding_index for network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c and agent e383e483-6e87-4d93-90d1-1bcb78bad3bb {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 28 10:44:17.934790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0302cac8-b8e2-4c1b-b24b-f4078d2044bf None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a12cec52-f2a1-4018-b1ac-c8dbfe4b546c) {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:44:17.961189 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3e20a581-eb41-4bb1-9204-54f611873cb8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:17.986294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:17.990002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (3e20a581-eb41-4bb1-9204-54f611873cb8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.018488 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:18.024035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.059484 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3e20a581-eb41-4bb1-9204-54f611873cb8 resource provider aggregate not found Jul 28 10:44:18.075136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.24 (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57/0b576254-1366-466d-9e1c-0e141011804b/54f7442c-5609-4d04-9e6f-35078f4ea0dd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:18.095465 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3e20a581-eb41-4bb1-9204-54f611873cb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e20a581-eb41-4bb1-9204-54f611873cb8 found for delete ", "request_id": "req-6449e878-ebe1-4a96-b0a4-40fe1b01ff6e"}]} Jul 28 10:44:18.108149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e32ac497-e76e-4bc3-8005-190b4f6554bb up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:18.169530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Current status of the port e32ac497-e76e-4bc3-8005-190b4f6554bb is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:18.194578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e32ac497-e76e-4bc3-8005-190b4f6554bb triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:18.194961 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.200657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Provisioning complete for port 54f7442c-5609-4d04-9e6f-35078f4ea0dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:18.201029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.342933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.346569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (d8930a72-4f0a-45d4-ab4f-346ed600a6ec), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.381934 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.390339 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/d8930a72-4f0a-45d4-ab4f-346ed600a6ec HTTP/1.1" status: 204 len: 168 time: 3.1428154 Jul 28 10:44:18.393254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d78e78-ef08-4486-b5e5-869e408e4ff6 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=d8930a72-4f0a-45d4-ab4f-346ed600a6ec,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:18.402664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.419819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33362) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:18.470358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3f68415f-27f5-4010-8079-02fb8f03296a None None] Port 54f7442c-5609-4d04-9e6f-35078f4ea0dd cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:18.554606 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:18.557090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e32ac497-e76e-4bc3-8005-190b4f6554bb is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:18.562822 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6207f257-cfdd-4487-b191-f56980b8ffb1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:18.563397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6207f257-cfdd-4487-b191-f56980b8ffb1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:18.563523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a12cec52-f2a1-4018-b1ac-c8dbfe4b546c', 'network_id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '3ee5ee40-621b-4eb7-b7fe-82904b8c1d57'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:18.565059 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.569690 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6207f257-cfdd-4487-b191-f56980b8ffb1 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/76f19cc1-36a1-4cc4-b019-015f26171074 HTTP/1.1" status: 404 len: 337 time: 0.1324542 Jul 28 10:44:18.577190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33364) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:18.665801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (26fdf6d5-cc61-4e1c-a6c6-43041836e383), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.704531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b1602c3-59a0-4f12-abc4-390fea0398ec no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:18.706809 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router_gateway (47a5be62-31c8-4b34-9fbe-ee626ad78df4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.707019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9783b9b9-56ea-41b2-80d9-b627ed606d2c None None] Provisioning complete for port e32ac497-e76e-4bc3-8005-190b4f6554bb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:18.707292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9783b9b9-56ea-41b2-80d9-b627ed606d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.750163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=54f7442c-5609-4d04-9e6f-35078f4ea0dd,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:18.754942 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1c7014-0286-46f2-b513-5933a86ce85c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:18.755457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=26fdf6d5-cc61-4e1c-a6c6-43041836e383,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:18.755667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1c7014-0286-46f2-b513-5933a86ce85c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:18.760796 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3e1c7014-0286-46f2-b513-5933a86ce85c tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/fb7294f6-3f4a-4be3-bd7c-affd32e2d16f HTTP/1.1" status: 404 len: 339 time: 0.1675849 Jul 28 10:44:18.767031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:18.788697 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (3ee5ee40-621b-4eb7-b7fe-82904b8c1d57), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.792414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (386f9969-8933-4d02-be96-7d997ee132ed), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.832100 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Deleting port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:18.832100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.854068 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:18.856834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] In _notify_port_updated(), no bound segment for port 54f7442c-5609-4d04-9e6f-35078f4ea0dd on network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:44:18.867582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:18.869458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.871069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fba2b83a-82ed-47bf-9510-3e72897e40f5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "PUT /v2.0/ports/54f7442c-5609-4d04-9e6f-35078f4ea0dd HTTP/1.1" status: 200 len: 998 time: 2.7348650 Jul 28 10:44:18.874290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:18.880165 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-221c695a-703a-4f12-9665-f069dddc3613 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/26fdf6d5-cc61-4e1c-a6c6-43041836e383 HTTP/1.1" status: 204 len: 168 time: 3.1870444 Jul 28 10:44:18.883410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Allocated IP 172.20.0.2 (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c/3ee5ee40-621b-4eb7-b7fe-82904b8c1d57/5d402a88-f657-44fb-b8ca-48ded8b1fc1b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:18.887250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33370) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:18.887707 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33372) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:18.997846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 0b1602c3-59a0-4f12-abc4-390fea0398ec {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:18.998114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b1602c3-59a0-4f12-abc4-390fea0398ec not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:18.998842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 708d587e-1bce-40fb-9426-eedd961aa402 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:19.021306 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] For port 7e4a7a14-4eb1-4eea-905d-c500c62d7c42, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:19.022420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.024582 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:19.025171 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:19.042016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Calling delete_port for 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:19.043661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 708d587e-1bce-40fb-9426-eedd961aa402 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:19.044012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 708d587e-1bce-40fb-9426-eedd961aa402 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:19.092828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting subnet 724edfef-db61-4540-b2de-efb1db37bb49 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:19.116718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Publish callbacks [] for port (5d402a88-f657-44fb-b8ca-48ded8b1fc1b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.121389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9783b9b9-56ea-41b2-80d9-b627ed606d2c None None] Current status of the port e32ac497-e76e-4bc3-8005-190b4f6554bb is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:19.132376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9783b9b9-56ea-41b2-80d9-b627ed606d2c None None] Provisioning complete for port 54f7442c-5609-4d04-9e6f-35078f4ea0dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:19.132801 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9783b9b9-56ea-41b2-80d9-b627ed606d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.136552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (724edfef-db61-4540-b2de-efb1db37bb49), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.137325 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5d402a88-f657-44fb-b8ca-48ded8b1fc1b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.214073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9783b9b9-56ea-41b2-80d9-b627ed606d2c None None] Port 54f7442c-5609-4d04-9e6f-35078f4ea0dd cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:19.222718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:19.225903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9783b9b9-56ea-41b2-80d9-b627ed606d2c None None] Could not find standard attr ID for object 26fdf6d5-cc61-4e1c-a6c6-43041836e383. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:19.231562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:19.234063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:19.241527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Pushing event updated for resources: {'Port': ['ID=5d402a88-f657-44fb-b8ca-48ded8b1fc1b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:19.242210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271a361-2ff0-46b8-a82a-842abe6a37e8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:19.245325 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271a361-2ff0-46b8-a82a-842abe6a37e8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:19.250181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33374) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:19.251625 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5271a361-2ff0-46b8-a82a-842abe6a37e8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3282304 Jul 28 10:44:19.273656 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:19.301469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Attempting to bind port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:19.301836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Attempting to bind port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:19.302224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Attempting to bind port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b on network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:19.308302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:19.308684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Checking segment: {'id': '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:19.309077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.309463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Bound using segment: {'id': '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:19.309990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Bound port: 5d402a88-f657-44fb-b8ca-48ded8b1fc1b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:19.310380 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d402a88-f657-44fb-b8ca-48ded8b1fc1b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.323392 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (724edfef-db61-4540-b2de-efb1db37bb49), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.354594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (3ee5ee40-621b-4eb7-b7fe-82904b8c1d57), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.361849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 68866abd-0644-439c-9597-52fda378ea40 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:19.367263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (68866abd-0644-439c-9597-52fda378ea40), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.376422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 54f7442c-5609-4d04-9e6f-35078f4ea0dd {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:19.376788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.382352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] For port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:19.386613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] For port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5d402a88-f657-44fb-b8ca-48ded8b1fc1b,segment=NetworkSegment(6391ea5f-fd27-4c46-b789-f5f8e3bae6ac),segment_id=6391ea5f-fd27-4c46-b789-f5f8e3bae6ac)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:19.394373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5d402a88-f657-44fb-b8ca-48ded8b1fc1b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.405890 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:19.431630 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (68866abd-0644-439c-9597-52fda378ea40), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.435649 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (7e4a7a14-4eb1-4eea-905d-c500c62d7c42), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.459044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753f35-5ec2-4b3c-8220-eb0cdb10c375 None None] Pushing event updated for resources: {'Port': ['ID=5d402a88-f657-44fb-b8ca-48ded8b1fc1b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:19.459352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee5ee40-621b-4eb7-b7fe-82904b8c1d57,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:19.510509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4a7a14-4eb1-4eea-905d-c500c62d7c42,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:19.551270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d98fc-6ea1-4602-8849-2b65ff9ed279 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:44:19.632312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.664962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.666224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (541c216c-a3c3-46dd-b87d-75be79ea18af), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.673138 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.701553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d98fc-6ea1-4602-8849-2b65ff9ed279 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:44:19.704813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.707745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (724edfef-db61-4540-b2de-efb1db37bb49), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.771991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (68866abd-0644-439c-9597-52fda378ea40), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.796508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12cec52-f2a1-4018-b1ac-c8dbfe4b546c']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:19.814852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 54f7442c-5609-4d04-9e6f-35078f4ea0dd owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:19.842604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Router 386f9969-8933-4d02-be96-7d997ee132ed is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:44:19.851472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:19.851722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:19.875674 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:19.882548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (541c216c-a3c3-46dd-b87d-75be79ea18af), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.887278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks [] for router_controller (541c216c-a3c3-46dd-b87d-75be79ea18af), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.913444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (6391ea5f-fd27-4c46-b789-f5f8e3bae6ac), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.967267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (541c216c-a3c3-46dd-b87d-75be79ea18af), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.968440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 541c216c-a3c3-46dd-b87d-75be79ea18af {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:44:19.979211 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.984772 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c413a4c1-ba6a-4701-8e65-518a1aceb08c admin admin] 10.222.0.46 "DELETE /v2.0/routers/541c216c-a3c3-46dd-b87d-75be79ea18af HTTP/1.1" status: 204 len: 168 time: 3.8253920 Jul 28 10:44:19.985086 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6391ea5f-fd27-4c46-b789-f5f8e3bae6ac), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:19.986633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33378) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:20.002089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (68866abd-0644-439c-9597-52fda378ea40), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.065487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:20.066401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (6391ea5f-fd27-4c46-b789-f5f8e3bae6ac), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.079854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=68866abd-0644-439c-9597-52fda378ea40,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:20.087456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93993f-15ee-4c69-9adc-cbc8fa74838a None None] Network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:20.088909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.095173 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-033b4111-231f-4d6d-9315-510f66c987bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/68866abd-0644-439c-9597-52fda378ea40 HTTP/1.1" status: 204 len: 168 time: 0.8417528 Jul 28 10:44:20.096785 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33380) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:20.171993 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6391ea5f-fd27-4c46-b789-f5f8e3bae6ac resource provider aggregate not found Jul 28 10:44:20.228065 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3a576493-044a-487d-88e8-a5edc9905eef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1293857 Jul 28 10:44:20.234402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] Deleting subnet 3da76948-61a3-44f9-ae58-6360b02261e7 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:20.240278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] Publish callbacks [] for subnet (3da76948-61a3-44f9-ae58-6360b02261e7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.244347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (724edfef-db61-4540-b2de-efb1db37bb49), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.263163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33386) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:20.300830 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6391ea5f-fd27-4c46-b789-f5f8e3bae6ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6391ea5f-fd27-4c46-b789-f5f8e3bae6ac found for delete ", "request_id": "req-dfc71294-1698-4f78-b10a-98e0c622ea6d"}]} Jul 28 10:44:20.311467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2a854-c949-44ec-9c5f-edff6cae78f3 None None] Network a12cec52-f2a1-4018-b1ac-c8dbfe4b546c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:20.331162 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (3da76948-61a3-44f9-ae58-6360b02261e7), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.452302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:20.468743 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:20.472999 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:20.480973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (3da76948-61a3-44f9-ae58-6360b02261e7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.490656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:20.549257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.554647 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:20.560060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487aed3-85e0-456e-8c9e-4df8adae7715 None None] Network 50811da8-b6c2-4aab-a687-4a1a43563a8b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:20.562422 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/subnets/724edfef-db61-4540-b2de-efb1db37bb49 HTTP/1.1" status: 204 len: 168 time: 1.7912869 Jul 28 10:44:20.568612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33388) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:20.595553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532cb2e-556a-418d-a9db-f02742e7e8fa tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Subnet': ['ID=724edfef-db61-4540-b2de-efb1db37bb49,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:20.649569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Sync routers for ids ['386f9969-8933-4d02-be96-7d997ee132ed'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:20.652168 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:20.714935 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:20.722467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2df65-981e-4fab-91c2-a75faf72daf9 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:20.745197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (50811da8-b6c2-4aab-a687-4a1a43563a8b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.749475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.api [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:44:20.749475 n-d-850468-6 neutron-server[104688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:44:20.749475 n-d-850468-6 neutron-server[104688]: [parameters: {'id': 'a12cec52-f2a1-4018-b1ac-c8dbfe4b546c'}] Jul 28 10:44:20.749475 n-d-850468-6 neutron-server[104688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:44:20.750732 n-d-850468-6 neutron-server[104688]: DEBUG oslo_db.api [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:44:20.758741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (3da76948-61a3-44f9-ae58-6360b02261e7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.784765 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.804565 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9cd1382f-873f-4f64-b9b6-6397bbc2893e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.7198884 Jul 28 10:44:20.827875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.835106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33392) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:20.843193 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3da76948-61a3-44f9-ae58-6360b02261e7 HTTP/1.1" status: 204 len: 168 time: 0.8524935 Jul 28 10:44:20.843505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d92caafc-2fdd-463b-bbe6-f0f4eefacd97 None None] Provisioning complete for port 54f7442c-5609-4d04-9e6f-35078f4ea0dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:20.843857 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d92caafc-2fdd-463b-bbe6-f0f4eefacd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.845304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0d3d-f218-4782-8824-b500f1e47e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da76948-61a3-44f9-ae58-6360b02261e7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:20.851770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33394) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:20.869229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa39466-73e1-4a34-ae6f-fe15747f0b97 None None] Network dc378914-a188-495f-9afa-f65a08836123 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:20.905621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Deleting port b7df7db4-def1-4dde-9f60-7a5f00ab264b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:20.905997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:20.999056 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (dc378914-a188-495f-9afa-f65a08836123), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.003054 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] For port b7df7db4-def1-4dde-9f60-7a5f00ab264b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b7df7db4-def1-4dde-9f60-7a5f00ab264b,segment=NetworkSegment(cc7163e3-b2ac-439a-9e77-4ebdd233563c),segment_id=cc7163e3-b2ac-439a-9e77-4ebdd233563c)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:21.003438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.004413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] DHCP port deletion for 50811da8-b6c2-4aab-a687-4a1a43563a8b request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:21.018765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:21.024039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Calling delete_port for b7df7db4-def1-4dde-9f60-7a5f00ab264b owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:21.031393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Routers {'386f9969-8933-4d02-be96-7d997ee132ed'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:21.032348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['386f9969-8933-4d02-be96-7d997ee132ed'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:21.137583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.177453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Port': ['ID=b7df7db4-def1-4dde-9f60-7a5f00ab264b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:21.182671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] No DVR routers for this DVR port b7df7db4-def1-4dde-9f60-7a5f00ab264b on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:21.189067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d92caafc-2fdd-463b-bbe6-f0f4eefacd97 None None] Port 54f7442c-5609-4d04-9e6f-35078f4ea0dd cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:21.206881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d92caafc-2fdd-463b-bbe6-f0f4eefacd97 None None] Could not find standard attr ID for object 26fdf6d5-cc61-4e1c-a6c6-43041836e383. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:21.258384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Router 47a5be62-31c8-4b34-9fbe-ee626ad78df4 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:44:21.262428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:21.269773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.277298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.290999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] Deleting port e32ac497-e76e-4bc3-8005-190b4f6554bb {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:21.290999 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.308484 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (50811da8-b6c2-4aab-a687-4a1a43563a8b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.357046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50811da8-b6c2-4aab-a687-4a1a43563a8b']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:21.362958 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Deleting port 4460d42b-7f79-4696-ab47-145b3e010102 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:21.363357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4460d42b-7f79-4696-ab47-145b3e010102), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.369494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] For port e32ac497-e76e-4bc3-8005-190b4f6554bb, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e32ac497-e76e-4bc3-8005-190b4f6554bb,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:21.369788 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.385059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] Calling delete_port for e32ac497-e76e-4bc3-8005-190b4f6554bb owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:21.387313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7163e3-b2ac-439a-9e77-4ebdd233563c') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:21.387627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7163e3-b2ac-439a-9e77-4ebdd233563c') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:21.419007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (cc7163e3-b2ac-439a-9e77-4ebdd233563c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.440694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Deleting port b7df7db4-def1-4dde-9f60-7a5f00ab264b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:21.441073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.445281 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:21.457775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cc7163e3-b2ac-439a-9e77-4ebdd233563c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.471082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:21.471529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (cc7163e3-b2ac-439a-9e77-4ebdd233563c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.471790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Set router 386f9969-8933-4d02-be96-7d997ee132ed gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:21.567772 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment cc7163e3-b2ac-439a-9e77-4ebdd233563c resource provider aggregate not found Jul 28 10:44:21.568198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] DHCP port deletion for dc378914-a188-495f-9afa-f65a08836123 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:21.651517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (50811da8-b6c2-4aab-a687-4a1a43563a8b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.670768 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.675823 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] 10.222.0.46 "DELETE /v2.0/networks/50811da8-b6c2-4aab-a687-4a1a43563a8b HTTP/1.1" status: 204 len: 168 time: 1.1000426 Jul 28 10:44:21.688017 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:21.691437 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment cc7163e3-b2ac-439a-9e77-4ebdd233563c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc7163e3-b2ac-439a-9e77-4ebdd233563c found for delete ", "request_id": "req-e067e8e6-6896-40e0-8f54-891864adfc7e"}]} Jul 28 10:44:21.702109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] For port b7df7db4-def1-4dde-9f60-7a5f00ab264b, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:21.702518 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.704062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193186e-0bd7-442a-bbab-38e4171c49f3 tempest-NetworksIpV6Test-25713831 tempest-NetworksIpV6Test-25713831-project] Pushing event deleted for resources: {'Network': ['ID=50811da8-b6c2-4aab-a687-4a1a43563a8b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:21.726971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Deleting port 4460d42b-7f79-4696-ab47-145b3e010102 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:21.727383 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4460d42b-7f79-4696-ab47-145b3e010102), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.729898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Calling delete_port for b7df7db4-def1-4dde-9f60-7a5f00ab264b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:21.738925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Port b7df7db4-def1-4dde-9f60-7a5f00ab264b was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:44:21.756002 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (b7df7db4-def1-4dde-9f60-7a5f00ab264b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.804865 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (e32ac497-e76e-4bc3-8005-190b4f6554bb), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.833798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Network 50811da8-b6c2-4aab-a687-4a1a43563a8b is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:44:21.834294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] No DVR routers for this DVR port b7df7db4-def1-4dde-9f60-7a5f00ab264b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:21.848918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeea3c0-b33b-4c6b-acfb-dbe6cd7f6360 None None] Pushing event deleted for resources: {'Port': ['ID=b7df7db4-def1-4dde-9f60-7a5f00ab264b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:21.873344 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:21.917564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] Pushing event deleted for resources: {'Port': ['ID=e32ac497-e76e-4bc3-8005-190b4f6554bb,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:21.925942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f7709-a9cf-4f6b-87f3-8dc31e11e5c4 None None] No DVR routers for this DVR port e32ac497-e76e-4bc3-8005-190b4f6554bb on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:21.930153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] For port 4460d42b-7f79-4696-ab47-145b3e010102, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4460d42b-7f79-4696-ab47-145b3e010102,segment=NetworkSegment(602a5c59-9fc5-45cd-9dde-bcec50db313c),segment_id=602a5c59-9fc5-45cd-9dde-bcec50db313c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:21.931289 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4460d42b-7f79-4696-ab47-145b3e010102), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:21.992208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:44:16Z', 'revision_number': 3, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port': {'id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:12Z', 'updated_at': '2022-07-28T10:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:22.000411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Calling delete_port for 4460d42b-7f79-4696-ab47-145b3e010102 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:22.029231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] For port 4460d42b-7f79-4696-ab47-145b3e010102, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4460d42b-7f79-4696-ab47-145b3e010102,segment=NetworkSegment(602a5c59-9fc5-45cd-9dde-bcec50db313c),segment_id=602a5c59-9fc5-45cd-9dde-bcec50db313c)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:22.029829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4460d42b-7f79-4696-ab47-145b3e010102), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.038901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Checking router: 386f9969-8933-4d02-be96-7d997ee132ed for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:44:22.039508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Updating router 386f9969-8933-4d02-be96-7d997ee132ed port b99a5195-961d-401f-9e6d-35eca19f1be3 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:44:22.045690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Calling delete_port for 4460d42b-7f79-4696-ab47-145b3e010102 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:22.070443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b7df7db4-def1-4dde-9f60-7a5f00ab264b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:22.134709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33412) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:22.140122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b7df7db4-def1-4dde-9f60-7a5f00ab264b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:22.140751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b7df7db4-def1-4dde-9f60-7a5f00ab264b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:22.141182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e32ac497-e76e-4bc3-8005-190b4f6554bb no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:22.148573 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.150235 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:22.186576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e32ac497-e76e-4bc3-8005-190b4f6554bb {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:22.186943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e32ac497-e76e-4bc3-8005-190b4f6554bb not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:22.187609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4460d42b-7f79-4696-ab47-145b3e010102 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:22.281599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (54f7442c-5609-4d04-9e6f-35078f4ea0dd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.311009 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:22.342492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=54f7442c-5609-4d04-9e6f-35078f4ea0dd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:22.344913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:22.345443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5d402a88-f657-44fb-b8ca-48ded8b1fc1b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.458149 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e041dc3a-1a7b-4875-ab3e-842590d5a78d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c93e7a965d9341b78d0d186091ac522c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192530 Jul 28 10:44:22.468138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33416) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:22.549633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a462bba-c5a3-4c3b-b379-421d9754115c admin admin] Publish callbacks [] for security_group (408ca7eb-a1de-49d4-939f-a19801c3a282), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.574310 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (4460d42b-7f79-4696-ab47-145b3e010102), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.598460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a462bba-c5a3-4c3b-b379-421d9754115c admin admin] Publish callbacks [] for security_group (408ca7eb-a1de-49d4-939f-a19801c3a282), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.663136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Pushing event deleted for resources: {'Port': ['ID=4460d42b-7f79-4696-ab47-145b3e010102,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:22.689527 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a462bba-c5a3-4c3b-b379-421d9754115c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (408ca7eb-a1de-49d4-939f-a19801c3a282), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.689786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] No DVR routers for this DVR port 4460d42b-7f79-4696-ab47-145b3e010102 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:22.703138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a462bba-c5a3-4c3b-b379-421d9754115c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.703138 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4a462bba-c5a3-4c3b-b379-421d9754115c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/408ca7eb-a1de-49d4-939f-a19801c3a282 HTTP/1.1" status: 204 len: 168 time: 0.2307186 Jul 28 10:44:22.732848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4460d42b-7f79-4696-ab47-145b3e010102 is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:22.733171 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4460d42b-7f79-4696-ab47-145b3e010102), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.734399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a462bba-c5a3-4c3b-b379-421d9754115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ca7eb-a1de-49d4-939f-a19801c3a282,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:22.739673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.740104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.740447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.740888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.741358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.742207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.742207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.742462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.742732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.743174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.743421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.743752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.744241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.744838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.745205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd47e907-f538-4bbd-bd43-222355707c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:22.817522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:22.834242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.839088 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97fc85c4-4d25-4366-af21-a768b2365593 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "PUT /v2.0/routers/47a5be62-31c8-4b34-9fbe-ee626ad78df4 HTTP/1.1" status: 200 len: 916 time: 10.3438854 Jul 28 10:44:22.840592 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] Sync routers for ids ['47a5be62-31c8-4b34-9fbe-ee626ad78df4'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:22.841119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33420) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:22.843612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] For port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5d402a88-f657-44fb-b8ca-48ded8b1fc1b,segment=NetworkSegment(6391ea5f-fd27-4c46-b789-f5f8e3bae6ac),segment_id=6391ea5f-fd27-4c46-b789-f5f8e3bae6ac)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:22.844332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5d402a88-f657-44fb-b8ca-48ded8b1fc1b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.850683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:22.851438 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:22.874209 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] Routers {'47a5be62-31c8-4b34-9fbe-ee626ad78df4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:22.875425 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['47a5be62-31c8-4b34-9fbe-ee626ad78df4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:22.879728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:22.879728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7e4a7a14-4eb1-4eea-905d-c500c62d7c42 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:22.886587 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4460d42b-7f79-4696-ab47-145b3e010102), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:22.905067 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Calling delete_port for 5d402a88-f657-44fb-b8ca-48ded8b1fc1b owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:23.023646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.030310 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ae1dc10c-5475-45ff-bdad-da71ed6eed3a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/54f7442c-5609-4d04-9e6f-35078f4ea0dd HTTP/1.1" status: 204 len: 168 time: 4.1083362 Jul 28 10:44:23.036880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:23.060397 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Publish callbacks [] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.070455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.109769 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbac6fe-30c6-420d-a896-ee403c4356d7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:44:23.113646 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9dbac6fe-30c6-420d-a896-ee403c4356d7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/54f7442c-5609-4d04-9e6f-35078f4ea0dd HTTP/1.1" status: 404 len: 333 time: 0.0734148 Jul 28 10:44:23.128152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33428) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:23.159588 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] No DVR routers for this DVR port 4460d42b-7f79-4696-ab47-145b3e010102 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:23.171684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.206094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994b27-7872-4ee3-900c-84d9f1f1eea7 None None] Pushing event updated for resources: {'Port': ['ID=b99a5195-961d-401f-9e6d-35eca19f1be3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.208829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Attempting to bind port b99a5195-961d-401f-9e6d-35eca19f1be3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:23.209206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Attempting to bind port b99a5195-961d-401f-9e6d-35eca19f1be3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:23.209623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Attempting to bind port b99a5195-961d-401f-9e6d-35eca19f1be3 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:23.221546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:23.221971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:23.222380 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.222788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:23.223276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Bound port: b99a5195-961d-401f-9e6d-35eca19f1be3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:23.223663 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.236075 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:23.247829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5d402a88-f657-44fb-b8ca-48ded8b1fc1b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.260272 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-af83c2c9-6208-4bfd-a6b4-67f81556283d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/47a5be62-31c8-4b34-9fbe-ee626ad78df4 HTTP/1.1" status: 200 len: 922 time: 0.4181030 Jul 28 10:44:23.265613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33430) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:23.273120 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:23.277809 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:23.288740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4460d42b-7f79-4696-ab47-145b3e010102,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.292021 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:23.306288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] Routers {'47a5be62-31c8-4b34-9fbe-ee626ad78df4'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:23.307677 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['47a5be62-31c8-4b34-9fbe-ee626ad78df4'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:23.317278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet 0b576254-1366-466d-9e1c-0e141011804b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:23.329599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (0b576254-1366-466d-9e1c-0e141011804b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.352117 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:23.354325 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbfa76-0d4d-462e-82d3-6a915e6ed382 None None] The sync data for ids ['47a5be62-31c8-4b34-9fbe-ee626ad78df4'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:23.368911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] For port b99a5195-961d-401f-9e6d-35eca19f1be3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:23.373812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] For port b99a5195-961d-401f-9e6d-35eca19f1be3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b99a5195-961d-401f-9e6d-35eca19f1be3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:23.385148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.405040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (dc378914-a188-495f-9afa-f65a08836123), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.430256 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049203cd-d534-41b5-91ba-8ee19fc72719 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:23.433930 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-049203cd-d534-41b5-91ba-8ee19fc72719 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=47a5be62-31c8-4b34-9fbe-ee626ad78df4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1587007 Jul 28 10:44:23.435312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (0b576254-1366-466d-9e1c-0e141011804b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.439032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33438) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:23.460096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc378914-a188-495f-9afa-f65a08836123']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:23.465267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Routers {'386f9969-8933-4d02-be96-7d997ee132ed'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:23.466295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['386f9969-8933-4d02-be96-7d997ee132ed'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:23.488556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:23.495520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:23.536623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c399984-4eb2-4fef-82f4-309399fda1c7 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:23.580743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:23.581721 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.586432 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.592760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602a5c59-9fc5-45cd-9dde-bcec50db313c') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:23.593198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602a5c59-9fc5-45cd-9dde-bcec50db313c') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:23.612664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (602a5c59-9fc5-45cd-9dde-bcec50db313c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.630095 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (0b576254-1366-466d-9e1c-0e141011804b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.637767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be8b1d-aa37-4039-9928-c62f5d64428d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:23.639252 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-49be8b1d-aa37-4039-9928-c62f5d64428d tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.1993401 Jul 28 10:44:23.643327 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (602a5c59-9fc5-45cd-9dde-bcec50db313c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.646978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994b27-7872-4ee3-900c-84d9f1f1eea7 None None] Pushing event updated for resources: {'Port': ['ID=b99a5195-961d-401f-9e6d-35eca19f1be3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.661106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:23.662777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (602a5c59-9fc5-45cd-9dde-bcec50db313c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.677816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33442) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:23.717069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b3942883-0f6e-4514-86c4-690983787ef6 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=47a5be62-31c8-4b34-9fbe-ee626ad78df4 HTTP/1.1" status: 200 len: 205 time: 0.0367258 Jul 28 10:44:23.720870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33444) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:23.732716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] Set router 386f9969-8933-4d02-be96-7d997ee132ed gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:23.800154 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.806458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No DVR routers for this DVR port 5d402a88-f657-44fb-b8ca-48ded8b1fc1b on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:23.840917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Port': ['ID=5d402a88-f657-44fb-b8ca-48ded8b1fc1b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.880464 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:23.887405 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 602a5c59-9fc5-45cd-9dde-bcec50db313c resource provider aggregate not found Jul 28 10:44:23.953550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'd43cdc81-2b29-49a2-ba6f-e5029cd1d6f3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:23.960567 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:23.992126 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 602a5c59-9fc5-45cd-9dde-bcec50db313c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 602a5c59-9fc5-45cd-9dde-bcec50db313c found for delete ", "request_id": "req-19f4ca58-93af-442a-b7ec-ea7faa04ff03"}]} Jul 28 10:44:24.009966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (dc378914-a188-495f-9afa-f65a08836123), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.027865 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-727e9e66-2a88-4d93-9726-381ff7a4f2ed tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7354958 Jul 28 10:44:24.061385 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33460) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:24.081434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'name': 'tempest-NetworksTestDHCPv6-1054483389'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:24.084394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.089123 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] 10.222.0.46 "DELETE /v2.0/networks/dc378914-a188-495f-9afa-f65a08836123 HTTP/1.1" status: 204 len: 168 time: 3.2234364 Jul 28 10:44:24.096126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33462) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:24.267365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8aa74-c677-4766-ae3e-6be501db75cb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc378914-a188-495f-9afa-f65a08836123,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:24.309527 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33464) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:24.324936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.359820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:44:16Z', 'revision_number': 3, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port': {'id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:12Z', 'updated_at': '2022-07-28T10:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:24.431022 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:24.437118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12cec52-f2a1-4018-b1ac-c8dbfe4b546c']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:24.473100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:24.473401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6391ea5f-fd27-4c46-b789-f5f8e3bae6ac') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:24.484389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9ac1c-cb57-428d-a441-b4f3c580dc73 None None] The sync data for ids ['386f9969-8933-4d02-be96-7d997ee132ed'] in n-d-850468-6 is: [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:44:16Z', 'revision_number': 3, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port': {'id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:12Z', 'updated_at': '2022-07-28T10:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:24.493625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3/6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:24.516870 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-03daaec0-1d85-4c06-9c8a-2e6b4a792018 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2036689113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:24.549122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (6391ea5f-fd27-4c46-b789-f5f8e3bae6ac), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.615301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6391ea5f-fd27-4c46-b789-f5f8e3bae6ac), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.627425 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (0b576254-1366-466d-9e1c-0e141011804b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.656595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Allocated IP 172.20.0.1 (b04ec3a9-73dd-43b9-8a36-fd7c72b5c582/ca0bee67-674e-4c54-867d-822e3b6a8c98/a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:24.667537 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=0b576254-1366-466d-9e1c-0e141011804b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:24.686205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.691709 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c7e4ace5-7ab9-4eec-a971-5f3f949c0722 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/0b576254-1366-466d-9e1c-0e141011804b HTTP/1.1" status: 204 len: 168 time: 1.5623860 Jul 28 10:44:24.692475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a955fa52-2704-47a6-a6e8-777df3f361a6 None None] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:24.700647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33468) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:24.716645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.779275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Publish callbacks [] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.804579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.815447 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks [] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:24.849266 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:24.853210 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:24.870607 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:24.893083 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:24.923762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:24.948472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:24.959224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:24.978874 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (47a5be62-31c8-4b34-9fbe-ee626ad78df4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.004902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Pushing event updated for resources: {'Port': ['ID=6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:25.011981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet 11a7485b-4b4f-4702-8f8c-f4ae9da62f60 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:25.045017 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.061126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (11a7485b-4b4f-4702-8f8c-f4ae9da62f60), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.065203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Deleting port c28c49c1-3608-4546-bf96-8de6ed16f35c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:25.065203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c28c49c1-3608-4546-bf96-8de6ed16f35c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.086290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03daaec0-1d85-4c06-9c8a-2e6b4a792018 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (26a847cf-efba-4524-82c9-1b0818563c30), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.091422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03daaec0-1d85-4c06-9c8a-2e6b4a792018 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (26a847cf-efba-4524-82c9-1b0818563c30), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.108236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:25.109215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (6391ea5f-fd27-4c46-b789-f5f8e3bae6ac), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.123247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Attempting to bind port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:25.123630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Attempting to bind port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:25.124008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Attempting to bind port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:25.132674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:25.133038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:25.133352 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.134503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:25.135621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Bound port: 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:25.139938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.243402 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (11a7485b-4b4f-4702-8f8c-f4ae9da62f60), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.246409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] For port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:25.252483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] For port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:25.264162 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.296284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:25.299802 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.304832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:25.362976 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:25.376518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a5412-db40-4c36-87e4-a79350f0e36e None None] Pushing event updated for resources: {'Port': ['ID=6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:25.377300 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:25.383417 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:25.450335 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Pushing event updated for resources: {'Port': ['ID=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:25.527869 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c28c49c1-3608-4546-bf96-8de6ed16f35c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.561328 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (11a7485b-4b4f-4702-8f8c-f4ae9da62f60), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.566284 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Calling delete_port for c28c49c1-3608-4546-bf96-8de6ed16f35c owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:25.566820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 41298edd-97de-45ca-8f9e-9886c8c8dcdb yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:25.593143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a12cec52-f2a1-4018-b1ac-c8dbfe4b546c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.613447 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.625402 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/a12cec52-f2a1-4018-b1ac-c8dbfe4b546c HTTP/1.1" status: 204 len: 168 time: 7.9275401 Jul 28 10:44:25.639602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:25.657507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019532949'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:25.703762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (386f9969-8933-4d02-be96-7d997ee132ed), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.799870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03daaec0-1d85-4c06-9c8a-2e6b4a792018 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for router_controller (26a847cf-efba-4524-82c9-1b0818563c30), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.860809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:25.893207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e91517-8490-4754-bb6f-f6d53ac53bc6 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=a12cec52-f2a1-4018-b1ac-c8dbfe4b546c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:25.893916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.950558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d98159ba-40ad-4e46-95a2-e07e6c79b03a None None] Provisioning complete for port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:25.951110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d98159ba-40ad-4e46-95a2-e07e6c79b03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:25.991593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:26.014728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03daaec0-1d85-4c06-9c8a-2e6b4a792018 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (26a847cf-efba-4524-82c9-1b0818563c30), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.065157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d98159ba-40ad-4e46-95a2-e07e6c79b03a None None] Port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:26.107695 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:26.129153 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6391ea5f-fd27-4c46-b789-f5f8e3bae6ac resource provider aggregate not found Jul 28 10:44:26.160811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (11a7485b-4b4f-4702-8f8c-f4ae9da62f60), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.183737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:26.204440 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03daaec0-1d85-4c06-9c8a-2e6b4a792018 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.208164 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-03daaec0-1d85-4c06-9c8a-2e6b4a792018 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8935289 Jul 28 10:44:26.217383 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6391ea5f-fd27-4c46-b789-f5f8e3bae6ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6391ea5f-fd27-4c46-b789-f5f8e3bae6ac found for delete ", "request_id": "req-f1f7a3b5-ee3b-4cd4-a466-9e5158f22e37"}]} Jul 28 10:44:26.231557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33480) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:26.237352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-900964389'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:26.266603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce16f5f1-3a22-4ee7-b24a-75e09163dcb6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.267493 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment ce16f5f1-3a22-4ee7-b24a-75e09163dcb6 of type vlan for network 04b614a5-fea5-4030-aebb-25f270199ca4 Jul 28 10:44:26.289829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Made reservation on behalf of 275efef7f3854a55858512cb0f0bbff9 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:26.303819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.323996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:26.330577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.338719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (04b614a5-fea5-4030-aebb-25f270199ca4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.344154 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.378172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c28c49c1-3608-4546-bf96-8de6ed16f35c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.392053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=11a7485b-4b4f-4702-8f8c-f4ae9da62f60,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:26.400976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (04b614a5-fea5-4030-aebb-25f270199ca4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.407090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:26.407876 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.450762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for security_group (3cb94454-eafc-44f3-ab8a-d1ee9f293d8d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.472308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:26.472709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.479568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3cb94454-eafc-44f3-ab8a-d1ee9f293d8d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.483037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (4fdce4c5-46af-4abf-9ae8-16902accd23e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.505539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-12d12fea-5813-4654-a55a-d0f1ada88dc9 None None] Provisioning complete for port a2077b3a-394c-4635-817f-7b932307a6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:26.505946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12d12fea-5813-4654-a55a-d0f1ada88dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.517788 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:26.521756 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.526810 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-426d9114-858a-49a5-ae3d-da91525d2762 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/11a7485b-4b4f-4702-8f8c-f4ae9da62f60 HTTP/1.1" status: 204 len: 168 time: 1.8242402 Jul 28 10:44:26.545978 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 0.8992999 Jul 28 10:44:26.549584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33482) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:26.550020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33484) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:26.551209 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event deleted for resources: {'Port': ['ID=c28c49c1-3608-4546-bf96-8de6ed16f35c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:26.568157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': '04b614a5-fea5-4030-aebb-25f270199ca4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:26.574102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ad6a6-feed-45db-8d1f-fc78cb315999 None None] Network fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:26.716299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418c0ad-a6eb-422e-bf5a-b0f98683988a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=04b614a5-fea5-4030-aebb-25f270199ca4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:26.780220 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:26.817546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 04b614a5-fea5-4030-aebb-25f270199ca4 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:26.910456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (47a5be62-31c8-4b34-9fbe-ee626ad78df4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.922992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:26.934709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:27.069115 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb94454-eafc-44f3-ab8a-d1ee9f293d8d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:27.094679 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.095710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b99a5195-961d-401f-9e6d-35eca19f1be3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:27.143157 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:27.158667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:27.163494 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.164812 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:27.170618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.175042 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port a2077b3a-394c-4635-817f-7b932307a6f2 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:27.175549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.178478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] DHCP port deletion for fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:27.230488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-12d12fea-5813-4654-a55a-d0f1ada88dc9 None None] Current status of the port a2077b3a-394c-4635-817f-7b932307a6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:27.243833 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:27.244785 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:27.253183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Deleting port 7d27f549-309f-421a-952b-3d8008c234e0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:27.253544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7d27f549-309f-421a-952b-3d8008c234e0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.276857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] For port a2077b3a-394c-4635-817f-7b932307a6f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2077b3a-394c-4635-817f-7b932307a6f2,segment=NetworkSegment(7837bd42-ccca-4a50-a769-99ede017eec4),segment_id=7837bd42-ccca-4a50-a769-99ede017eec4)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:27.277263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.292066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b99a5195-961d-401f-9e6d-35eca19f1be3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:27.292601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.296510 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for a2077b3a-394c-4635-817f-7b932307a6f2 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:27.392826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] For port 7d27f549-309f-421a-952b-3d8008c234e0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7d27f549-309f-421a-952b-3d8008c234e0,segment=NetworkSegment(32c23beb-3251-4737-941b-c53a3edd66fe),segment_id=32c23beb-3251-4737-941b-c53a3edd66fe)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:27.393192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7d27f549-309f-421a-952b-3d8008c234e0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.406703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] Deleting port a2077b3a-394c-4635-817f-7b932307a6f2 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:27.407094 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.410639 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Calling delete_port for 7d27f549-309f-421a-952b-3d8008c234e0 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:27.453007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (47a5be62-31c8-4b34-9fbe-ee626ad78df4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.487229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] For port a2077b3a-394c-4635-817f-7b932307a6f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2077b3a-394c-4635-817f-7b932307a6f2,segment=NetworkSegment(7837bd42-ccca-4a50-a769-99ede017eec4),segment_id=7837bd42-ccca-4a50-a769-99ede017eec4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:27.487625 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.489890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.503920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] Calling delete_port for a2077b3a-394c-4635-817f-7b932307a6f2 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:27.539246 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:27.540987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=a2077b3a-394c-4635-817f-7b932307a6f2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:27.610201 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a2077b3a-394c-4635-817f-7b932307a6f2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.610429 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:27.619432 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (25b1e917-a5f1-4066-be77-23d408ca2b97), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.620123 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Added segment 25b1e917-a5f1-4066-be77-23d408ca2b97 of type vlan for network b30adf07-1daf-4921-b809-c96880091985 Jul 28 10:44:27.622721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:27.645959 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7d27f549-309f-421a-952b-3d8008c234e0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.660610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::3a9 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3/41298edd-97de-45ca-8f9e-9886c8c8dcdb) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:27.667468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Performing IP validity checks on allocation pools {{(pid=104687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 10:44:27.669058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 10:44:27.674483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No DVR routers for this DVR port a2077b3a-394c-4635-817f-7b932307a6f2 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:27.738618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] No DVR routers for this DVR port a2077b3a-394c-4635-817f-7b932307a6f2 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:27.743582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b99a5195-961d-401f-9e6d-35eca19f1be3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:27.745114 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.763251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (47a5be62-31c8-4b34-9fbe-ee626ad78df4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.764263 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Fanout notify agent at l3_agent the message router_deleted on router 47a5be62-31c8-4b34-9fbe-ee626ad78df4 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:44:27.797197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.799067 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.800519 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a843a5d7-f60d-4e49-9576-24bceb7b621c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/47a5be62-31c8-4b34-9fbe-ee626ad78df4 HTTP/1.1" status: 204 len: 168 time: 4.0787387 Jul 28 10:44:27.828437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c82d8158-05d9-463e-baf7-806081b16fc9 None None] Provisioning complete for port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:27.828800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c82d8158-05d9-463e-baf7-806081b16fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.838346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33488) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:27.848587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-619111770', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:27.888197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port b99a5195-961d-401f-9e6d-35eca19f1be3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b99a5195-961d-401f-9e6d-35eca19f1be3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:27.902327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5067645-6d0c-4359-8eb4-c38187f56620 None None] Pushing event deleted for resources: {'Port': ['ID=a2077b3a-394c-4635-817f-7b932307a6f2,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:27.909606 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.918365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:27.921552 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:27.921552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d27f549-309f-421a-952b-3d8008c234e0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:27.922287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.017497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.022462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=b99a5195-961d-401f-9e6d-35eca19f1be3,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:28.072210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (4fdce4c5-46af-4abf-9ae8-16902accd23e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.080048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c82d8158-05d9-463e-baf7-806081b16fc9 None None] Current status of the port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:28.085765 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b30adf07-1daf-4921-b809-c96880091985), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.145044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:28.148106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.163736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7837bd42-ccca-4a50-a769-99ede017eec4') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:28.165400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7837bd42-ccca-4a50-a769-99ede017eec4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:28.169742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:28.242127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:28.242644 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.331625 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b30adf07-1daf-4921-b809-c96880091985), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.337193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:28.337942 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:28.338882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.351079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:28.364778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (7837bd42-ccca-4a50-a769-99ede017eec4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.414262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7837bd42-ccca-4a50-a769-99ede017eec4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.417990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.435073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2077b3a-394c-4635-817f-7b932307a6f2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:28.437262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:28.437712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (7837bd42-ccca-4a50-a769-99ede017eec4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.471993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a2077b3a-394c-4635-817f-7b932307a6f2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:28.472758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2077b3a-394c-4635-817f-7b932307a6f2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:28.503800 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7837bd42-ccca-4a50-a769-99ede017eec4 resource provider aggregate not found Jul 28 10:44:28.516415 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2808993 Jul 28 10:44:28.525327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33496) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:28.560474 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:28.561202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dedf17-591f-4d30-8396-e7fa025c7b6f tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Network': ['ID=b30adf07-1daf-4921-b809-c96880091985,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:28.579367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'subnet': {'network_id': 'b30adf07-1daf-4921-b809-c96880091985', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:28.581907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b30adf07-1daf-4921-b809-c96880091985 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:28.589433 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 7837bd42-ccca-4a50-a769-99ede017eec4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7837bd42-ccca-4a50-a769-99ede017eec4 found for delete ", "request_id": "req-81e77dac-1eef-49e8-8bee-b96b57315774"}]} Jul 28 10:44:28.604430 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (9b6749ff-518e-4881-a49c-b650a99a5140), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.713206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=9b6749ff-518e-4881-a49c-b650a99a5140,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:28.721279 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Router 4fdce4c5-46af-4abf-9ae8-16902accd23e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:44:28.742162 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:28.756708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (41298edd-97de-45ca-8f9e-9886c8c8dcdb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.759444 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.760501 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks [] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.764053 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.771164 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57 HTTP/1.1" status: 204 len: 168 time: 2.2165151 Jul 28 10:44:28.773122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33498) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:28.788520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.831399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a29a16-81f0-4544-8460-076fc21c8523 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=fd8e17a4-c436-4d3f-9e8d-98ac0fb7fb57,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:28.913877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04b614a5-fea5-4030-aebb-25f270199ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:28.913877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: 04b614a5-fea5-4030-aebb-25f270199ca4, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:28.933684 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:28.966150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Made reservation on behalf of 275efef7f3854a55858512cb0f0bbff9 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:28.969516 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.974223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c72bd-0cbc-42ca-ae1d-569041090979 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:28.975239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:28.982706 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6c1c72bd-0cbc-42ca-ae1d-569041090979 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2081850 Jul 28 10:44:28.989515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33500) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:28.995220 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:29.021921 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (386f9969-8933-4d02-be96-7d997ee132ed), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.024871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Pushing event updated for resources: {'Port': ['ID=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:29.031244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network 04b614a5-fea5-4030-aebb-25f270199ca4 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:29.036997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.049900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (41298edd-97de-45ca-8f9e-9886c8c8dcdb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.074798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 04b614a5-fea5-4030-aebb-25f270199ca4) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:29.086682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30e073-fc70-4702-b943-d0b46ddd7530 None None] Network 04b614a5-fea5-4030-aebb-25f270199ca4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:29.157821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:29.160788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:29.161383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.175674 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8957878e-0c5b-4953-9b85-83309c6dbaf5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1789598 Jul 28 10:44:29.183935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33502) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:29.187392 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-913b5181-d2bd-4e4a-a857-03f108917c59 admin admin] 10.222.0.46 "PUT /v2.0/routers/4fdce4c5-46af-4abf-9ae8-16902accd23e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0814502 Jul 28 10:44:29.187972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33504) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:29.211216 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] Sync routers for ids ['4fdce4c5-46af-4abf-9ae8-16902accd23e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:29.245897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-752770309'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:29.257819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:29.265807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=41298edd-97de-45ca-8f9e-9886c8c8dcdb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:29.270047 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:29.272645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:29.282182 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:29.283072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.320261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] Routers {'4fdce4c5-46af-4abf-9ae8-16902accd23e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:29.320978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4fdce4c5-46af-4abf-9ae8-16902accd23e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:29.327764 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ee456245-ac29-46b6-a0cb-c85566f93aa9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7682383 Jul 28 10:44:29.331615 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1b1e3350-c10a-4335-8189-358bf5fb5f37 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2652164 Jul 28 10:44:29.336073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33508) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:29.336399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33510) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:29.394602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-04b614a5-fea5-4030-aebb-25f270199ca4', 'network_id': '04b614a5-fea5-4030-aebb-25f270199ca4', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '9b6749ff-518e-4881-a49c-b650a99a5140'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:29.395545 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.436728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:29.441955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:29.519356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks [] for router (4fdce4c5-46af-4abf-9ae8-16902accd23e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.729254 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:29.731783 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:29.762739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Router 386f9969-8933-4d02-be96-7d997ee132ed has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:44:29.775468 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks [] for router_gateway (4fdce4c5-46af-4abf-9ae8-16902accd23e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.910793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] Set router 4fdce4c5-46af-4abf-9ae8-16902accd23e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:29.915914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-57485d58-c520-4397-b75e-4cfec570c775 None None] Provisioning complete for port 41298edd-97de-45ca-8f9e-9886c8c8dcdb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:29.916548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57485d58-c520-4397-b75e-4cfec570c775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (41298edd-97de-45ca-8f9e-9886c8c8dcdb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:29.956224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Deleting port 7fa11ed9-f78f-4a0d-92f3-375241c0231b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:29.956533 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.044255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:30.064186 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.145171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b99a5195-961d-401f-9e6d-35eca19f1be3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:30.187682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-57485d58-c520-4397-b75e-4cfec570c775 None None] Port 41298edd-97de-45ca-8f9e-9886c8c8dcdb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:30.200178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Allocated IP 172.20.0.3 (04b614a5-fea5-4030-aebb-25f270199ca4/9b6749ff-518e-4881-a49c-b650a99a5140/3c93ee25-5946-4120-b7c0-9ef6cee15eaa) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:30.225998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (04b614a5-fea5-4030-aebb-25f270199ca4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.320603 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cbcc82-3078-4ffa-9b66-96a70da7ba40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:30.327405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cbcc82-3078-4ffa-9b66-96a70da7ba40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:30.329151 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-68cbcc82-3078-4ffa-9b66-96a70da7ba40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.9728515 Jul 28 10:44:30.345401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33516) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:30.346772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Allocated IP 172.25.2.94 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/6c658c05-c14b-4134-a95e-f3c6e94e36c7) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:30.392181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (fc4965be-e275-497a-b8d5-36995695f84f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.398046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:30.529514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b99a5195-961d-401f-9e6d-35eca19f1be3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:30.530377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a55eb283-3be4-4ccc-b67e-8bd2f7d3e062), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.530377 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment a55eb283-3be4-4ccc-b67e-8bd2f7d3e062 of type vlan for network 4add5fc1-e862-4d25-8608-aa41c7d9a18b Jul 28 10:44:30.530666 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.564512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (9b6749ff-518e-4881-a49c-b650a99a5140), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.574163 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:30.584470 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Sync routers for ids ['386f9969-8933-4d02-be96-7d997ee132ed'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:30.593063 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-224c7814-310b-428a-98cf-c2d7819e2a58 admin admin] 10.222.0.46 "PUT /v2.0/routers/386f9969-8933-4d02-be96-7d997ee132ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7550590 Jul 28 10:44:30.609146 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Routers {'386f9969-8933-4d02-be96-7d997ee132ed'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:30.610208 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['386f9969-8933-4d02-be96-7d997ee132ed'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:30.660825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] For port 7fa11ed9-f78f-4a0d-92f3-375241c0231b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7fa11ed9-f78f-4a0d-92f3-375241c0231b,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:30.665799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.668479 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:30.673290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 5, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port': {'id': '7fa11ed9-f78f-4a0d-92f3-375241c0231b', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:41:48Z', 'updated_at': '2022-07-28T10:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:30.711189 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Calling delete_port for 7fa11ed9-f78f-4a0d-92f3-375241c0231b owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:30.722848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for port (6c658c05-c14b-4134-a95e-f3c6e94e36c7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.764518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-78cdfa63-9143-4573-b104-5a1d48a681e1 None None] Provisioning complete for port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:30.764965 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78cdfa63-9143-4573-b104-5a1d48a681e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.778822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] Checking router: 4fdce4c5-46af-4abf-9ae8-16902accd23e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:44:30.804433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4add5fc1-e862-4d25-8608-aa41c7d9a18b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:30.829273 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Set router 386f9969-8933-4d02-be96-7d997ee132ed gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:30.848732 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:30.849104 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:30.849420 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:30.908912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-78cdfa63-9143-4573-b104-5a1d48a681e1 None None] Port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:30.920003 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:30.941152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] Routers {'4fdce4c5-46af-4abf-9ae8-16902accd23e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:30.942388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['4fdce4c5-46af-4abf-9ae8-16902accd23e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:30.956775 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Subnet': ['ID=fc4965be-e275-497a-b8d5-36995695f84f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:31.054010 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4add5fc1-e862-4d25-8608-aa41c7d9a18b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.069762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:31.070391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.076737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6c658c05-c14b-4134-a95e-f3c6e94e36c7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.089457 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 4, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port': {'id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:12Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f', 'name': '', 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'mac_address': 'fa:16:3e:25:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'ca0bee67-674e-4c54-867d-822e3b6a8c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:23Z', 'updated_at': '2022-07-28T10:44:28Z', 'revision_number': 2, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'subnets': [{'id': 'ca0bee67-674e-4c54-867d-822e3b6a8c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:31.120608 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Checking router: 386f9969-8933-4d02-be96-7d997ee132ed for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:44:31.121045 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Updating router 386f9969-8933-4d02-be96-7d997ee132ed port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:44:31.156773 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.174053 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:31.184572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b99a5195-961d-401f-9e6d-35eca19f1be3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:31.208376 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Publish callbacks [] for port (3c93ee25-5946-4120-b7c0-9ef6cee15eaa), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.230399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event updated for resources: {'Port': ['ID=6c658c05-c14b-4134-a95e-f3c6e94e36c7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:31.245275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3c93ee25-5946-4120-b7c0-9ef6cee15eaa), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.250144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] Set router 4fdce4c5-46af-4abf-9ae8-16902accd23e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:31.261191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7fa11ed9-f78f-4a0d-92f3-375241c0231b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.317343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa11ed9-f78f-4a0d-92f3-375241c0231b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:31.462172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:31.463385 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:31.466896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (9b6749ff-518e-4881-a49c-b650a99a5140), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.488381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:31.494115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:44:29Z', 'revision_number': 6, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:31.500050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:31.501179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (4fdce4c5-46af-4abf-9ae8-16902accd23e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.516594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Network 04b614a5-fea5-4030-aebb-25f270199ca4 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:31.529620 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Publish callbacks [] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.550139 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.599072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:31.609848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de5eae-5939-41d2-b360-31d4cf599592 None None] The sync data for ids ['4fdce4c5-46af-4abf-9ae8-16902accd23e'] in n-d-850468-6 is: [{'id': '4fdce4c5-46af-4abf-9ae8-16902accd23e', 'name': 'tempest-TaggedBootDevicesTest_v242-826615454-router', 'tenant_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:41:46Z', 'updated_at': '2022-07-28T10:44:29Z', 'revision_number': 6, 'project_id': '6b65b1ca1ec24c0694a20832ea96fa7d', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:31.618529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:31.645564 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Pushing event updated for resources: {'Port': ['ID=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:31.663252 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.663601 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.663929 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.664381 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.665306 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.666465 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.666933 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.667269 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.667597 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.667975 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.668304 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.668626 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.668947 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.669266 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.669589 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:31.683819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Pushing event updated for resources: {'Port': ['ID=3c93ee25-5946-4120-b7c0-9ef6cee15eaa,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:31.755299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Attempting to bind port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:31.756293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Attempting to bind port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04b614a5-fea5-4030-aebb-25f270199ca4'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:31.756909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Attempting to bind port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa on network 04b614a5-fea5-4030-aebb-25f270199ca4 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:31.766552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:31.767620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Checking segment: {'id': 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04b614a5-fea5-4030-aebb-25f270199ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:31.768272 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.769829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Bound using segment: {'id': 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04b614a5-fea5-4030-aebb-25f270199ca4'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:31.770905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Bound port: 3c93ee25-5946-4120-b7c0-9ef6cee15eaa, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04b614a5-fea5-4030-aebb-25f270199ca4'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:31.772218 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c93ee25-5946-4120-b7c0-9ef6cee15eaa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.792004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 41298edd-97de-45ca-8f9e-9886c8c8dcdb {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:31.792401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (41298edd-97de-45ca-8f9e-9886c8c8dcdb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.830397 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Attempting to bind port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:31.830764 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Attempting to bind port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:31.831338 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Attempting to bind port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f on network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:31.834176 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (4fdce4c5-46af-4abf-9ae8-16902accd23e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.838294 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:31.838668 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Checking segment: {'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:31.839069 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.839459 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Bound using segment: {'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:31.839935 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Bound port: a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e89d64-7044-4c3d-8a87-ba2da088a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:31.840318 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.844841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks [] for router_controller (4fdce4c5-46af-4abf-9ae8-16902accd23e), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:31.922536 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:31.925460 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] For port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:31.934032 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] For port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,segment=NetworkSegment(65e89d64-7044-4c3d-8a87-ba2da088a938),segment_id=65e89d64-7044-4c3d-8a87-ba2da088a938)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:31.972539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] For port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:31.986698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] For port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c93ee25-5946-4120-b7c0-9ef6cee15eaa,segment=NetworkSegment(ce16f5f1-3a22-4ee7-b24a-75e09163dcb6),segment_id=ce16f5f1-3a22-4ee7-b24a-75e09163dcb6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:31.988237 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.024857 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (4fdce4c5-46af-4abf-9ae8-16902accd23e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.025964 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fdce4c5-46af-4abf-9ae8-16902accd23e {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:44:32.029071 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c93ee25-5946-4120-b7c0-9ef6cee15eaa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.031716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.035720 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b648b44c-a54f-4f6c-b8a8-9a702910f391 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4fdce4c5-46af-4abf-9ae8-16902accd23e HTTP/1.1" status: 204 len: 168 time: 2.8396776 Jul 28 10:44:32.036111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33532) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:32.075667 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 2.8384016 Jul 28 10:44:32.094486 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:32.136729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33536) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:32.167019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:32.184235 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Routers {'386f9969-8933-4d02-be96-7d997ee132ed'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:32.184868 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['386f9969-8933-4d02-be96-7d997ee132ed'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:32.191428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7d27f549-309f-421a-952b-3d8008c234e0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:32.233126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7d27f549-309f-421a-952b-3d8008c234e0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:32.233666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7d27f549-309f-421a-952b-3d8008c234e0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:32.263370 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33538) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:32.264985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6749ff-518e-4881-a49c-b650a99a5140,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:32.269551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Checking segment: {'id': '25b1e917-a5f1-4066-be77-23d408ca2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b30adf07-1daf-4921-b809-c96880091985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:32.270187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network hostable DHCP agents. Network: b30adf07-1daf-4921-b809-c96880091985, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:32.299756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1005283397-network', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:32.326095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8551ea1-ff44-4b40-b9da-c45fcc414a83 None None] Pushing event updated for resources: {'Port': ['ID=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:32.349716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6574eb-5c09-4b81-b084-a1a67b05a658 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=4add5fc1-e862-4d25-8608-aa41c7d9a18b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:32.360241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (41298edd-97de-45ca-8f9e-9886c8c8dcdb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.403354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4add5fc1-e862-4d25-8608-aa41c7d9a18b details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:32.435147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8c0a0b12-16cb-4c09-a17b-76046c1f07c0 None None] Provisioning complete for port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:32.435581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0b12-16cb-4c09-a17b-76046c1f07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.453258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f369af2-e4ee-4ec2-9afb-b0f57dc476ce None None] Network 04b614a5-fea5-4030-aebb-25f270199ca4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:32.459020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23868d36-1432-486b-b95d-80fb7c7c66b1 None None] Pushing event updated for resources: {'Port': ['ID=3c93ee25-5946-4120-b7c0-9ef6cee15eaa,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:32.471147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] Deleting subnet aa63eb82-7ad0-4845-99de-1df3a8c7c58f {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:32.478971 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] Publish callbacks [] for subnet (aa63eb82-7ad0-4845-99de-1df3a8c7c58f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.497833 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] Set router 386f9969-8933-4d02-be96-7d997ee132ed gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:32.560177 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (aa63eb82-7ad0-4845-99de-1df3a8c7c58f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.625548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:32.629378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 41298edd-97de-45ca-8f9e-9886c8c8dcdb owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:32.631342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.687424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Made reservation on behalf of c688961aeda5402da0f5849c50d074c4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:32.691573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.742485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (aa63eb82-7ad0-4845-99de-1df3a8c7c58f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.753750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (04b614a5-fea5-4030-aebb-25f270199ca4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.756450 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network b30adf07-1daf-4921-b809-c96880091985 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:32.830396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.898281 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b608a06-f6af-494d-97de-0e6f533dccdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.912709 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 4, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port': {'id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:12Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f', 'name': '', 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'mac_address': 'fa:16:3e:25:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'ca0bee67-674e-4c54-867d-822e3b6a8c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:23Z', 'updated_at': '2022-07-28T10:44:31Z', 'revision_number': 4, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'subnets': [{'id': 'ca0bee67-674e-4c54-867d-822e3b6a8c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:32.932861 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b30adf07-1daf-4921-b809-c96880091985) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:32.934109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f45b4-65d8-44e3-b80d-06508fef9b29 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:44:32.942904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b614a5-fea5-4030-aebb-25f270199ca4']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:32.948307 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:32.950434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:32.951034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:32.992151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:32.992509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:32.994040 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f8657-7ec5-44dd-9367-0a66face72eb None None] The sync data for ids ['386f9969-8933-4d02-be96-7d997ee132ed'] in n-d-850468-6 is: [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 4, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port': {'id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:12Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f', 'name': '', 'network_id': 'b04ec3a9-73dd-43b9-8a36-fd7c72b5c582', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'mac_address': 'fa:16:3e:25:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'ca0bee67-674e-4c54-867d-822e3b6a8c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:23Z', 'updated_at': '2022-07-28T10:44:31Z', 'revision_number': 4, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'subnets': [{'id': 'ca0bee67-674e-4c54-867d-822e3b6a8c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:33.027197 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:33.035221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.040259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (ce16f5f1-3a22-4ee7-b24a-75e09163dcb6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.109244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a0b12-16cb-4c09-a17b-76046c1f07c0 None None] Current status of the port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:33.110966 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0b12-16cb-4c09-a17b-76046c1f07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.136263 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:33.140713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (aa63eb82-7ad0-4845-99de-1df3a8c7c58f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.165941 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b40d97d8-8a63-4fd0-a17c-0f6805ff7223 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6043823 Jul 28 10:44:33.169554 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33550) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:33.171376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce16f5f1-3a22-4ee7-b24a-75e09163dcb6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.193762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'network': {'name': 'tempest-router-network01--1032790450'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:33.196986 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:33.221140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa63eb82-7ad0-4845-99de-1df3a8c7c58f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:33.238201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:33.238923 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (ce16f5f1-3a22-4ee7-b24a-75e09163dcb6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.247356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.256438 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97c79a21-c298-4b0a-b36c-16f9e05657f6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/aa63eb82-7ad0-4845-99de-1df3a8c7c58f HTTP/1.1" status: 204 len: 168 time: 1.2178037 Jul 28 10:44:33.283257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33554) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:33.288987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8c0a0b12-16cb-4c09-a17b-76046c1f07c0 None None] For port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,segment=NetworkSegment(65e89d64-7044-4c3d-8a87-ba2da088a938),segment_id=65e89d64-7044-4c3d-8a87-ba2da088a938)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:33.317440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8c0a0b12-16cb-4c09-a17b-76046c1f07c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.444125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a0b12-16cb-4c09-a17b-76046c1f07c0 None None] Pushing event updated for resources: {'Port': ['ID=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:33.444450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (11a8bfcb-a36b-4e9a-a726-3777efd21c93), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.478212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-10c8a80a-35ff-4876-8caa-4581e4f0117c None None] Provisioning complete for port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:33.478597 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10c8a80a-35ff-4876-8caa-4581e4f0117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.488509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a1dd2b0e-4f03-4115-a4e1-7d27ed12a553), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.509428 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ce16f5f1-3a22-4ee7-b24a-75e09163dcb6 resource provider aggregate not found Jul 28 10:44:33.535341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f45b4-65d8-44e3-b80d-06508fef9b29 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:44:33.566674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Made reservation on behalf of 275efef7f3854a55858512cb0f0bbff9 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:33.572069 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.592024 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ce16f5f1-3a22-4ee7-b24a-75e09163dcb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce16f5f1-3a22-4ee7-b24a-75e09163dcb6 found for delete ", "request_id": "req-5d20fb79-dfb7-482f-b57c-f26238df6ad0"}]} Jul 28 10:44:33.599940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (41298edd-97de-45ca-8f9e-9886c8c8dcdb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.611215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=11a8bfcb-a36b-4e9a-a726-3777efd21c93,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:33.670911 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': 'a55eb283-3be4-4ccc-b67e-8bd2f7d3e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:33.671231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: 4add5fc1-e862-4d25-8608-aa41c7d9a18b, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:33.684094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Deleting port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:33.684501 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.713936 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:33.714261 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:33.724665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f8cb2404-0d50-4288-9624-4600086681ce), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.725020 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Added segment f8cb2404-0d50-4288-9624-4600086681ce of type vlan for network 19527f5e-f9e2-460c-89fb-f395615db513 Jul 28 10:44:33.741708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-10c8a80a-35ff-4876-8caa-4581e4f0117c None None] Current status of the port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:33.747224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 4add5fc1-e862-4d25-8608-aa41c7d9a18b is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:33.761532 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=11,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:33.762825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.api [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:44:33.762825 n-d-850468-6 neutron-server[104687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:44:33.762825 n-d-850468-6 neutron-server[104687]: [parameters: {'id': '04b614a5-fea5-4030-aebb-25f270199ca4'}] Jul 28 10:44:33.762825 n-d-850468-6 neutron-server[104687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:44:33.763364 n-d-850468-6 neutron-server[104687]: DEBUG oslo_db.api [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:44:33.764341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=41298edd-97de-45ca-8f9e-9886c8c8dcdb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:33.794078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4add5fc1-e862-4d25-8608-aa41c7d9a18b) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:33.812639 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] For port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2e4e7ccc-578e-4a7b-8914-0671319fd2e8,segment=NetworkSegment(32c23beb-3251-4737-941b-c53a3edd66fe),segment_id=32c23beb-3251-4737-941b-c53a3edd66fe)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:33.813046 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.816643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:33.818295 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.845459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Calling delete_port for 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:33.849286 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (19527f5e-f9e2-460c-89fb-f395615db513), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.863759 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-26de53ee-f81c-41e8-b387-929293239afe tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7000353 Jul 28 10:44:33.864859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33570) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:33.873579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b', 'name': 'tempest-PortsTestJSON-1552042876'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:33.890626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b30adf07-1daf-4921-b809-c96880091985', 'network_id': 'b30adf07-1daf-4921-b809-c96880091985', 'project_id': '275efef7f3854a55858512cb0f0bbff9', 'fixed_ips': [{'subnet_id': 'fc4965be-e275-497a-b8d5-36995695f84f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:33.895010 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.921368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks [] for security_group (faca0646-577a-4e34-8388-5dc303a96e61), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.944248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.947693 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c5df6513-9b0f-4c35-8a01-5c3a9a993f6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/41298edd-97de-45ca-8f9e-9886c8c8dcdb HTTP/1.1" status: 204 len: 168 time: 3.5969050 Jul 28 10:44:33.966539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (faca0646-577a-4e34-8388-5dc303a96e61), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:33.977682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33572) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:34.002065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (2e4e7ccc-578e-4a7b-8914-0671319fd2e8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.098319 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:34.103087 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:34.105442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:34.106132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4e7ccc-578e-4a7b-8914-0671319fd2e8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:34.138747 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] No DVR routers for this DVR port 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:34.139558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (19527f5e-f9e2-460c-89fb-f395615db513), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.158873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:34.171527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:34.172397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.200464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (070fa249-9ba5-4fe6-97c1-5c048ddd105b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.202408 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Added segment 070fa249-9ba5-4fe6-97c1-5c048ddd105b of type vlan for network a61471c6-cf69-474e-8a39-e5fe3d6ada63 Jul 28 10:44:34.261723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a61471c6-cf69-474e-8a39-e5fe3d6ada63), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.270743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Allocated IP 172.20.0.2 (b30adf07-1daf-4921-b809-c96880091985/fc4965be-e275-497a-b8d5-36995695f84f/cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:34.304017 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (04b614a5-fea5-4030-aebb-25f270199ca4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.314819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a1dd2b0e-4f03-4115-a4e1-7d27ed12a553), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.339404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:34.339863 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.351400 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 1.1617849 Jul 28 10:44:34.352602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a61471c6-cf69-474e-8a39-e5fe3d6ada63), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.353846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:34.355456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.358180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33574) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:34.363677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'network': {'name': 'tempest-router-network02--2130216119'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:34.392709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dd2b0e-4f03-4115-a4e1-7d27ed12a553']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:34.396474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Made reservation on behalf of 275efef7f3854a55858512cb0f0bbff9 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:34.399882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.440207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c23beb-3251-4737-941b-c53a3edd66fe') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:34.440434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c23beb-3251-4737-941b-c53a3edd66fe') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:34.459154 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:34.466660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (32c23beb-3251-4737-941b-c53a3edd66fe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.476602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:34.480752 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faca0646-577a-4e34-8388-5dc303a96e61,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:34.483427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db44194-f06a-409a-98b9-8e3ca2f69f4d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Network': ['ID=19527f5e-f9e2-460c-89fb-f395615db513,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:34.495451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.550876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c901f5b-fcae-40f3-b877-befd21e224a0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:34.558389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c901f5b-fcae-40f3-b877-befd21e224a0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:34.567525 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2c901f5b-fcae-40f3-b877-befd21e224a0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5794659 Jul 28 10:44:34.572923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33578) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:34.589012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.643996 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (32c23beb-3251-4737-941b-c53a3edd66fe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.654572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:34.655060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (32c23beb-3251-4737-941b-c53a3edd66fe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.655490 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3869483 Jul 28 10:44:34.656291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33586) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:34.669478 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Request body: {'subnet': {'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1005283397-subnet', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:34.706920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 19527f5e-f9e2-460c-89fb-f395615db513 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:34.708273 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:34.708562 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3c93ee25-5946-4120-b7c0-9ef6cee15eaa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.748642 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (39a6af3b-e471-4ae4-8faf-3a6d502a2a6c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.748996 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Added segment 39a6af3b-e471-4ae4-8faf-3a6d502a2a6c of type vlan for network e2ca1427-ae49-4475-a199-11a63cfac383 Jul 28 10:44:34.763219 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:34.804125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 7de774dc-02f7-478a-94f0-9ee1ed8e7e09 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:34.867466 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Made reservation on behalf of c688961aeda5402da0f5849c50d074c4 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:34.871110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.882950 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 32c23beb-3251-4737-941b-c53a3edd66fe resource provider aggregate not found Jul 28 10:44:34.902762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a1dd2b0e-4f03-4115-a4e1-7d27ed12a553), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.988712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:34.992358 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 HTTP/1.1" status: 204 len: 168 time: 1.7073915 Jul 28 10:44:35.002225 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 32c23beb-3251-4737-941b-c53a3edd66fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32c23beb-3251-4737-941b-c53a3edd66fe found for delete ", "request_id": "req-e662b517-37cb-4961-a87b-4c1ac3df5a46"}]} Jul 28 10:44:35.009349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (e2ca1427-ae49-4475-a199-11a63cfac383), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.034436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Publish callbacks [] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.037991 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:35.055831 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.099606 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:35.106442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17754ac8-a8c5-46a9-b82c-7abf6ca3b78c admin admin] Pushing event updated for resources: {'Network': ['ID=a61471c6-cf69-474e-8a39-e5fe3d6ada63,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:35.118531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (716fac2b-2e97-4625-915e-c8b362e185ba), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.130556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:35.142136 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:44:35.145565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b6260-d754-4ced-8429-116295151bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dd2b0e-4f03-4115-a4e1-7d27ed12a553,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:35.158403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Network b30adf07-1daf-4921-b809-c96880091985 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:35.167879 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.171066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:35.177529 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cd380d2-ab17-411e-961f-9a0394b290e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.207867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:35.246875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:35.259771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (e2ca1427-ae49-4475-a199-11a63cfac383), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.265708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:35.266679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.298253 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.344665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] For port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c93ee25-5946-4120-b7c0-9ef6cee15eaa,segment=NetworkSegment(ce16f5f1-3a22-4ee7-b24a-75e09163dcb6),segment_id=ce16f5f1-3a22-4ee7-b24a-75e09163dcb6)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:35.345489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3c93ee25-5946-4120-b7c0-9ef6cee15eaa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.419645 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:35.432635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 1.0699453 Jul 28 10:44:35.437758 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33598) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:35.438252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33600) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:35.451307 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'subnet': {'network_id': '19527f5e-f9e2-460c-89fb-f395615db513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:35.499207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.14 (4add5fc1-e862-4d25-8608-aa41c7d9a18b/11a8bfcb-a36b-4e9a-a726-3777efd21c93/7de774dc-02f7-478a-94f0-9ee1ed8e7e09) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:35.541263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Attempting to bind port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:35.554149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Attempting to bind port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '25b1e917-a5f1-4066-be77-23d408ca2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b30adf07-1daf-4921-b809-c96880091985'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:35.554811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Attempting to bind port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 on network b30adf07-1daf-4921-b809-c96880091985 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:35.586563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Pushing event updated for resources: {'Port': ['ID=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:35.597053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:35.597978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Checking segment: {'id': '25b1e917-a5f1-4066-be77-23d408ca2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b30adf07-1daf-4921-b809-c96880091985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:35.598571 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.599164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Bound using segment: {'id': '25b1e917-a5f1-4066-be77-23d408ca2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b30adf07-1daf-4921-b809-c96880091985'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:35.599883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Bound port: cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b1e917-a5f1-4066-be77-23d408ca2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b30adf07-1daf-4921-b809-c96880091985'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:35.600440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.611718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88087b-a9eb-4897-8e23-76a055252130 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Network': ['ID=e2ca1427-ae49-4475-a199-11a63cfac383,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:35.643531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:35.647490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network e2ca1427-ae49-4475-a199-11a63cfac383 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:35.705947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7fa11ed9-f78f-4a0d-92f3-375241c0231b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:35.741728 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:35.767716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Calling delete_port for 3c93ee25-5946-4120-b7c0-9ef6cee15eaa owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:35.783297 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-79e114cf-6ba8-4bd9-852d-e092ca6b2c91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b900fee094054e5da82bd4b37b369b0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437068 Jul 28 10:44:35.791087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33604) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:35.793344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7fa11ed9-f78f-4a0d-92f3-375241c0231b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:35.793915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7fa11ed9-f78f-4a0d-92f3-375241c0231b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:35.829709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.876119 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:35.889851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716fac2b-2e97-4625-915e-c8b362e185ba,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:35.908279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-679b1c58-1370-4896-9039-d713e39281ae None None] For port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:35.908894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3c93ee25-5946-4120-b7c0-9ef6cee15eaa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.912005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-679b1c58-1370-4896-9039-d713e39281ae None None] For port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,segment=NetworkSegment(25b1e917-a5f1-4066-be77-23d408ca2b97),segment_id=25b1e917-a5f1-4066-be77-23d408ca2b97)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:35.923740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:35.946497 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No DVR routers for this DVR port 3c93ee25-5946-4120-b7c0-9ef6cee15eaa on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:35.985260 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Made reservation on behalf of 275efef7f3854a55858512cb0f0bbff9 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:35.992367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.011518 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Checking segment: {'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:36.011924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Network hostable DHCP agents. Network: a61471c6-cf69-474e-8a39-e5fe3d6ada63, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:36.024881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Port': ['ID=3c93ee25-5946-4120-b7c0-9ef6cee15eaa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:36.077396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b1c58-1370-4896-9039-d713e39281ae None None] Pushing event updated for resources: {'Port': ['ID=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:36.139068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:36.139855 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:36.144875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (04b614a5-fea5-4030-aebb-25f270199ca4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.152142 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.186363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06903c06-b7ce-42dd-983b-2f026b5240e2 admin admin] Publish callbacks [] for security_group (2524504d-88bf-4584-a347-41c5fe85df14), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.189629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a61471c6-cf69-474e-8a39-e5fe3d6ada63) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:36.194180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:36.194793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.199885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b614a5-fea5-4030-aebb-25f270199ca4']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:36.200404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.219438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:36.220075 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce16f5f1-3a22-4ee7-b24a-75e09163dcb6') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:36.253737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (ce16f5f1-3a22-4ee7-b24a-75e09163dcb6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.276447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce16f5f1-3a22-4ee7-b24a-75e09163dcb6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.277951 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:36.281522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06903c06-b7ce-42dd-983b-2f026b5240e2 admin admin] Publish callbacks [] for security_group (2524504d-88bf-4584-a347-41c5fe85df14), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.281763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Router 8f0f613e-7c00-4525-b5a5-a823cf0e0aac is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:44:36.299305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:36.300028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (ce16f5f1-3a22-4ee7-b24a-75e09163dcb6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.303861 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.310657 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-82d91b4e-abc2-466a-ab40-cb10dac8ff21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3 HTTP/1.1" status: 204 len: 168 time: 1.7280579 Jul 28 10:44:36.311891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (7de774dc-02f7-478a-94f0-9ee1ed8e7e09), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.314764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33612) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:36.321295 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-39fc6a61-dd29-4b8b-8a0c-5db0150820b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6562629 Jul 28 10:44:36.342297 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:36.351707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:36.394577 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ce16f5f1-3a22-4ee7-b24a-75e09163dcb6 resource provider aggregate not found Jul 28 10:44:36.400406 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7bef129c-e19b-4cec-9ffb-ca30e4d7947d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784135 Jul 28 10:44:36.406330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33618) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:36.417467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:36.423501 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ce16f5f1-3a22-4ee7-b24a-75e09163dcb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce16f5f1-3a22-4ee7-b24a-75e09163dcb6 found for delete ", "request_id": "req-099a2e60-5e03-4428-ab0c-f026b3f671df"}]} Jul 28 10:44:36.488623 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:44:36.537649 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:36.540512 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:36.546840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (04b614a5-fea5-4030-aebb-25f270199ca4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.549664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (5470ec1e-915a-4c36-8a80-1d108be57d16), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.550943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (5470ec1e-915a-4c36-8a80-1d108be57d16), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.584515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7de774dc-02f7-478a-94f0-9ee1ed8e7e09), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.636360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.644967 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/04b614a5-fea5-4030-aebb-25f270199ca4 HTTP/1.1" status: 204 len: 168 time: 7.2935352 Jul 28 10:44:36.649363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33622) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:36.654852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-938764607'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:36.675773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06903c06-b7ce-42dd-983b-2f026b5240e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2524504d-88bf-4584-a347-41c5fe85df14), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.678291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-06903c06-b7ce-42dd-983b-2f026b5240e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.683351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-06903c06-b7ce-42dd-983b-2f026b5240e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2524504d-88bf-4584-a347-41c5fe85df14 HTTP/1.1" status: 204 len: 168 time: 0.8724124 Jul 28 10:44:36.700145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6584fbb-67e8-412d-8249-d6d9014846ff tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=04b614a5-fea5-4030-aebb-25f270199ca4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:36.769242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:36.773559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:36.775159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.781013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:36.793171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.800045 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks [] for router_controller (5470ec1e-915a-4c36-8a80-1d108be57d16), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.803422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06903c06-b7ce-42dd-983b-2f026b5240e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524504d-88bf-4584-a347-41c5fe85df14,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:36.818109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (dfdc6a6c-391d-441e-98cb-f83cf6aca27b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.828270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] Sync routers for ids ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:36.862433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 4add5fc1-e862-4d25-8608-aa41c7d9a18b is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:36.937189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] Routers {'8f0f613e-7c00-4525-b5a5-a823cf0e0aac'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:36.938309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:36.940111 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:36.941487 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fbdc6688-59b2-4796-8238-408694a71ba1 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.1016665 Jul 28 10:44:36.949169 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33626) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:36.954365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:36.959935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:37.053698 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bff774f6-45f1-43e7-9a21-f4fe8130c3bb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.060234 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment bff774f6-45f1-43e7-9a21-f4fe8130c3bb of type vlan for network be3ee142-adb1-4898-8c6c-2fbbdf3c40ef Jul 28 10:44:37.063100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:37.088141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] Routers {'8f0f613e-7c00-4525-b5a5-a823cf0e0aac'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:37.089351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:37.093910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=7de774dc-02f7-478a-94f0-9ee1ed8e7e09,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:37.104329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:37.118647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:37.164746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks [] for router_gateway (5470ec1e-915a-4c36-8a80-1d108be57d16), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.172891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:37.173631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5018e21c-a17a-4d12-9f22-74ae2e9fd2af None None] The sync data for ids ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:37.197556 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.197827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:37.198521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.246713 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:37.275684 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc7aeaef-60fd-4a84-b6a1-e7739bbe105b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4096434 Jul 28 10:44:37.276703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33630) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:37.285680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b', 'name': 'tempest-PortsTestJSON-1169965711'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:37.296101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Subnet': ['ID=dfdc6a6c-391d-441e-98cb-f83cf6aca27b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:37.343829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33632) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:37.381514 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Checking segment: {'id': 'f8cb2404-0d50-4288-9624-4600086681ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '19527f5e-f9e2-460c-89fb-f395615db513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:37.382229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network hostable DHCP agents. Network: 19527f5e-f9e2-460c-89fb-f395615db513, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:37.389772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (be3ee142-adb1-4898-8c6c-2fbbdf3c40ef), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.401670 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:37.471722 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (b02237e8-c24f-495c-9013-84ba91fa379a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.488809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network 19527f5e-f9e2-460c-89fb-f395615db513 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:37.542442 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:37.546324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 19527f5e-f9e2-460c-89fb-f395615db513) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:37.562117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:37.564702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:37.565301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.581581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.582071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:37.582686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.583050 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (be3ee142-adb1-4898-8c6c-2fbbdf3c40ef), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.590875 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:37.591533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.601500 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1886837 Jul 28 10:44:37.609252 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33634) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:37.613640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef1f65-a211-43ee-8d5f-529ee823b85d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=b02237e8-c24f-495c-9013-84ba91fa379a,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:37.623866 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a3a5abf9-ed5e-4ea2-9f0f-a2ea20b99c42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b65b1ca1ec24c0694a20832ea96fa7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736764 Jul 28 10:44:37.624443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33636) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:37.654904 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d1804616-4657-4c28-8bd7-2126a5a01120 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2070718 Jul 28 10:44:37.658795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.659319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:37.662152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'name': 'tempest-NetworksTestDHCPv6-1342903106'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:37.668781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:37.673196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33642) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:37.703028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'subnet': {'network_id': 'e2ca1427-ae49-4475-a199-11a63cfac383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:37.811176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 409361c8-038d-4941-8fcc-5a0b2f078329 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:37.857926 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:37.889816 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 1.2425869 Jul 28 10:44:37.893617 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33646) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:37.893900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057696c0-e099-4e49-9ebd-07886eeb2e9c None None] Network b30adf07-1daf-4921-b809-c96880091985 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:37.904253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be74412-9af3-421f-ae2b-3c7b4fffdb2a None None] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:37.911927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': 'be3ee142-adb1-4898-8c6c-2fbbdf3c40ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:37.972043 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:38.001494 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa1c1-f3ac-4fe0-bfe2-17733a8fdbf0 admin admin] Publish callbacks [] for security_group (c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.013206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b75f8a-e165-4214-8c44-c2e5efb0d311 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=be3ee142-adb1-4898-8c6c-2fbbdf3c40ef,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:38.067500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be74412-9af3-421f-ae2b-3c7b4fffdb2a None None] Network a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:44:38.091741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks [] for router_gateway (5470ec1e-915a-4c36-8a80-1d108be57d16), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.109205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69382f-c286-4451-bdf8-bb9b80b989e2 None None] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:38.112037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6f122-be41-47d9-80d6-d694f6cbe45a None None] Network 19527f5e-f9e2-460c-89fb-f395615db513 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:38.124631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.237264 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa1c1-f3ac-4fe0-bfe2-17733a8fdbf0 admin admin] Publish callbacks [] for security_group (c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.237833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90656467-3bdd-415a-b377-775a4713ff91 None None] Network 4add5fc1-e862-4d25-8608-aa41c7d9a18b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:38.240621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network be3ee142-adb1-4898-8c6c-2fbbdf3c40ef details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:38.274787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89b187ba-ee9b-4f5d-aa64-7be0e663dc10 None None] Provisioning complete for port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:38.275145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89b187ba-ee9b-4f5d-aa64-7be0e663dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.291541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Made reservation on behalf of 275efef7f3854a55858512cb0f0bbff9 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:38.310957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.346959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94aad74-9088-45fc-b2ce-583521604b34 None None] DHCP port deletion for a1dd2b0e-4f03-4115-a4e1-7d27ed12a553 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:38.362926 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:38.366781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.396232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:38.440822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port c5f6453a-5d5a-42b2-ac1f-e2b16624767d yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:38.453348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.9 (4add5fc1-e862-4d25-8608-aa41c7d9a18b/11a8bfcb-a36b-4e9a-a726-3777efd21c93/409361c8-038d-4941-8fcc-5a0b2f078329) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:38.475192 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:38.503802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:38.505067 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.507680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.533489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Allocated IP 172.25.2.177 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/1cccc082-f304-4e93-af14-81493706cdbd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:38.552268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_gateway (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.568881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60366f2-c11c-4724-8678-ebc877f7149c None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:38.659383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-19527f5e-f9e2-460c-89fb-f395615db513', 'network_id': '19527f5e-f9e2-460c-89fb-f395615db513', 'project_id': '275efef7f3854a55858512cb0f0bbff9', 'fixed_ips': [{'subnet_id': 'dfdc6a6c-391d-441e-98cb-f83cf6aca27b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:38.661844 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.678626 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:38.679716 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=95 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:38.782751 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::214 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/b02237e8-c24f-495c-9013-84ba91fa379a/c5f6453a-5d5a-42b2-ac1f-e2b16624767d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:38.787424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Deleting port 6c658c05-c14b-4134-a95e-f3c6e94e36c7 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:38.788405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6c658c05-c14b-4134-a95e-f3c6e94e36c7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:38.798102 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:39.038990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa1c1-f3ac-4fe0-bfe2-17733a8fdbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.042389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa1c1-f3ac-4fe0-bfe2-17733a8fdbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.046115 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9e5aa1c1-f3ac-4fe0-bfe2-17733a8fdbf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3 HTTP/1.1" status: 204 len: 168 time: 1.4182813 Jul 28 10:44:39.132864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Allocated IP 172.20.0.2 (19527f5e-f9e2-460c-89fb-f395615db513/dfdc6a6c-391d-441e-98cb-f83cf6aca27b/bdf61344-35d7-4986-b1e4-d4e97ec0651a) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:39.166052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5aa1c1-f3ac-4fe0-bfe2-17733a8fdbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bbaa7c-7339-4931-9d3a-cd63c6dac8a3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:39.343307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6c658c05-c14b-4134-a95e-f3c6e94e36c7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.356560 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Publish callbacks [] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.360321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Calling delete_port for 6c658c05-c14b-4134-a95e-f3c6e94e36c7 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:39.381061 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:39.397557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:39.398116 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.410572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks [] for port (1cccc082-f304-4e93-af14-81493706cdbd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.456574 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.499753 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:39.596294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (409361c8-038d-4941-8fcc-5a0b2f078329), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.600427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (30f1e90a-842f-47b4-b4b5-4cb3685f58a9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.618651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Network 19527f5e-f9e2-460c-89fb-f395615db513 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:39.620407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a61471c6-cf69-474e-8a39-e5fe3d6ada63', 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63', 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'fixed_ips': [{'subnet_id': '716fac2b-2e97-4625-915e-c8b362e185ba'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:39.622103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.669316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Pushing event updated for resources: {'Port': ['ID=bdf61344-35d7-4986-b1e4-d4e97ec0651a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:39.679278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:39.735373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:39.746557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89b187ba-ee9b-4f5d-aa64-7be0e663dc10 None None] Current status of the port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:39.746963 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89b187ba-ee9b-4f5d-aa64-7be0e663dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.788303 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:39.841198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-89b187ba-ee9b-4f5d-aa64-7be0e663dc10 None None] For port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,segment=NetworkSegment(25b1e917-a5f1-4066-be77-23d408ca2b97),segment_id=25b1e917-a5f1-4066-be77-23d408ca2b97)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:39.861469 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89b187ba-ee9b-4f5d-aa64-7be0e663dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.886302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1cccc082-f304-4e93-af14-81493706cdbd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:39.966296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Subnet': ['ID=30f1e90a-842f-47b4-b4b5-4cb3685f58a9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:40.016377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (409361c8-038d-4941-8fcc-5a0b2f078329), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.018834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (96466f03-59a4-4d97-8e1d-6b34b8743eae), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.019900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:40.031470 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (c5f6453a-5d5a-42b2-ac1f-e2b16624767d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.042508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Checking segment: {'id': '39a6af3b-e471-4ae4-8faf-3a6d502a2a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ca1427-ae49-4475-a199-11a63cfac383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:40.042877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network hostable DHCP agents. Network: e2ca1427-ae49-4475-a199-11a63cfac383, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:40.047412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:40.056110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:40.069359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b187ba-ee9b-4f5d-aa64-7be0e663dc10 None None] Pushing event updated for resources: {'Port': ['ID=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:40.202707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Pushing event updated for resources: {'Port': ['ID=1cccc082-f304-4e93-af14-81493706cdbd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:40.205566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 4add5fc1-e862-4d25-8608-aa41c7d9a18b is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:40.214157 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:40.214702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6c658c05-c14b-4134-a95e-f3c6e94e36c7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.235566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=96466f03-59a4-4d97-8e1d-6b34b8743eae,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:40.238961 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:40.246969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:40.253785 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network e2ca1427-ae49-4475-a199-11a63cfac383 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:40.261576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=409361c8-038d-4941-8fcc-5a0b2f078329,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:40.278813 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:40.285691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c764d141-aaf3-46b9-910c-0e965d01009c None None] Provisioning complete for port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:40.286103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c764d141-aaf3-46b9-910c-0e965d01009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.315095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, e2ca1427-ae49-4475-a199-11a63cfac383) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:40.328189 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': 'bff774f6-45f1-43e7-9a21-f4fe8130c3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'be3ee142-adb1-4898-8c6c-2fbbdf3c40ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:40.328875 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: be3ee142-adb1-4898-8c6c-2fbbdf3c40ef, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:40.333328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Attempting to bind port bdf61344-35d7-4986-b1e4-d4e97ec0651a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:40.334148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Attempting to bind port bdf61344-35d7-4986-b1e4-d4e97ec0651a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f8cb2404-0d50-4288-9624-4600086681ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '19527f5e-f9e2-460c-89fb-f395615db513'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:40.334148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Attempting to bind port bdf61344-35d7-4986-b1e4-d4e97ec0651a on network 19527f5e-f9e2-460c-89fb-f395615db513 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:40.343523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:40.344655 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.402084 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:40.403120 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.407443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef47f3a-f243-46f1-832a-7b35042df58f None None] Network e2ca1427-ae49-4475-a199-11a63cfac383 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:40.418412 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-516f7782-1d7f-4d1e-9209-0c5f8fcf1c1e tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7227023 Jul 28 10:44:40.419352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33686) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:40.481670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Pushing event deleted for resources: {'Port': ['ID=6c658c05-c14b-4134-a95e-f3c6e94e36c7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:40.565703 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c5f6453a-5d5a-42b2-ac1f-e2b16624767d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.591086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:40.591701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Checking segment: {'id': 'f8cb2404-0d50-4288-9624-4600086681ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '19527f5e-f9e2-460c-89fb-f395615db513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:40.592844 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33692) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:40.593356 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.593640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Bound using segment: {'id': 'f8cb2404-0d50-4288-9624-4600086681ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '19527f5e-f9e2-460c-89fb-f395615db513'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:40.594474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Bound port: bdf61344-35d7-4986-b1e4-d4e97ec0651a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cb2404-0d50-4288-9624-4600086681ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '19527f5e-f9e2-460c-89fb-f395615db513'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:40.595134 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.604658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network be3ee142-adb1-4898-8c6c-2fbbdf3c40ef is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:40.620929 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8bb58f52-5981-4916-8fb5-5ffaba5a9cd8 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3402088 Jul 28 10:44:40.622127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, be3ee142-adb1-4898-8c6c-2fbbdf3c40ef) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:40.630952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33696) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:40.660365 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:40.744555 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:40.745752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.759538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64823e5b-80e5-4e9a-8915-47289a761f66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:40.761600 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-64823e5b-80e5-4e9a-8915-47289a761f66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1295862 Jul 28 10:44:40.831971 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33698) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:40.843028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3cfae5-904d-44a2-91f9-246798febc53 None None] Network be3ee142-adb1-4898-8c6c-2fbbdf3c40ef requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:40.850021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:40.897780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7d2d4-f03f-4a6d-bd04-e93be488100f None None] Network b30adf07-1daf-4921-b809-c96880091985 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:40.953635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-e2ca1427-ae49-4475-a199-11a63cfac383', 'network_id': 'e2ca1427-ae49-4475-a199-11a63cfac383', 'project_id': '275efef7f3854a55858512cb0f0bbff9', 'fixed_ips': [{'subnet_id': '30f1e90a-842f-47b4-b4b5-4cb3685f58a9'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:40.955877 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:40.970972 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.003521 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-235c71f2-a46b-498f-b98c-aa4d475902fc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0961752 Jul 28 10:44:41.007619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33702) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:41.011921 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:41.014120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:41.016502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] For port bdf61344-35d7-4986-b1e4-d4e97ec0651a, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:41.032344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] For port bdf61344-35d7-4986-b1e4-d4e97ec0651a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bdf61344-35d7-4986-b1e4-d4e97ec0651a,segment=NetworkSegment(f8cb2404-0d50-4288-9624-4600086681ce),segment_id=f8cb2404-0d50-4288-9624-4600086681ce)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:41.049772 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2090888208-network', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:41.064351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.073534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:41.095497 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:41.143810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=c5f6453a-5d5a-42b2-ac1f-e2b16624767d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:41.149777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:41.157497 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:41.158454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.165080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Allocated IP 172.20.0.2 (a61471c6-cf69-474e-8a39-e5fe3d6ada63/716fac2b-2e97-4625-915e-c8b362e185ba/c8be9297-74d5-46f1-9ef0-d0454b07ed17) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:41.231152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4add5fc1-e862-4d25-8608-aa41c7d9a18b', 'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b', 'project_id': '1f9e1d9e253547c89d0c8594bb1f73f5', 'fixed_ips': [{'subnet_id': '11a8bfcb-a36b-4e9a-a726-3777efd21c93'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:41.232570 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.236928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:41.239583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.274968 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-28f1c547-be61-4a49-ba71-9ed1fafdd112 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6556077 Jul 28 10:44:41.283008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33710) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:41.397653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Made reservation on behalf of 250e9ea221004badbf41f4631cdc26bc for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:41.406152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.422054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f9515-1cae-478d-99fe-cf8c32e14d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-be3ee142-adb1-4898-8c6c-2fbbdf3c40ef', 'network_id': 'be3ee142-adb1-4898-8c6c-2fbbdf3c40ef', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '96466f03-59a4-4d97-8e1d-6b34b8743eae'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:41.423408 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df5f9515-1cae-478d-99fe-cf8c32e14d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.503597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.582401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (be3ee142-adb1-4898-8c6c-2fbbdf3c40ef), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.599955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e33c50-21eb-4269-93f6-993d80f1019c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:41.605894 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e33c50-21eb-4269-93f6-993d80f1019c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:41.613956 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f5e33c50-21eb-4269-93f6-993d80f1019c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3228190 Jul 28 10:44:41.620858 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:41.624415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 409361c8-038d-4941-8fcc-5a0b2f078329 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:41.624801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (409361c8-038d-4941-8fcc-5a0b2f078329), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.637227 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33712) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:41.644745 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:41.711661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.716827 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.736267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks [] for router_gateway (5470ec1e-915a-4c36-8a80-1d108be57d16), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:41.939255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Allocated IP 172.20.0.2 (e2ca1427-ae49-4475-a199-11a63cfac383/30f1e90a-842f-47b4-b4b5-4cb3685f58a9/1a2ec02d-85f8-4d32-9b83-db0b09bc58c3) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:41.952381 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:41.984578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (409361c8-038d-4941-8fcc-5a0b2f078329), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.004163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 409361c8-038d-4941-8fcc-5a0b2f078329 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:42.038665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port c5f6453a-5d5a-42b2-ac1f-e2b16624767d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:42.039950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c5f6453a-5d5a-42b2-ac1f-e2b16624767d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.072682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Allocated IP 172.20.0.1 (19527f5e-f9e2-460c-89fb-f395615db513/dfdc6a6c-391d-441e-98cb-f83cf6aca27b/c061fe54-d078-4b6d-b49a-e65d00dd0f14) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:42.130707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (96466f03-59a4-4d97-8e1d-6b34b8743eae), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.168497 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:42.226377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (409361c8-038d-4941-8fcc-5a0b2f078329), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.237909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Router 8f0f613e-7c00-4525-b5a5-a823cf0e0aac has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:44:42.244515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks [] for security_group (137f71bc-b5e4-455e-9540-2343f38935db), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.282910 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (137f71bc-b5e4-455e-9540-2343f38935db), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.297328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:42.315749 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=409361c8-038d-4941-8fcc-5a0b2f078329,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:42.327162 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Publish callbacks [] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.407399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29227-408c-4f4f-aed2-636b982e432a None None] Pushing event updated for resources: {'Port': ['ID=bdf61344-35d7-4986-b1e4-d4e97ec0651a,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:42.412104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.416390 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:42.458841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e1b99e12-13e9-46d9-bf56-0c68413bc95e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.458841 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Added segment e1b99e12-13e9-46d9-bf56-0c68413bc95e of type vlan for network 509b896f-8544-44bb-a462-b993cf2a2f1a Jul 28 10:44:42.518330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137f71bc-b5e4-455e-9540-2343f38935db,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:42.566051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c5f6453a-5d5a-42b2-ac1f-e2b16624767d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.596145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:42.615674 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] Sync routers for ids ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:42.616244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.623810 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc6fbaba-38fb-43bc-8af4-b998524c7426 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "PUT /v2.0/routers/8f0f613e-7c00-4525-b5a5-a823cf0e0aac HTTP/1.1" status: 200 len: 705 time: 5.6710782 Jul 28 10:44:42.627629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33724) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:42.639674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (96466f03-59a4-4d97-8e1d-6b34b8743eae), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.640519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Allocated IP 172.20.0.2 (4add5fc1-e862-4d25-8608-aa41c7d9a18b/11a8bfcb-a36b-4e9a-a726-3777efd21c93/d7684eb0-e0ca-42b2-be36-dbb5c25939a9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:42.650850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] Routers {'8f0f613e-7c00-4525-b5a5-a823cf0e0aac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:42.651870 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:42.684602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.688691 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ffe17568-6546-41c2-bd46-4c1454584d66 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/409361c8-038d-4941-8fcc-5a0b2f078329 HTTP/1.1" status: 204 len: 168 time: 1.7689209 Jul 28 10:44:42.693928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33726) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:42.699241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for c5f6453a-5d5a-42b2-ac1f-e2b16624767d owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:42.710103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (509b896f-8544-44bb-a462-b993cf2a2f1a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.736770 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:42.738874 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:42.780768 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] Routers {'8f0f613e-7c00-4525-b5a5-a823cf0e0aac'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:42.781702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:42.834744 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=96466f03-59a4-4d97-8e1d-6b34b8743eae,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:42.849265 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:42.849940 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f578eed-4317-4ec9-8ccc-36dea8d3776a None None] The sync data for ids ['8f0f613e-7c00-4525-b5a5-a823cf0e0aac'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:42.853463 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Publish callbacks [] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.855535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.858082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c764d141-aaf3-46b9-910c-0e965d01009c None None] Current status of the port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:42.911431 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f0b922-db31-4926-b7bb-f78cad3d4865 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:44:42.918303 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:42.920693 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-81f0b922-db31-4926-b7bb-f78cad3d4865 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/409361c8-038d-4941-8fcc-5a0b2f078329 HTTP/1.1" status: 404 len: 333 time: 0.2200034 Jul 28 10:44:42.922887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:42.923290 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:42.925988 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e788d75-8ebd-473d-8961-a53e92281355 tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/routers/8f0f613e-7c00-4525-b5a5-a823cf0e0aac HTTP/1.1" status: 200 len: 740 time: 0.2917035 Jul 28 10:44:42.933398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33732) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:42.934193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33734) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:42.982317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (be3ee142-adb1-4898-8c6c-2fbbdf3c40ef), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.021833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3ee142-adb1-4898-8c6c-2fbbdf3c40ef']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:43.035452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff774f6-45f1-43e7-9a21-f4fe8130c3bb') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:43.035839 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff774f6-45f1-43e7-9a21-f4fe8130c3bb') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:43.065182 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (bff774f6-45f1-43e7-9a21-f4fe8130c3bb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.093768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (bff774f6-45f1-43e7-9a21-f4fe8130c3bb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.111625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:43.112807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (bff774f6-45f1-43e7-9a21-f4fe8130c3bb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.116832 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c7246d3-c1e7-4d26-b156-f1f2f8ab89ab tempest-RoutersAdminTest-1467383408 tempest-RoutersAdminTest-1467383408-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=8f0f613e-7c00-4525-b5a5-a823cf0e0aac HTTP/1.1" status: 200 len: 205 time: 0.1622882 Jul 28 10:44:43.121929 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33738) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:43.127340 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:43.141223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (5470ec1e-915a-4c36-8a80-1d108be57d16), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.145243 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.226176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Network 4add5fc1-e862-4d25-8608-aa41c7d9a18b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-df5f9515-1cae-478d-99fe-cf8c32e14d5b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96466f03-59a4-4d97-8e1d-6b34b8743eae: This subnet is being modified by another concurrent operation. Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:44:43.229182 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96466f03-59a4-4d97-8e1d-6b34b8743eae: This subnet is being modified by another concurrent operation. Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:44:43.233300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a40b0e-cb65-4668-8d4a-114e973e9561 None None] Network 19527f5e-f9e2-460c-89fb-f395615db513 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:43.332180 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment bff774f6-45f1-43e7-9a21-f4fe8130c3bb resource provider aggregate not found Jul 28 10:44:43.337673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:44:43.339331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:43.341645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:43.345513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cc486-c329-4eed-a7be-10a44baa236a None None] Network be3ee142-adb1-4898-8c6c-2fbbdf3c40ef requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:43.379805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:43.387064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (be3ee142-adb1-4898-8c6c-2fbbdf3c40ef), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.389228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cc486-c329-4eed-a7be-10a44baa236a None None] Network be3ee142-adb1-4898-8c6c-2fbbdf3c40ef could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:44:43.391295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:43.393139 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment bff774f6-45f1-43e7-9a21-f4fe8130c3bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bff774f6-45f1-43e7-9a21-f4fe8130c3bb found for delete ", "request_id": "req-264e4701-4e25-4b9a-ada2-14155d3e2bd0"}]} Jul 28 10:44:43.402433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.416696 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.420293 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/be3ee142-adb1-4898-8c6c-2fbbdf3c40ef HTTP/1.1" status: 204 len: 168 time: 2.4101145 Jul 28 10:44:43.430764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:43.446939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1402120857'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:43.472565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8ced1-0c23-4680-80ae-d91177ac1c9a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=be3ee142-adb1-4898-8c6c-2fbbdf3c40ef,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:43.475111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (509b896f-8544-44bb-a462-b993cf2a2f1a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.476500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:43.478122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.499933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Network e2ca1427-ae49-4475-a199-11a63cfac383 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:43.501466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a6b355b8-6f82-4e58-85fc-2cd79ee4a39a None None] Provisioning complete for port c5f6453a-5d5a-42b2-ac1f-e2b16624767d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:43.502020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6b355b8-6f82-4e58-85fc-2cd79ee4a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c5f6453a-5d5a-42b2-ac1f-e2b16624767d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.509783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:43.513394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.531306 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:43.624667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Attempting to bind port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:43.625196 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.0295858 Jul 28 10:44:43.625399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Attempting to bind port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a55eb283-3be4-4ccc-b67e-8bd2f7d3e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:43.626049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Attempting to bind port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 on network 4add5fc1-e862-4d25-8608-aa41c7d9a18b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:43.631980 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=3,neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:43.633591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:43.636317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:43.637032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e4e7ccc-578e-4a7b-8914-0671319fd2e8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:43.639963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:43.656478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Publish callbacks [] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.660187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:43.661057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Checking segment: {'id': 'a55eb283-3be4-4ccc-b67e-8bd2f7d3e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:43.661790 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.662657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Bound using segment: {'id': 'a55eb283-3be4-4ccc-b67e-8bd2f7d3e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:43.664055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Bound port: d7684eb0-e0ca-42b2-be36-dbb5c25939a9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55eb283-3be4-4ccc-b67e-8bd2f7d3e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4add5fc1-e862-4d25-8608-aa41c7d9a18b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:43.666536 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.675986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Request body: {'subnet': {'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-subnet', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:43.677921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:43.680713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Pushing event updated for resources: {'Port': ['ID=1a2ec02d-85f8-4d32-9b83-db0b09bc58c3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:43.688464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a10f9-a865-4585-99cb-1b9801b8a30b admin admin] Pushing event updated for resources: {'Network': ['ID=509b896f-8544-44bb-a462-b993cf2a2f1a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:43.695161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:43.706580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.752822 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:43.759670 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b3c77909-5391-474f-b73e-6cb6f74191d6 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f0f613e-7c00-4525-b5a5-a823cf0e0aac HTTP/1.1" status: 200 len: 205 time: 0.6364954 Jul 28 10:44:43.762790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33752) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:43.813789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Pushing event updated for resources: {'Port': ['ID=d7684eb0-e0ca-42b2-be36-dbb5c25939a9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:43.820993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (02ead533-1eea-4660-ac36-5388a86317bb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.821364 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment 02ead533-1eea-4660-ac36-5388a86317bb of type vlan for network 6c9d3e92-9624-457f-978a-7ccdf8c419b8 Jul 28 10:44:43.831289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 509b896f-8544-44bb-a462-b993cf2a2f1a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:43.872686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network 19527f5e-f9e2-460c-89fb-f395615db513 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:43.878463 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.912254 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Made reservation on behalf of 250e9ea221004badbf41f4631cdc26bc for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:43.918401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.938593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:43.953506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 7de774dc-02f7-478a-94f0-9ee1ed8e7e09 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:43.955105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7de774dc-02f7-478a-94f0-9ee1ed8e7e09), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:43.964453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bdf61344-35d7-4986-b1e4-d4e97ec0651a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:43.989064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:44.029787 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:44.041253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:44.043047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a6b355b8-6f82-4e58-85fc-2cd79ee4a39a None None] Port c5f6453a-5d5a-42b2-ac1f-e2b16624767d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:44.053917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:44.066198 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6c9d3e92-9624-457f-978a-7ccdf8c419b8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.090861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:44.096767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Port': ['ID=c061fe54-d078-4b6d-b49a-e65d00dd0f14,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.116669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c5f6453a-5d5a-42b2-ac1f-e2b16624767d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.130446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-05089bf3-ca71-4509-9358-db12fc572e21 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.246583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] For port d7684eb0-e0ca-42b2-be36-dbb5c25939a9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:44.247902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=c5f6453a-5d5a-42b2-ac1f-e2b16624767d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.254848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.264133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] For port d7684eb0-e0ca-42b2-be36-dbb5c25939a9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d7684eb0-e0ca-42b2-be36-dbb5c25939a9,segment=NetworkSegment(a55eb283-3be4-4ccc-b67e-8bd2f7d3e062),segment_id=a55eb283-3be4-4ccc-b67e-8bd2f7d3e062)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:44.281598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Attempting to bind port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:44.284949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Attempting to bind port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '39a6af3b-e471-4ae4-8faf-3a6d502a2a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ca1427-ae49-4475-a199-11a63cfac383'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:44.286645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Attempting to bind port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 on network e2ca1427-ae49-4475-a199-11a63cfac383 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:44.290325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Pushing event updated for resources: {'Port': ['ID=c8be9297-74d5-46f1-9ef0-d0454b07ed17,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.298332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a6b355b8-6f82-4e58-85fc-2cd79ee4a39a None None] Provisioning complete for port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:44.299014 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6b355b8-6f82-4e58-85fc-2cd79ee4a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.346627 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6c9d3e92-9624-457f-978a-7ccdf8c419b8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.353724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:44.354962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.375508 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.396669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:44.397114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Checking segment: {'id': '39a6af3b-e471-4ae4-8faf-3a6d502a2a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ca1427-ae49-4475-a199-11a63cfac383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:44.397532 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.397961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Bound using segment: {'id': '39a6af3b-e471-4ae4-8faf-3a6d502a2a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ca1427-ae49-4475-a199-11a63cfac383'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:44.398465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Bound port: 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a6af3b-e471-4ae4-8faf-3a6d502a2a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e2ca1427-ae49-4475-a199-11a63cfac383'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:44.399429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.466043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.471966 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f8a40bf7-d09f-4a35-b7f6-492db0344ed0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/c5f6453a-5d5a-42b2-ac1f-e2b16624767d HTTP/1.1" status: 204 len: 168 time: 2.8206580 Jul 28 10:44:44.474450 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33760) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:44.525388 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 1.0930324 Jul 28 10:44:44.538467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33762) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:44.545380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': '6c9d3e92-9624-457f-978a-7ccdf8c419b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:44.558059 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=8,neutron:DELETE=5,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:44.581143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b8570-3f0c-425b-8c68-6d514e428bb8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:44.582906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b8570-3f0c-425b-8c68-6d514e428bb8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:44.584928 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f23b8570-3f0c-425b-8c68-6d514e428bb8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1062293 Jul 28 10:44:44.588087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-05089bf3-ca71-4509-9358-db12fc572e21 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.595443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Router 5470ec1e-915a-4c36-8a80-1d108be57d16 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:44:44.597435 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33764) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:44.598903 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-05089bf3-ca71-4509-9358-db12fc572e21 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router_controller (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.606399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port bdf61344-35d7-4986-b1e4-d4e97ec0651a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:44.606904 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.634182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7de774dc-02f7-478a-94f0-9ee1ed8e7e09), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.667040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0334-fb32-436f-ad6a-d8d2933d1432 None None] Pushing event updated for resources: {'Port': ['ID=d7684eb0-e0ca-42b2-be36-dbb5c25939a9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.688058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Attempting to bind port c8be9297-74d5-46f1-9ef0-d0454b07ed17 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:44.688437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Attempting to bind port c8be9297-74d5-46f1-9ef0-d0454b07ed17 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:44.688799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Attempting to bind port c8be9297-74d5-46f1-9ef0-d0454b07ed17 on network a61471c6-cf69-474e-8a39-e5fe3d6ada63 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:44.705614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6499988-0858-4ef9-82cf-25b1fa1d894d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=6c9d3e92-9624-457f-978a-7ccdf8c419b8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.707275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 7de774dc-02f7-478a-94f0-9ee1ed8e7e09 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:44.712010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:44.712634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Checking segment: {'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:44.713131 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.713530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Bound using segment: {'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:44.714074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Bound port: c8be9297-74d5-46f1-9ef0-d0454b07ed17, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:44.714462 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.756697 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:44.765908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6c9d3e92-9624-457f-978a-7ccdf8c419b8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:44.837247 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-05089bf3-ca71-4509-9358-db12fc572e21 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (8f0f613e-7c00-4525-b5a5-a823cf0e0aac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.837849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05089bf3-ca71-4509-9358-db12fc572e21 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Fanout notify agent at l3_agent the message router_deleted on router 8f0f613e-7c00-4525-b5a5-a823cf0e0aac {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:44:44.845544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] For port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:44.914883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] For port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1a2ec02d-85f8-4d32-9b83-db0b09bc58c3,segment=NetworkSegment(39a6af3b-e471-4ae4-8faf-3a6d502a2a6c),segment_id=39a6af3b-e471-4ae4-8faf-3a6d502a2a6c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:44.930768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a6b355b8-6f82-4e58-85fc-2cd79ee4a39a None None] Current status of the port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:44.957549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-05089bf3-ca71-4509-9358-db12fc572e21 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:44.962092 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-05089bf3-ca71-4509-9358-db12fc572e21 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/8f0f613e-7c00-4525-b5a5-a823cf0e0aac HTTP/1.1" status: 204 len: 168 time: 1.1940212 Jul 28 10:44:44.968471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33766) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:44.971925 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet b02237e8-c24f-495c-9013-84ba91fa379a {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:45.004037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.013008 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.033940 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:45.071925 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a35a032-db82-43b0-af50-b7d553fa746a tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f0f613e-7c00-4525-b5a5-a823cf0e0aac HTTP/1.1" status: 200 len: 205 time: 0.0894463 Jul 28 10:44:45.085124 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33770) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:45.107454 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:45.141755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:45.148858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] For port c8be9297-74d5-46f1-9ef0-d0454b07ed17, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:45.154994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (b02237e8-c24f-495c-9013-84ba91fa379a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.158909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port bdf61344-35d7-4986-b1e4-d4e97ec0651a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:45.160934 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.171422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Sync routers for ids ['5470ec1e-915a-4c36-8a80-1d108be57d16'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:45.192983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Provisioning complete for port c061fe54-d078-4b6d-b49a-e65d00dd0f14 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:45.193628 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.240674 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-283ee0f9-e184-4ffb-9413-800207b917fb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] delete failed (client error): The resource could not be found. Jul 28 10:44:45.241347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] For port c8be9297-74d5-46f1-9ef0-d0454b07ed17, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c8be9297-74d5-46f1-9ef0-d0454b07ed17,segment=NetworkSegment(070fa249-9ba5-4fe6-97c1-5c048ddd105b),segment_id=070fa249-9ba5-4fe6-97c1-5c048ddd105b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:45.245185 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-283ee0f9-e184-4ffb-9413-800207b917fb tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/8f0f613e-7c00-4525-b5a5-a823cf0e0aac HTTP/1.1" status: 404 len: 336 time: 0.1552551 Jul 28 10:44:45.250379 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33772) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:45.260493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cf857-cf8a-4f71-8aca-0ee66ef66406 None None] Pushing event updated for resources: {'Port': ['ID=1a2ec02d-85f8-4d32-9b83-db0b09bc58c3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:45.262949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:45.268586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.291058 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.292438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.296198 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6929088-cabb-46d7-b225-00c2fae50d01 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9458899 Jul 28 10:44:45.301406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Routers {'5470ec1e-915a-4c36-8a80-1d108be57d16'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:45.312588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['5470ec1e-915a-4c36-8a80-1d108be57d16'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:45.324311 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33774) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:45.556982 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:45.565569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (b02237e8-c24f-495c-9013-84ba91fa379a), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.573624 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7ae8040d-8708-46e7-87ad-1267b0dce7a2 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=47a5be62-31c8-4b34-9fbe-ee626ad78df4 HTTP/1.1" status: 200 len: 205 time: 0.3219106 Jul 28 10:44:45.613309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33776) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:45.682836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Port c061fe54-d078-4b6d-b49a-e65d00dd0f14 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:45.720145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port bdf61344-35d7-4986-b1e4-d4e97ec0651a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bdf61344-35d7-4986-b1e4-d4e97ec0651a,segment=NetworkSegment(f8cb2404-0d50-4288-9624-4600086681ce),segment_id=f8cb2404-0d50-4288-9624-4600086681ce)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:45.766063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.770350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Provisioning complete for port bdf61344-35d7-4986-b1e4-d4e97ec0651a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:45.770686 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:45.802704 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-3ccd6f92-8dba-496d-9c79-3305a33ee54a tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] delete failed (client error): The resource could not be found. Jul 28 10:44:45.806633 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ccd6f92-8dba-496d-9c79-3305a33ee54a tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/47a5be62-31c8-4b34-9fbe-ee626ad78df4 HTTP/1.1" status: 404 len: 336 time: 0.1862528 Jul 28 10:44:45.860246 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33782) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:45.926121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32cdc9-35b1-4a29-927c-a70c8095c9c4 None None] Pushing event updated for resources: {'Port': ['ID=c8be9297-74d5-46f1-9ef0-d0454b07ed17,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:46.037844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (b02237e8-c24f-495c-9013-84ba91fa379a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.063102 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (bea322b8-b4f0-4139-a93d-0883e6176c0f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.114565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:46.121138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Set router 5470ec1e-915a-4c36-8a80-1d108be57d16 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:46.173475 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4be39d40-fefb-4cce-b9c5-f4f9e0a7aa61 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8ed9713-96a2-47ce-aca6-7bd847d93390 HTTP/1.1" status: 200 len: 205 time: 0.3024430 Jul 28 10:44:46.174764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33786) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:46.197392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (b02237e8-c24f-495c-9013-84ba91fa379a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.398952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=bdf61344-35d7-4986-b1e4-d4e97ec0651a,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:46.400766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.445359 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:46.475895 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-e5816e5f-7552-4515-9266-4b15c954c28f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] delete failed (client error): The resource could not be found. Jul 28 10:44:46.482601 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e5816e5f-7552-4515-9266-4b15c954c28f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/a8ed9713-96a2-47ce-aca6-7bd847d93390 HTTP/1.1" status: 404 len: 336 time: 0.3059909 Jul 28 10:44:46.483989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33788) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:46.531809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=b02237e8-c24f-495c-9013-84ba91fa379a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:46.584544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.592006 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-357fcf98-919f-434e-a57d-422a4ef9728e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/b02237e8-c24f-495c-9013-84ba91fa379a HTTP/1.1" status: 204 len: 168 time: 1.9825814 Jul 28 10:44:46.599762 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e3ffc25f-c0a7-4e9f-88be-b6c41b0fc02c tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 HTTP/1.1" status: 200 len: 205 time: 0.0690348 Jul 28 10:44:46.604077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:46.604628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33792) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:46.612836 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9478c6-fe29-4417-bbec-b052d5709485 None None] Network 4add5fc1-e862-4d25-8608-aa41c7d9a18b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:46.628383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2bfb8-e08a-40a5-9fed-dc083575a7da None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:46.649291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.663942 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:46.739136 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-209428e0-d90d-4b10-97ed-8847d882c413 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] delete failed (client error): The resource could not be found. Jul 28 10:44:46.744782 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-209428e0-d90d-4b10-97ed-8847d882c413 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/c1c1fbd9-bc98-49fc-80f7-53fdb4a5c718 HTTP/1.1" status: 404 len: 336 time: 0.1350851 Jul 28 10:44:46.747859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33794) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:46.793970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (544ac4f4-e80b-41c0-901d-c60c94195f19), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.794331 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aa5c596c-f487-4333-9102-2db8895ae766 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1796913 Jul 28 10:44:46.795032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33796) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:46.850395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea322b8-b4f0-4139-a93d-0883e6176c0f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:46.870982 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.881443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Current status of the port bdf61344-35d7-4986-b1e4-d4e97ec0651a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:46.897570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c5b1c9-350b-44d0-b191-2d80af828f75 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:46.902572 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-37c5b1c9-350b-44d0-b191-2d80af828f75 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1038954 Jul 28 10:44:46.904987 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (7de774dc-02f7-478a-94f0-9ee1ed8e7e09), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.905152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Port': ['ID=c061fe54-d078-4b6d-b49a-e65d00dd0f14,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:46.906843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33798) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:46.922995 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:46.924524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:44:40Z', 'revision_number': 3, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:46.947597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Checking segment: {'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:46.947961 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Network hostable DHCP agents. Network: 509b896f-8544-44bb-a462-b993cf2a2f1a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:46.958701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:46.959097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:46.976371 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2897a4de-d45b-4fff-8fdb-82e20cfa4762 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=befbe88e-1697-4edf-935b-ad89595557f8 HTTP/1.1" status: 200 len: 205 time: 0.2131426 Jul 28 10:44:46.980234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.007245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Provisioning complete for port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:47.007637 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.049132 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:47.050363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Checking router: 5470ec1e-915a-4c36-8a80-1d108be57d16 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:44:47.050726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Updating router 5470ec1e-915a-4c36-8a80-1d108be57d16 port 1cccc082-f304-4e93-af14-81493706cdbd binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:44:47.064732 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:47.076375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=7de774dc-02f7-478a-94f0-9ee1ed8e7e09,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:47.104121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1feb56-d325-4eb7-bcc4-976d3da1a3e4 None None] Network e2ca1427-ae49-4475-a199-11a63cfac383 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:47.165075 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1cccc082-f304-4e93-af14-81493706cdbd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.171774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=544ac4f4-e80b-41c0-901d-c60c94195f19,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:47.178372 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-3e1580dd-fdd2-4785-b2d9-332a01ce469e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] delete failed (client error): The resource could not be found. Jul 28 10:44:47.186081 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e1580dd-fdd2-4785-b2d9-332a01ce469e tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/befbe88e-1697-4edf-935b-ad89595557f8 HTTP/1.1" status: 404 len: 336 time: 0.1784503 Jul 28 10:44:47.201531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33804) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.266140 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f5c2d4b6-274f-4d16-baa3-dfa81b01176f tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "GET /v2.0/ports?device_id=534c643e-e294-4680-82cb-8911b504e9e2 HTTP/1.1" status: 200 len: 205 time: 0.0589387 Jul 28 10:44:47.267193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': '02ead533-1eea-4660-ac36-5388a86317bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6c9d3e92-9624-457f-978a-7ccdf8c419b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:47.267778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: 6c9d3e92-9624-457f-978a-7ccdf8c419b8, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:47.285451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33806) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.306923 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.314077 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb5062a3-5888-40a6-a132-d459f8ebedde tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/7de774dc-02f7-478a-94f0-9ee1ed8e7e09 HTTP/1.1" status: 204 len: 168 time: 4.3747537 Jul 28 10:44:47.315034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33810) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.318496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:47.320162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Network 509b896f-8544-44bb-a462-b993cf2a2f1a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:47.369686 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-07350087-6dfa-407a-8c13-0bb37178159b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:44:47.376223 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-07350087-6dfa-407a-8c13-0bb37178159b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/7de774dc-02f7-478a-94f0-9ee1ed8e7e09 HTTP/1.1" status: 404 len: 333 time: 0.0525095 Jul 28 10:44:47.376935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33814) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.387694 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-11793606-5ab8-422b-85e7-d3e49d3ddd46 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] delete failed (client error): The resource could not be found. Jul 28 10:44:47.393068 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-11793606-5ab8-422b-85e7-d3e49d3ddd46 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/routers/534c643e-e294-4680-82cb-8911b504e9e2 HTTP/1.1" status: 404 len: 336 time: 0.1049333 Jul 28 10:44:47.394312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33816) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.411978 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 509b896f-8544-44bb-a462-b993cf2a2f1a) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:47.459827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:47.460873 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.463419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6754795-aba4-40e4-a9c4-b07950e8b902 None None] Network 509b896f-8544-44bb-a462-b993cf2a2f1a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:47.465619 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5454c64-3e86-44c2-840c-160ed72b4ff8 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] DELETE failed (client error): The resource could not be found. Jul 28 10:44:47.466428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5454c64-3e86-44c2-840c-160ed72b4ff8 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:44:47.472964 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b5454c64-3e86-44c2-840c-160ed72b4ff8 tempest-RoutersAdminTest-1962134474 tempest-RoutersAdminTest-1962134474-project] 10.222.0.46 "DELETE /v2.0/subnets/17c87a4a-23e9-405f-b961-3689462f27c1 HTTP/1.1" status: 404 len: 337 time: 0.0745087 Jul 28 10:44:47.486818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network 19527f5e-f9e2-460c-89fb-f395615db513 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:47.517416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:47.524205 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet 11a8bfcb-a36b-4e9a-a726-3777efd21c93 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:47.532468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db44408-a1cf-4dab-b639-f48bccc7aa8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:47.535059 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network 6c9d3e92-9624-457f-978a-7ccdf8c419b8 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:47.537731 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2db44408-a1cf-4dab-b639-f48bccc7aa8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6278126 Jul 28 10:44:47.544370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33820) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.551916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (11a8bfcb-a36b-4e9a-a726-3777efd21c93), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.572078 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ecf14dcf-2968-4624-bb3d-5f5cce101354 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.9264755 Jul 28 10:44:47.631461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33822) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.637610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:47.642342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6c9d3e92-9624-457f-978a-7ccdf8c419b8) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:47.718272 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (11a8bfcb-a36b-4e9a-a726-3777efd21c93), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.735377 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ff086f7e-3706-4236-aa2f-585138e72032 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1881118 Jul 28 10:44:47.762672 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33824) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.772674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:47.781794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.782905 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.812479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:47.812993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.880367 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f364d486-f471-4d0e-8227-14c238b817af tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3372428 Jul 28 10:44:47.894388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33828) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:47.962427 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Publish callbacks [] for port (1cccc082-f304-4e93-af14-81493706cdbd), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:47.968859 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (11a8bfcb-a36b-4e9a-a726-3777efd21c93), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.006207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33830) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:48.033722 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:48.038043 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:48.063127 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:48.074316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:48.074720 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.089995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (11a8bfcb-a36b-4e9a-a726-3777efd21c93), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.093775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-69139b5b-ff54-437d-ade2-5fd671723218 None None] Current status of the port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:48.107388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c88c8-96b1-48cc-9ea2-f0548c4004de None None] Network 6c9d3e92-9624-457f-978a-7ccdf8c419b8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:48.114799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Router 26a847cf-efba-4524-82c9-1b0818563c30 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:44:48.136541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6c9d3e92-9624-457f-978a-7ccdf8c419b8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.197183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c3a913-2aac-4e03-8103-e1de937adc78 None None] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:48.327843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3a81-720e-480c-965e-32ecab825d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.379770 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (544ac4f4-e80b-41c0-901d-c60c94195f19), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.424589 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:48.438565 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4c5cad44-0ed6-4636-ba57-5ddac9870408 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "PUT /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0111794 Jul 28 10:44:48.438811 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] Sync routers for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:48.442078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33836) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:48.452485 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:48.453126 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:48.460730 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:48.495263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1a2ec02d-85f8-4d32-9b83-db0b09bc58c3,segment=NetworkSegment(39a6af3b-e471-4ae4-8faf-3a6d502a2a6c),segment_id=39a6af3b-e471-4ae4-8faf-3a6d502a2a6c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:48.501137 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1cccc082-f304-4e93-af14-81493706cdbd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.527703 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:48.552258 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:48.553288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:48.612707 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:48.613446 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea23b8-ec7f-4ba5-8917-bf580df3c086 None None] The sync data for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:48.674481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Could not find standard attr ID for object 409361c8-038d-4941-8fcc-5a0b2f078329. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:48.680450 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:48.724138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-509b896f-8544-44bb-a462-b993cf2a2f1a', 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a', 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'fixed_ips': [{'subnet_id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:48.725787 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.730025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.730980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d7684eb0-e0ca-42b2-be36-dbb5c25939a9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:48.745680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.752828 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/11a8bfcb-a36b-4e9a-a726-3777efd21c93 HTTP/1.1" status: 204 len: 168 time: 1.3672538 Jul 28 10:44:48.764392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33838) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:48.859212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b8f97-0931-4d21-98cc-0e243663f004 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=11a8bfcb-a36b-4e9a-a726-3777efd21c93,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:48.892489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab292fc-a23b-415e-a2d4-82e40f2709e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-6c9d3e92-9624-457f-978a-7ccdf8c419b8', 'network_id': '6c9d3e92-9624-457f-978a-7ccdf8c419b8', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '544ac4f4-e80b-41c0-901d-c60c94195f19'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:48.898131 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ab292fc-a23b-415e-a2d4-82e40f2709e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:48.980102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] Deleting port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:48.981816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.028146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:49.032432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.042728 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:49.052955 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.060026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Attempting to bind port 1cccc082-f304-4e93-af14-81493706cdbd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:49.060799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Attempting to bind port 1cccc082-f304-4e93-af14-81493706cdbd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:49.061421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Attempting to bind port 1cccc082-f304-4e93-af14-81493706cdbd on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:49.079390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Provisioning complete for port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:49.080142 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.083206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8aaa-260b-4a25-b07d-fb443102bfe9 None None] Pushing event updated for resources: {'Port': ['ID=1cccc082-f304-4e93-af14-81493706cdbd,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:49.133628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4add5fc1-e862-4d25-8608-aa41c7d9a18b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.201545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (544ac4f4-e80b-41c0-901d-c60c94195f19), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.394084 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=544ac4f4-e80b-41c0-901d-c60c94195f19,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:49.486757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Allocated IP 172.20.0.2 (509b896f-8544-44bb-a462-b993cf2a2f1a/bea322b8-b4f0-4139-a93d-0883e6176c0f/eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:49.531451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:49.531794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.566186 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:49.623318 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks [] for router_controller (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.697053 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Publish callbacks [] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.730920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] For port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:49.731236 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.751898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6c9d3e92-9624-457f-978a-7ccdf8c419b8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.762422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] Calling delete_port for 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:49.782229 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3a81-720e-480c-965e-32ecab825d10 admin admin] Publish callbacks [] for security_group (d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.841234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3a81-720e-480c-965e-32ecab825d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.871340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Allocated IP 172.20.0.1 (a61471c6-cf69-474e-8a39-e5fe3d6ada63/716fac2b-2e97-4625-915e-c8b362e185ba/73165783-8091-4587-b1b0-1ba5e19c1428) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:49.927038 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:49.927851 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:49.939082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1a2ec02d-85f8-4d32-9b83-db0b09bc58c3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:49.945455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:49.946582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:49.946582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.946924 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:49.947510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Bound port: 1cccc082-f304-4e93-af14-81493706cdbd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:49.947968 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1cccc082-f304-4e93-af14-81493706cdbd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:49.964666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9d3e92-9624-457f-978a-7ccdf8c419b8']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:49.978237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ead533-1eea-4660-ac36-5388a86317bb') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:49.979096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ead533-1eea-4660-ac36-5388a86317bb') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:49.998300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (02ead533-1eea-4660-ac36-5388a86317bb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.004404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks [] for router_gateway (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.013909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] For port 1cccc082-f304-4e93-af14-81493706cdbd, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:50.019160 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] For port 1cccc082-f304-4e93-af14-81493706cdbd, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1cccc082-f304-4e93-af14-81493706cdbd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:50.020383 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (02ead533-1eea-4660-ac36-5388a86317bb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.030593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:50.030981 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.042813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:50.043627 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (02ead533-1eea-4660-ac36-5388a86317bb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.077128 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.094691 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.142012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a3a81-720e-480c-965e-32ecab825d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:50.165142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] No DVR routers for this DVR port 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:50.184026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Network 509b896f-8544-44bb-a462-b993cf2a2f1a is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:50.186506 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1cccc082-f304-4e93-af14-81493706cdbd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.198024 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (16949058-5a38-46e1-aa53-03b322d9886a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.219837 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 02ead533-1eea-4660-ac36-5388a86317bb resource provider aggregate not found Jul 28 10:44:50.223574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d19dc-ac96-450e-a505-b57924b996a6 None None] Pushing event deleted for resources: {'Port': ['ID=6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:50.262211 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 02ead533-1eea-4660-ac36-5388a86317bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ead533-1eea-4660-ac36-5388a86317bb found for delete ", "request_id": "req-82588d4c-1656-4c30-a0e4-0d989a43ded4"}]} Jul 28 10:44:50.264483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] For port d7684eb0-e0ca-42b2-be36-dbb5c25939a9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d7684eb0-e0ca-42b2-be36-dbb5c25939a9,segment=NetworkSegment(a55eb283-3be4-4ccc-b67e-8bd2f7d3e062),segment_id=a55eb283-3be4-4ccc-b67e-8bd2f7d3e062)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:50.265076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.277446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=16949058-5a38-46e1-aa53-03b322d9886a,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:50.281852 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6e7a3a81-720e-480c-965e-32ecab825d10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39b0b789ad0945829c53211304b98ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2745140 Jul 28 10:44:50.284867 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33850) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:50.296512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:50.306232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:50.309012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:50.311651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:50.315506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:50.316416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.329391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for d7684eb0-e0ca-42b2-be36-dbb5c25939a9 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:50.405941 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks [] for port (73165783-8091-4587-b1b0-1ba5e19c1428), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.414296 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-590b00f7-ecd8-4b21-8040-c00ec56f8986 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6504250 Jul 28 10:44:50.420824 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33854) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:50.426246 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '16949058-5a38-46e1-aa53-03b322d9886a', 'ip_address': '2001:db8::64a5:1312:8458:e5d'}], 'name': 'tempest-NetworksTestDHCPv6-1151664157'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:50.481641 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-2fbd4822-cd66-4c9e-b8d3-1b08c7276e59 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:44:50.485568 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2fbd4822-cd66-4c9e-b8d3-1b08c7276e59 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "PUT /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0395148 Jul 28 10:44:50.486200 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33856) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:50.493973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Pushing event updated for resources: {'Port': ['ID=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:50.547174 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:50.548436 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:50.585553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6af263c-7b12-4b0f-9b66-a07611c7165d admin admin] Publish callbacks [] for security_group (d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.593464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd984aa-fc67-48b0-9a2f-aaa328d9e49b None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:50.608948 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:50.703534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks [] for router_gateway (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.740761 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.752916 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6af263c-7b12-4b0f-9b66-a07611c7165d admin admin] Publish callbacks [] for security_group (d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.755488 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:50.758663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.769252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:50.769586 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d7684eb0-e0ca-42b2-be36-dbb5c25939a9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.771604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d8aaa-260b-4a25-b07d-fb443102bfe9 None None] Pushing event updated for resources: {'Port': ['ID=1cccc082-f304-4e93-af14-81493706cdbd,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:50.778852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:50.796157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Routers {'5470ec1e-915a-4c36-8a80-1d108be57d16'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:50.800451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['5470ec1e-915a-4c36-8a80-1d108be57d16'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:50.885206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=d7684eb0-e0ca-42b2-be36-dbb5c25939a9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:50.930988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:50.940518 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No DVR routers for this DVR port d7684eb0-e0ca-42b2-be36-dbb5c25939a9 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:44:50.994706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Pushing event updated for resources: {'Port': ['ID=73165783-8091-4587-b1b0-1ba5e19c1428,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:51.018010 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:51.030006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:51.053380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:51.115073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.184046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] Set router 5470ec1e-915a-4c36-8a80-1d108be57d16 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:51.188424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port ce47b7cd-2f14-410f-95dc-9dcd83f7fd44 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:51.200142 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (5470ec1e-915a-4c36-8a80-1d108be57d16), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.201297 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6af263c-7b12-4b0f-9b66-a07611c7165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.204005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e6af263c-7b12-4b0f-9b66-a07611c7165d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.214795 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e6af263c-7b12-4b0f-9b66-a07611c7165d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b HTTP/1.1" status: 204 len: 168 time: 0.9258974 Jul 28 10:44:51.224830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4add5fc1-e862-4d25-8608-aa41c7d9a18b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.277718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Could not find standard attr ID for object d7684eb0-e0ca-42b2-be36-dbb5c25939a9. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:51.279681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Attempting to bind port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:51.280290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Attempting to bind port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:51.280698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Attempting to bind port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c on network 509b896f-8544-44bb-a462-b993cf2a2f1a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:51.298158 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:51.313741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af263c-7b12-4b0f-9b66-a07611c7165d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98bdb3e-d5b2-40c3-9cc8-7ae87d20334b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:51.346400 n-d-850468-6 neutron-server[104689]: INFO neutron.plugins.ml2.db [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] No ports have port_id starting with d7684eb0-e0ca-42b2-be36-dbb5c25939a9 Jul 28 10:44:51.351032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:51.353175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Checking segment: {'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:51.355359 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.356444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Bound using segment: {'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:51.360055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4add5fc1-e862-4d25-8608-aa41c7d9a18b']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:51.362109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Bound port: eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:51.363161 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.405973 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55eb283-3be4-4ccc-b67e-8bd2f7d3e062') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:51.407091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55eb283-3be4-4ccc-b67e-8bd2f7d3e062') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:51.425799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': '16949058-5a38-46e1-aa53-03b322d9886a'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:51.427191 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.467735 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:51.469302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Allocated IP 172.25.2.25 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:51.481225 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a55eb283-3be4-4ccc-b67e-8bd2f7d3e062), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.510783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a55eb283-3be4-4ccc-b67e-8bd2f7d3e062), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.526447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:44:51.527280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a55eb283-3be4-4ccc-b67e-8bd2f7d3e062), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.555065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] For port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:51.562356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] For port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,segment=NetworkSegment(e1b99e12-13e9-46d9-bf56-0c68413bc95e),segment_id=e1b99e12-13e9-46d9-bf56-0c68413bc95e)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:51.627537 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.720210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4add5fc1-e862-4d25-8608-aa41c7d9a18b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.735339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.740351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/4add5fc1-e862-4d25-8608-aa41c7d9a18b HTTP/1.1" status: 204 len: 168 time: 2.9689643 Jul 28 10:44:51.755715 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33868) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:51.780382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-317112013'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:51.795705 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2bbd0-6a43-4f85-b786-f44647240992 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=4add5fc1-e862-4d25-8608-aa41c7d9a18b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:51.846926 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:51.877057 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-2ab292fc-a23b-415e-a2d4-82e40f2709e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 544ac4f4-e80b-41c0-901d-c60c94195f19: This subnet is being modified by another concurrent operation. Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:44:51.903102 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 544ac4f4-e80b-41c0-901d-c60c94195f19: This subnet is being modified by another concurrent operation. Jul 28 10:44:51.912857 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:44:51.935156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6c9d3e92-9624-457f-978a-7ccdf8c419b8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:51.965333 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33870) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:52.007063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:52.010721 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.017945 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.025784 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/6c9d3e92-9624-457f-978a-7ccdf8c419b8 HTTP/1.1" status: 204 len: 168 time: 4.1301589 Jul 28 10:44:52.029896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33872) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:52.052027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927351133'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:52.114134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b9257-68f1-47a8-9cb6-47876c63acac tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=6c9d3e92-9624-457f-978a-7ccdf8c419b8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:52.175704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:52.204407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:52.208758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.210288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks [] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.280447 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:52.294242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c27807c-1ce1-4500-972c-1d083df6d709 None None] Network 6c9d3e92-9624-457f-978a-7ccdf8c419b8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:52.299057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:52.302324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (63ac5968-4f80-41a5-9821-790345ab078f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.305174 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment 63ac5968-4f80-41a5-9821-790345ab078f of type vlan for network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 Jul 28 10:44:52.308869 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.316583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1c426-e14a-4421-a752-902b30679ba0 None None] DHCP port deletion for 4add5fc1-e862-4d25-8608-aa41c7d9a18b request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:44:52.319692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Provisioning complete for port c061fe54-d078-4b6d-b49a-e65d00dd0f14 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:52.320482 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.322807 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a55eb283-3be4-4ccc-b67e-8bd2f7d3e062 resource provider aggregate not found Jul 28 10:44:52.351177 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a55eb283-3be4-4ccc-b67e-8bd2f7d3e062 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a55eb283-3be4-4ccc-b67e-8bd2f7d3e062 found for delete ", "request_id": "req-088b7400-55bb-4cfa-869b-7a971927f371"}]} Jul 28 10:44:52.377049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/16949058-5a38-46e1-aa53-03b322d9886a/dcc33c3e-92bd-4c79-849e-dd80185c6da7) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:52.391538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:52.416048 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (0b1cb291-41aa-4cc4-b76a-0caee0e626a3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.418660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c27807c-1ce1-4500-972c-1d083df6d709 None None] Network 6c9d3e92-9624-457f-978a-7ccdf8c419b8 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:44:52.449437 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Pushing event updated for resources: {'Port': ['ID=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:52.460126 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e87ba8b5-2476-452e-a041-0c80d5adc3fd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.460126 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment e87ba8b5-2476-452e-a041-0c80d5adc3fd of type vlan for network 854ada39-a4ea-4bc4-a376-7da2431caed8 Jul 28 10:44:52.462906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.482009 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-129a69b7-13e7-4c6a-afc8-66122663af23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e7c718d22e54cad998db36467c5e046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757357 Jul 28 10:44:52.484193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:52.491793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33880) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:52.512471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:52.521299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:52.549898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Port c061fe54-d078-4b6d-b49a-e65d00dd0f14 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:52.552822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Deleting port c061fe54-d078-4b6d-b49a-e65d00dd0f14 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:52.553391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.564479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (854ada39-a4ea-4bc4-a376-7da2431caed8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.579883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (0b1cb291-41aa-4cc4-b76a-0caee0e626a3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.585012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:52.585719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.651246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Provisioning complete for port c8be9297-74d5-46f1-9ef0-d0454b07ed17 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:52.652832 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.654682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c4cf4-0ecd-4fa5-93bb-e6e33a3369b5 None None] Pushing event updated for resources: {'Port': ['ID=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:52.691182 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:44:52.697103 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:52.715202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:52.715582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.796953 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0235934 Jul 28 10:44:52.797611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:44:40Z', 'revision_number': 3, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:52.827469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33886) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:52.841908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:52.856207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (854ada39-a4ea-4bc4-a376-7da2431caed8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.871436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:52.872676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:52.908510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2c05d-552e-443f-b7cb-dfcea2bb44dd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=0b1cb291-41aa-4cc4-b76a-0caee0e626a3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:52.926260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfc543-377f-4813-b9d9-efe2c1fc6b34 None None] The sync data for ids ['5470ec1e-915a-4c36-8a80-1d108be57d16'] in n-d-850468-6 is: [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:44:40Z', 'revision_number': 3, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:52.937897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:53.032889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.076749 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:53.110334 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 1.0661418 Jul 28 10:44:53.120606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33888) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:53.140181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:53.144332 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Calling delete_port for c061fe54-d078-4b6d-b49a-e65d00dd0f14 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:53.173292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78626b-9a29-458f-88fc-3df7f493bb6d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=854ada39-a4ea-4bc4-a376-7da2431caed8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:53.200736 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Publish callbacks [] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.247479 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:53.286646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Current status of the port c8be9297-74d5-46f1-9ef0-d0454b07ed17 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:53.287051 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.310383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:53.337804 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:53.354562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:53.359171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.467483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks [] for router_gateway (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.478680 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.587189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] For port c8be9297-74d5-46f1-9ef0-d0454b07ed17, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c8be9297-74d5-46f1-9ef0-d0454b07ed17,segment=NetworkSegment(070fa249-9ba5-4fe6-97c1-5c048ddd105b),segment_id=070fa249-9ba5-4fe6-97c1-5c048ddd105b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:53.650260 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:53.721250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Pushing event updated for resources: {'Port': ['ID=dcc33c3e-92bd-4c79-849e-dd80185c6da7,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:53.748405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (854ada39-a4ea-4bc4-a376-7da2431caed8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.752074 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.761046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::64a5:1312:8458:e5d (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/16949058-5a38-46e1-aa53-03b322d9886a/ce47b7cd-2f14-410f-95dc-9dcd83f7fd44) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:53.761280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Could not find standard attr ID for object 7de774dc-02f7-478a-94f0-9ee1ed8e7e09. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:53.763355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f9cad7-115b-4776-b142-28cfbcbf07ea admin admin] Publish callbacks [] for security_group (f09ae432-9985-4cf2-b48d-820cb21d9172), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.801270 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f9cad7-115b-4776-b142-28cfbcbf07ea admin admin] Publish callbacks [] for security_group (f09ae432-9985-4cf2-b48d-820cb21d9172), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.818285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (854ada39-a4ea-4bc4-a376-7da2431caed8), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.823034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:53.834698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Provisioning complete for port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:53.835014 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:53.895403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:53.897200 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:53.903852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:54.008776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Pushing event updated for resources: {'Port': ['ID=c8be9297-74d5-46f1-9ef0-d0454b07ed17,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:54.040723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:54.044130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8be9297-74d5-46f1-9ef0-d0454b07ed17 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:54.198082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ce312-8fe3-479d-98d3-ced5c56a6c19 None None] Network 509b896f-8544-44bb-a462-b993cf2a2f1a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:44:54.245173 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks [] for port (73165783-8091-4587-b1b0-1ba5e19c1428), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.267557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.282449 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f9cad7-115b-4776-b142-28cfbcbf07ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f09ae432-9985-4cf2-b48d-820cb21d9172), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.285538 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-10f9cad7-115b-4776-b142-28cfbcbf07ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.286830 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-10f9cad7-115b-4776-b142-28cfbcbf07ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f09ae432-9985-4cf2-b48d-820cb21d9172 HTTP/1.1" status: 204 len: 168 time: 1.7915885 Jul 28 10:44:54.362170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c8be9297-74d5-46f1-9ef0-d0454b07ed17 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:54.362840 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.365052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Attempting to bind port dcc33c3e-92bd-4c79-849e-dd80185c6da7 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:54.365536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Attempting to bind port dcc33c3e-92bd-4c79-849e-dd80185c6da7 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:54.366111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Attempting to bind port dcc33c3e-92bd-4c79-849e-dd80185c6da7 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:54.378119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:54.378710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:54.379230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.379740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:54.380356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Bound port: dcc33c3e-92bd-4c79-849e-dd80185c6da7, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:54.380858 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.419496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9cad7-115b-4776-b142-28cfbcbf07ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ae432-9985-4cf2-b48d-820cb21d9172,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:54.422418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (5470ec1e-915a-4c36-8a80-1d108be57d16), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.443548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c863e44d-0fe3-4714-9000-8b61f3df3861 None None] Current status of the port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:54.458313 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:54.597434 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:54.634408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.647455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Provisioning complete for port 73165783-8091-4587-b1b0-1ba5e19c1428 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:54.648406 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.670751 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 is not hosted by any dhcp agent {{(pid=104688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:44:54.675868 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:54.676492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.682696 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "PUT /v2.0/networks/854ada39-a4ea-4bc4-a376-7da2431caed8 HTTP/1.1" status: 200 len: 723 time: 1.5461364 Jul 28 10:44:54.691621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33902) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:54.696377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Port 73165783-8091-4587-b1b0-1ba5e19c1428 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:44:54.699314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': '854ada39-a4ea-4bc4-a376-7da2431caed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:54.770974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Provisioning complete for port c8be9297-74d5-46f1-9ef0-d0454b07ed17 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:54.772346 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.786052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] For port dcc33c3e-92bd-4c79-849e-dd80185c6da7, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:54.839974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Pushing event updated for resources: {'Port': ['ID=73165783-8091-4587-b1b0-1ba5e19c1428,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:54.842525 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:54.870629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c8be9297-74d5-46f1-9ef0-d0454b07ed17 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:54.872675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bdf61344-35d7-4986-b1e4-d4e97ec0651a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:54.877724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] For port dcc33c3e-92bd-4c79-849e-dd80185c6da7, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dcc33c3e-92bd-4c79-849e-dd80185c6da7,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:54.895364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:54.909965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:54.939142 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:54.963048 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.970609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:54.983443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:54.995578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:44:55.320274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port bdf61344-35d7-4986-b1e4-d4e97ec0651a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:55.320880 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:55.388237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c70f44-398a-43d8-891f-cffb3461f775 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=854ada39-a4ea-4bc4-a376-7da2431caed8,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:55.400486 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c061fe54-d078-4b6d-b49a-e65d00dd0f14), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:55.412852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2006b5-84cd-4239-ab0d-d7f964aca330 None None] Pushing event updated for resources: {'Port': ['ID=dcc33c3e-92bd-4c79-849e-dd80185c6da7,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:55.449457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:55.498528 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:55.503885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Current status of the port c8be9297-74d5-46f1-9ef0-d0454b07ed17 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:55.506810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Port': ['ID=c061fe54-d078-4b6d-b49a-e65d00dd0f14,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:55.517945 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Router 5470ec1e-915a-4c36-8a80-1d108be57d16 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:44:55.569288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Could not find standard attr ID for object d7684eb0-e0ca-42b2-be36-dbb5c25939a9. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:44:55.661726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:55.749753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Sync routers for ids ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:55.809797 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Routers {'48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:55.810479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:55.821330 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (ce47b7cd-2f14-410f-95dc-9dcd83f7fd44), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:55.889613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ce47b7cd-2f14-410f-95dc-9dcd83f7fd44), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:55.999028 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (41a64880-552d-4875-989d-bcf7194a424d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:56.011016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:56.015105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:56.016161 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d647a544-bcc4-4b95-8dd0-829510dbebfb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3838241 Jul 28 10:44:56.022395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33922) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:56.026410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:56.035279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=ce47b7cd-2f14-410f-95dc-9dcd83f7fd44,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:56.041302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:56.047514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:56.048251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:56.102633 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-04f1a1fc-ebac-47f6-b9a6-c7cddb0d7ace tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6791716 Jul 28 10:44:56.107218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33924) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:56.139488 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:56.140920 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (33dbbc97-b8db-4265-92d7-c7274f76b5d6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:56.142900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:56.183658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268207d7-9557-4744-a8ac-4b7b02eaf981 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:56.189078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=41a64880-552d-4875-989d-bcf7194a424d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:56.189317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268207d7-9557-4744-a8ac-4b7b02eaf981 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:56.193752 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-268207d7-9557-4744-a8ac-4b7b02eaf981 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0797012 Jul 28 10:44:56.194444 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33930) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:56.213631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:56.242872 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5a6104d7-f7dd-490b-a4c3-22a7e0eddd0a admin admin] 10.222.0.46 "PUT /v2.0/routers/5470ec1e-915a-4c36-8a80-1d108be57d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9055269 Jul 28 10:44:56.258604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Provisioning complete for port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:56.258996 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:56.264845 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Sync routers for ids ['5470ec1e-915a-4c36-8a80-1d108be57d16'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:56.285330 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Routers {'5470ec1e-915a-4c36-8a80-1d108be57d16'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:56.285998 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['5470ec1e-915a-4c36-8a80-1d108be57d16'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:56.312365 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:56.357546 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:56.420595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port bdf61344-35d7-4986-b1e4-d4e97ec0651a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:56.530529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port ce47b7cd-2f14-410f-95dc-9dcd83f7fd44 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:44:56.531227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ce47b7cd-2f14-410f-95dc-9dcd83f7fd44), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:56.585071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:56.662519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': 'e87ba8b5-2476-452e-a041-0c80d5adc3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '854ada39-a4ea-4bc4-a376-7da2431caed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:56.663181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: 854ada39-a4ea-4bc4-a376-7da2431caed8, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:56.712115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:44:56.715344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ecccfd9-cd18-4a6c-872b-e43bcfaf7d8f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:56.770516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=33dbbc97-b8db-4265-92d7-c7274f76b5d6,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:56.780115 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Set router 5470ec1e-915a-4c36-8a80-1d108be57d16 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:56.797500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': '63ac5968-4f80-41a5-9821-790345ab078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:56.805531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: 0b1cb291-41aa-4cc4-b76a-0caee0e626a3, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:56.806142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Set router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:56.962422 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ce47b7cd-2f14-410f-95dc-9dcd83f7fd44), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:57.086414 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for ce47b7cd-2f14-410f-95dc-9dcd83f7fd44 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:44:57.110882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:57.163105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635a531-b288-4059-b2d4-1cc2c5aca042 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:44:57.165174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 854ada39-a4ea-4bc4-a376-7da2431caed8) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:57.193949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:57.194553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:57.226056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:57.251765 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:57.254439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 0b1cb291-41aa-4cc4-b76a-0caee0e626a3) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:57.269629 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-03cb53ed-db03-4c5f-8e21-8a5f0ea81eb3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5763202 Jul 28 10:44:57.272279 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Router 26a847cf-efba-4524-82c9-1b0818563c30 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:44:57.289074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33952) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:57.295322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dce5d46b-ad6f-44d1-8a02-5a463dd7b031 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:57.313184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:57.314282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:57.335503 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:44:52Z', 'revision_number': 4, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '73165783-8091-4587-b1b0-1ba5e19c1428', 'name': '', 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'mac_address': 'fa:16:3e:fc:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '716fac2b-2e97-4625-915e-c8b362e185ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:49Z', 'updated_at': '2022-07-28T10:44:53Z', 'revision_number': 2, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'subnets': [{'id': '716fac2b-2e97-4625-915e-c8b362e185ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:57.396082 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Checking router: 5470ec1e-915a-4c36-8a80-1d108be57d16 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:44:57.399855 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Updating router 5470ec1e-915a-4c36-8a80-1d108be57d16 port 73165783-8091-4587-b1b0-1ba5e19c1428 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:44:57.425518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcc33c3e-92bd-4c79-849e-dd80185c6da7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:57.463715 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:57.483794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce5d46b-ad6f-44d1-8a02-5a463dd7b031 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9589124'] for subnet (41a64880-552d-4875-989d-bcf7194a424d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:57.492765 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-10488736-8b05-46b7-9d48-ce1b62ada451 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6635432 Jul 28 10:44:57.505461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33956) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:57.508186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:44:57.513312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3', 'name': 'tempest-PortsTestJSON-1275305036', 'fixed_ips': [{'subnet_id': '33dbbc97-b8db-4265-92d7-c7274f76b5d6', 'ip_address': '172.20.0.10'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:57.519920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Current status of the port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:57.532990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] Sync routers for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:44:57.537799 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-04f06763-44bf-4154-a8ca-c8a76ae68ed1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "PUT /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0462778 Jul 28 10:44:57.542060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33958) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:57.625700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Provisioning complete for port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:57.626453 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:57.636604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:57.637517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:57.658607 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-9b33c2ae-4244-46f3-a710-1b0dbc8ec028 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] delete failed (client error): The resource could not be found. Jul 28 10:44:57.678391 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9b33c2ae-4244-46f3-a710-1b0dbc8ec028 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1273783143 HTTP/1.1" status: 404 len: 335 time: 0.1330256 Jul 28 10:44:57.679045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33962) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:57.700639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:44:53Z', 'revision_number': 3, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:57.724061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8667aeed-cd7d-4b7f-a70a-97379ac34b9d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'router': {'external_gateway_info': {'network_id': '26a847cf-efba-4524-82c9-1b0818563c30'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:57.767945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Checking router: 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:44:57.771065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Updating router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:44:57.820933 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:57.874198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33970) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:57.975082 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:57.977219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:58.025225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dcc33c3e-92bd-4c79-849e-dd80185c6da7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:58.025605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.027055 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.058832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8667aeed-cd7d-4b7f-a70a-97379ac34b9d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for router_gateway (26a847cf-efba-4524-82c9-1b0818563c30), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.092731 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Publish callbacks [] for port (73165783-8091-4587-b1b0-1ba5e19c1428), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.111059 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.132906 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-8667aeed-cd7d-4b7f-a70a-97379ac34b9d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] update failed (client error): The resource could not be found. Jul 28 10:44:58.137717 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8667aeed-cd7d-4b7f-a70a-97379ac34b9d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "PUT /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30 HTTP/1.1" status: 404 len: 339 time: 0.4172192 Jul 28 10:44:58.138341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 33986) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:58.189672 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb3817-9f45-4f41-8df7-72d4158b5041 None None] Pushing event updated for resources: {'Port': ['ID=73165783-8091-4587-b1b0-1ba5e19c1428,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:58.204460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.231345 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2006340964', 'router:external': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:44:58.248298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4635a531-b288-4059-b2d4-1cc2c5aca042 None None] Unable to find a vacant binding_index for network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 and agent e383e483-6e87-4d93-90d1-1bcb78bad3bb {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 28 10:44:58.262619 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Attempting to bind port 73165783-8091-4587-b1b0-1ba5e19c1428 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:58.263267 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Attempting to bind port 73165783-8091-4587-b1b0-1ba5e19c1428 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:58.263841 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Attempting to bind port 73165783-8091-4587-b1b0-1ba5e19c1428 on network a61471c6-cf69-474e-8a39-e5fe3d6ada63 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:58.269108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Made reservation on behalf of dfbf961a58464003b6aa0e209def35a1 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:58.271499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.272693 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:58.273946 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Checking segment: {'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:58.274623 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.275251 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Bound using segment: {'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:58.276101 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Bound port: 73165783-8091-4587-b1b0-1ba5e19c1428, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070fa249-9ba5-4fe6-97c1-5c048ddd105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:58.277125 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.291094 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:58.293298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:58.294485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:58.343576 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:58.370156 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] For port 73165783-8091-4587-b1b0-1ba5e19c1428, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:58.375071 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] For port 73165783-8091-4587-b1b0-1ba5e19c1428, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=73165783-8091-4587-b1b0-1ba5e19c1428,segment=NetworkSegment(070fa249-9ba5-4fe6-97c1-5c048ddd105b),segment_id=070fa249-9ba5-4fe6-97c1-5c048ddd105b)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:58.378414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4635a531-b288-4059-b2d4-1cc2c5aca042 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 0b1cb291-41aa-4cc4-b76a-0caee0e626a3) {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:44:58.380336 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:58.387634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:58.388230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378bdd23-057f-42fc-84f5-a7cc1c01d45b None None] The sync data for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:58.388872 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.391687 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:58.427155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Current status of the port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:58.428451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.472682 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Routers {'5470ec1e-915a-4c36-8a80-1d108be57d16'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:44:58.473735 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['5470ec1e-915a-4c36-8a80-1d108be57d16'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:58.491209 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:58.512529 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.514287 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb3817-9f45-4f41-8df7-72d4158b5041 None None] Pushing event updated for resources: {'Port': ['ID=73165783-8091-4587-b1b0-1ba5e19c1428,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:58.531026 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:58.612550 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] Set router 5470ec1e-915a-4c36-8a80-1d108be57d16 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:44:58.632023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:58.675317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Publish callbacks [] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.698068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] For port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,segment=NetworkSegment(e1b99e12-13e9-46d9-bf56-0c68413bc95e),segment_id=e1b99e12-13e9-46d9-bf56-0c68413bc95e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:58.702945 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.714654 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Allocated IP 172.20.0.1 (509b896f-8544-44bb-a462-b993cf2a2f1a/bea322b8-b4f0-4139-a93d-0883e6176c0f/61932353-3f63-4242-b780-1ab7f5ad8871) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:58.716815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dcc33c3e-92bd-4c79-849e-dd80185c6da7 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:44:58.717213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.770528 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.837036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port dcc33c3e-92bd-4c79-849e-dd80185c6da7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dcc33c3e-92bd-4c79-849e-dd80185c6da7,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:58.845426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Attempting to bind port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:44:58.846291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Attempting to bind port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:44:58.846291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Attempting to bind port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:44:58.866096 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.867699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1cccc082-f304-4e93-af14-81493706cdbd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:58.879706 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ce47b7cd-2f14-410f-95dc-9dcd83f7fd44), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.884293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce5d46b-ad6f-44d1-8a02-5a463dd7b031 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727300207845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8669948'] for subnet (41a64880-552d-4875-989d-bcf7194a424d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.892363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:44:58.893139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:44:58.893879 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.894520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:44:58.896038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Bound port: c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:44:58.897130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:58.924323 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:44:52Z', 'revision_number': 4, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '73165783-8091-4587-b1b0-1ba5e19c1428', 'name': '', 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'mac_address': 'fa:16:3e:fc:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '716fac2b-2e97-4625-915e-c8b362e185ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:49Z', 'updated_at': '2022-07-28T10:44:58Z', 'revision_number': 4, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'subnets': [{'id': '716fac2b-2e97-4625-915e-c8b362e185ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:44:58.943589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=ce47b7cd-2f14-410f-95dc-9dcd83f7fd44,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:58.996435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2f485-5d27-4c3b-8f85-b379e00020e0 None None] Pushing event updated for resources: {'Port': ['ID=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:59.009078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038a56b-d1ac-41e9-8bb4-1d7221abecd8 None None] The sync data for ids ['5470ec1e-915a-4c36-8a80-1d108be57d16'] in n-d-850468-6 is: [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:44:52Z', 'revision_number': 4, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '73165783-8091-4587-b1b0-1ba5e19c1428', 'name': '', 'network_id': 'a61471c6-cf69-474e-8a39-e5fe3d6ada63', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'mac_address': 'fa:16:3e:fc:56:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '716fac2b-2e97-4625-915e-c8b362e185ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:49Z', 'updated_at': '2022-07-28T10:44:58Z', 'revision_number': 4, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'subnets': [{'id': '716fac2b-2e97-4625-915e-c8b362e185ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:44:59.016201 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks [] for port (61932353-3f63-4242-b780-1ab7f5ad8871), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.017506 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:59.034774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce5d46b-ad6f-44d1-8a02-5a463dd7b031 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:59.035634 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce5d46b-ad6f-44d1-8a02-5a463dd7b031 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.041292 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dce5d46b-ad6f-44d1-8a02-5a463dd7b031 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "PUT /v2.0/subnets/41a64880-552d-4875-989d-bcf7194a424d HTTP/1.1" status: 200 len: 806 time: 1.7511191 Jul 28 10:44:59.047066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33994) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:59.048542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.054927 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a72ecf21-3290-43bd-899b-8d692d94b346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/ce47b7cd-2f14-410f-95dc-9dcd83f7fd44 HTTP/1.1" status: 204 len: 168 time: 2.8532958 Jul 28 10:44:59.071478 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33996) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:59.117486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-0b1cb291-41aa-4cc4-b76a-0caee0e626a3', 'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3', 'project_id': '1f9e1d9e253547c89d0c8594bb1f73f5', 'fixed_ips': [{'subnet_id': '33dbbc97-b8db-4265-92d7-c7274f76b5d6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:59.130733 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.145574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28380b3f-109e-450c-ab31-040272f04be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-854ada39-a4ea-4bc4-a376-7da2431caed8', 'network_id': '854ada39-a4ea-4bc4-a376-7da2431caed8', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '41a64880-552d-4875-989d-bcf7194a424d'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:44:59.146783 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-28380b3f-109e-450c-ab31-040272f04be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.150598 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.160282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Provisioning complete for port 73165783-8091-4587-b1b0-1ba5e19c1428 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:59.160971 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.178018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-36b15267-42c1-497d-9f14-ca4422c9f717 tempest-TestServerMultinode-1729641561 tempest-TestServerMultinode-1729641561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:59.187547 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-36b15267-42c1-497d-9f14-ca4422c9f717 tempest-TestServerMultinode-1729641561 tempest-TestServerMultinode-1729641561-project-admin] 10.222.0.46 "GET /v2.0/networks?id=b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 HTTP/1.1" status: 200 len: 910 time: 1.1169999 Jul 28 10:44:59.204140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 202533c7-23f0-449f-9c7b-45f5d5524347 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:44:59.278563 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-0e718639-ba73-4a96-bdc4-51ee6a68c82e tempest-TestServerMultinode-1729641561 tempest-TestServerMultinode-1729641561-project-admin] 10.222.0.46 "GET /v2.0/quotas/c688961aeda5402da0f5849c50d074c4 HTTP/1.1" status: 200 len: 375 time: 0.0896776 Jul 28 10:44:59.310755 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (854ada39-a4ea-4bc4-a376-7da2431caed8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.318057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5d46b-ad6f-44d1-8a02-5a463dd7b031 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=41a64880-552d-4875-989d-bcf7194a424d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:59.385534 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:59.392677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.459124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b980767-022b-4f53-b1a7-ee26f83a173b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:59.463043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b980767-022b-4f53-b1a7-ee26f83a173b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:44:59.467439 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3b980767-022b-4f53-b1a7-ee26f83a173b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3905232 Jul 28 10:44:59.467439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (41a64880-552d-4875-989d-bcf7194a424d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.469096 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 33998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:44:59.588568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Network 509b896f-8544-44bb-a462-b993cf2a2f1a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:59.603602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:59.606836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:44:59.617600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3078b-40a5-4764-9e5e-e27f9724a8df None None] Pushing event updated for resources: {'Port': ['ID=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:59.635579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] For port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:59.649534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=61932353-3f63-4242-b780-1ab7f5ad8871,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:59.672388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 16949058-5a38-46e1-aa53-03b322d9886a {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:44:59.686294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (16949058-5a38-46e1-aa53-03b322d9886a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.719223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.719486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1cccc082-f304-4e93-af14-81493706cdbd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:44:59.719605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1cccc082-f304-4e93-af14-81493706cdbd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.723915 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:59.744866 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-8f7d3955-fa42-47dd-a4de-94bcfdde4e76 tempest-TestServerMultinode-1729641561 tempest-TestServerMultinode-1729641561-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=c688961aeda5402da0f5849c50d074c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4653606 Jul 28 10:44:59.771403 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:44:59.784777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (41a64880-552d-4875-989d-bcf7194a424d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.803996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] For port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:59.840688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for security_group (41833298-f008-4a43-a5f6-b6e9da939af8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.862496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (16949058-5a38-46e1-aa53-03b322d9886a), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.869687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=41a64880-552d-4875-989d-bcf7194a424d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:59.891843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (41833298-f008-4a43-a5f6-b6e9da939af8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:44:59.960754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-43233f4e-29a5-4a66-8307-4fda487fc499 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:44:59.962071 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-43233f4e-29a5-4a66-8307-4fda487fc499 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1689291 Jul 28 10:45:00.001466 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.003202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (854ada39-a4ea-4bc4-a376-7da2431caed8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.006102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Allocated IP 172.20.0.2 (0b1cb291-41aa-4cc4-b76a-0caee0e626a3/33dbbc97-b8db-4265-92d7-c7274f76b5d6/24c8cc40-d560-422e-b870-4098f0252569) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:00.034047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=dcc33c3e-92bd-4c79-849e-dd80185c6da7,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:00.050861 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.058746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854ada39-a4ea-4bc4-a376-7da2431caed8']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-28380b3f-109e-450c-ab31-040272f04be6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41a64880-552d-4875-989d-bcf7194a424d: This subnet is being modified by another concurrent operation. Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:45:00.087580 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41a64880-552d-4875-989d-bcf7194a424d: This subnet is being modified by another concurrent operation. Jul 28 10:45:00.093498 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:45:00.112012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:00.120011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87ba8b5-2476-452e-a041-0c80d5adc3fd') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:00.120483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87ba8b5-2476-452e-a041-0c80d5adc3fd') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:00.124946 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:00.144620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41833298-f008-4a43-a5f6-b6e9da939af8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:00.147846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f4ba3b90-fbad-4d66-b4b3-f97c112b4391), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.148908 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Added segment f4ba3b90-fbad-4d66-b4b3-f97c112b4391 of type vlan for network 48701107-252b-4403-b277-8abd5dc31149 Jul 28 10:45:00.203067 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (e87ba8b5-2476-452e-a041-0c80d5adc3fd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.215241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.234309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Current status of the port 73165783-8091-4587-b1b0-1ba5e19c1428 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:00.234687 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.262603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e87ba8b5-2476-452e-a041-0c80d5adc3fd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.273983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Routers {'48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:00.274898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:44:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:00.275879 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (16949058-5a38-46e1-aa53-03b322d9886a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.286887 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:00.287980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:00.289238 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (e87ba8b5-2476-452e-a041-0c80d5adc3fd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.364208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2f485-5d27-4c3b-8f85-b379e00020e0 None None] Pushing event updated for resources: {'Port': ['ID=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:00.366265 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-6417be11-1554-4f4a-95c3-cdc64e73cb03 service neutron] 10.222.0.46 "GET /v2.0/networks/b04ec3a9-73dd-43b9-8a36-fd7c72b5c582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806021 Jul 28 10:45:00.396022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (48701107-252b-4403-b277-8abd5dc31149), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.445880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] For port 73165783-8091-4587-b1b0-1ba5e19c1428, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=73165783-8091-4587-b1b0-1ba5e19c1428,segment=NetworkSegment(070fa249-9ba5-4fe6-97c1-5c048ddd105b),segment_id=070fa249-9ba5-4fe6-97c1-5c048ddd105b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:00.452485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1cccc082-f304-4e93-af14-81493706cdbd is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:00.453145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1cccc082-f304-4e93-af14-81493706cdbd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.478662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1cccc082-f304-4e93-af14-81493706cdbd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1cccc082-f304-4e93-af14-81493706cdbd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:00.494700 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.506840 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1cccc082-f304-4e93-af14-81493706cdbd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.508079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8be9297-74d5-46f1-9ef0-d0454b07ed17 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:00.595382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Provisioning complete for port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:00.596173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.659963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] Set router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:00.674311 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks [] for port (61932353-3f63-4242-b780-1ab7f5ad8871), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.767470 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (854ada39-a4ea-4bc4-a376-7da2431caed8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.772866 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e87ba8b5-2476-452e-a041-0c80d5adc3fd resource provider aggregate not found Jul 28 10:45:00.785277 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.832131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (16949058-5a38-46e1-aa53-03b322d9886a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.845047 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e87ba8b5-2476-452e-a041-0c80d5adc3fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e87ba8b5-2476-452e-a041-0c80d5adc3fd found for delete ", "request_id": "req-77b98751-5eed-4ba3-8cf8-9d0cff444692"}]} Jul 28 10:45:00.846525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.854551 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/854ada39-a4ea-4bc4-a376-7da2431caed8 HTTP/1.1" status: 204 len: 168 time: 1.7981160 Jul 28 10:45:00.860765 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:00.864169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34012) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:00.872602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Pushing event updated for resources: {'Port': ['ID=73165783-8091-4587-b1b0-1ba5e19c1428,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:00.891867 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Publish callbacks [] for port (24c8cc40-d560-422e-b870-4098f0252569), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.900838 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5037cb0f-0d40-4e0c-abda-41b114191f1b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:00.901366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5037cb0f-0d40-4e0c-abda-41b114191f1b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:00.908307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5037cb0f-0d40-4e0c-abda-41b114191f1b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/854ada39-a4ea-4bc4-a376-7da2431caed8 HTTP/1.1" status: 404 len: 339 time: 0.0407588 Jul 28 10:45:00.911720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34016) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:00.918148 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:00.924000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-614069461', 'description': 'd1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:00.964221 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (24c8cc40-d560-422e-b870-4098f0252569), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:00.984007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=16949058-5a38-46e1-aa53-03b322d9886a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:00.991439 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:00.999800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.010264 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8290182f-fc26-4c53-ae53-fdc99a724f76 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/16949058-5a38-46e1-aa53-03b322d9886a HTTP/1.1" status: 204 len: 168 time: 1.5352039 Jul 28 10:45:01.018584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34018) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:01.021013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f454324-463b-4378-a34e-7ba90fc7fb7a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=854ada39-a4ea-4bc4-a376-7da2431caed8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:01.041316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c8be9297-74d5-46f1-9ef0-d0454b07ed17 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:01.042549 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.077928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:01.081308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.100168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:01.102260 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (48701107-252b-4403-b277-8abd5dc31149), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.103532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:01.104118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.114804 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b16d0bba-e142-4c64-99c1-5cafd519b6cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849712 Jul 28 10:45:01.125144 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34020) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:01.140277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:01.150250 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:01.151408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:01.151936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.10 (0b1cb291-41aa-4cc4-b76a-0caee0e626a3/33dbbc97-b8db-4265-92d7-c7274f76b5d6/202533c7-23f0-449f-9c7b-45f5d5524347) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:01.154551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:01.183459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1cccc082-f304-4e93-af14-81493706cdbd,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:01.221843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=61932353-3f63-4242-b780-1ab7f5ad8871,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:01.231459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.237361 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:01.251022 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Network': ['ID=48701107-252b-4403-b277-8abd5dc31149,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:01.275557 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bf0c7795-67ab-486d-bf32-ec536c2bc4e3 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.4001532 Jul 28 10:45:01.278381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Current status of the port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:01.280046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34026) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:01.281962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 48701107-252b-4403-b277-8abd5dc31149 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:01.295143 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-90d26424-e764-4e3d-a8ec-094e08c5dd7f req-f3a05228-75cf-4336-96d6-d43c5d17b6c9 service neutron] 10.222.0.46 "GET /v2.0/networks/b04ec3a9-73dd-43b9-8a36-fd7c72b5c582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9277170 Jul 28 10:45:01.308229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'subnet': {'network_id': '48701107-252b-4403-b277-8abd5dc31149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:01.360428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:01.363509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Allocated IP 172.20.0.1 (b30adf07-1daf-4921-b809-c96880091985/fc4965be-e275-497a-b8d5-36995695f84f/72045007-dbb6-4d17-b3a8-e351ddd89cfc) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:01.424606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (65869bca-da49-4b06-a5c0-0429a8151853), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.425756 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment 65869bca-da49-4b06-a5c0-0429a8151853 of type vlan for network 7c85c131-30ff-48be-ad84-dcd0f8413621 Jul 28 10:45:01.432987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Provisioning complete for port dcc33c3e-92bd-4c79-849e-dd80185c6da7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:01.433370 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.435054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Pushing event updated for resources: {'Port': ['ID=24c8cc40-d560-422e-b870-4098f0252569,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:01.463183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Made reservation on behalf of dfbf961a58464003b6aa0e209def35a1 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:01.466038 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.492408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:01.495417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Attempting to bind port 24c8cc40-d560-422e-b870-4098f0252569 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:01.495809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Attempting to bind port 24c8cc40-d560-422e-b870-4098f0252569 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '63ac5968-4f80-41a5-9821-790345ab078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:01.496181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Attempting to bind port 24c8cc40-d560-422e-b870-4098f0252569 on network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:01.497850 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.549100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c8be9297-74d5-46f1-9ef0-d0454b07ed17 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:01.551298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:01.573991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:01.574376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Checking segment: {'id': '63ac5968-4f80-41a5-9821-790345ab078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:01.574783 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.575170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Bound using segment: {'id': '63ac5968-4f80-41a5-9821-790345ab078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:01.575664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Bound port: 24c8cc40-d560-422e-b870-4098f0252569, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ac5968-4f80-41a5-9821-790345ab078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:01.576053 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24c8cc40-d560-422e-b870-4098f0252569), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.763177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Network 509b896f-8544-44bb-a462-b993cf2a2f1a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:01.819018 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:01.823710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:01.886460 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:UPDATE=7,neutron:INSERT=15,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:01.907284 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d2dbf371-3836-4a68-bf4c-9aa37b27230d req-5142aab8-e98a-452a-bf9d-a5acc58849bc tempest-TestServerMultinode-1729641561 tempest-TestServerMultinode-1729641561-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=909ef1da-9941-448d-92ba-68a1d4812513 HTTP/1.1" status: 200 len: 210 time: 0.1475873 Jul 28 10:45:01.921508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:01.947698 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:01.954850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:01.955800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.022585 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7c85c131-30ff-48be-ad84-dcd0f8413621), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.056675 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:02.094282 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:02.118708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:45:02.119335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (ed6b0fc8-6c8a-4003-ba0c-86011b0f0456), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.128990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '61932353-3f63-4242-b780-1ab7f5ad8871', 'name': '', 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'mac_address': 'fa:16:3e:d0:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:58Z', 'updated_at': '2022-07-28T10:44:58Z', 'revision_number': 1, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'subnets': [{'id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:02.141615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7c85c131-30ff-48be-ad84-dcd0f8413621), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.149289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:02.150166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.151722 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4053de60-b5d7-42dc-94f1-0ea23c8e7b48 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0250480 Jul 28 10:45:02.178299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34042) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:02.186842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f', 'ip_address': '2001:db8::f750:88e1:5cc7:5988'}], 'name': 'tempest-NetworksTestDHCPv6-864920032'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:02.202972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969031dd-9ace-4b88-9a08-9d6534b40476 None None] The sync data for ids ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'] in n-d-850468-6 is: [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '61932353-3f63-4242-b780-1ab7f5ad8871', 'name': '', 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'mac_address': 'fa:16:3e:d0:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:58Z', 'updated_at': '2022-07-28T10:44:58Z', 'revision_number': 1, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'subnets': [{'id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:02.248183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.303765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:02.317113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:02.317545 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.321831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] For port 24c8cc40-d560-422e-b870-4098f0252569, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:02.371979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] For port 24c8cc40-d560-422e-b870-4098f0252569, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24c8cc40-d560-422e-b870-4098f0252569,segment=NetworkSegment(63ac5968-4f80-41a5-9821-790345ab078f),segment_id=63ac5968-4f80-41a5-9821-790345ab078f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:02.380190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c2e49434-3f2d-4274-8a0a-26f374314441 None None] Current status of the port dcc33c3e-92bd-4c79-849e-dd80185c6da7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:02.392614 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24c8cc40-d560-422e-b870-4098f0252569), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.433845 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (202533c7-23f0-449f-9c7b-45f5d5524347), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.506547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15db55-3461-41f2-8e23-e7c67ec1c849 None None] Pushing event updated for resources: {'Port': ['ID=24c8cc40-d560-422e-b870-4098f0252569,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:02.519820 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:02.522736 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (202533c7-23f0-449f-9c7b-45f5d5524347), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.524272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:02.539487 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.540459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d7684eb0-e0ca-42b2-be36-dbb5c25939a9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:02.540643 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:02.548947 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3f4c91a3-19bd-49ba-9ca6-753b28aa9ea4 admin admin] 10.222.0.46 "PUT /v2.0/routers/48c997f9-3795-4f2f-8efb-0c9eeb5e4f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5237408 Jul 28 10:45:02.550341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:02.606617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d7684eb0-e0ca-42b2-be36-dbb5c25939a9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:02.606985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d7684eb0-e0ca-42b2-be36-dbb5c25939a9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:02.727953 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11431bdc-4a26-4deb-b665-1885c8bdb383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.782599 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:02.873390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:02.919747 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:02.980699 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port d6b318c1-e5d4-427c-919e-c1e92c880a4c yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:03.058207 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 2.1382155 Jul 28 10:45:03.079424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34054) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:03.182029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:03.191752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Port': ['ID=72045007-dbb6-4d17-b3a8-e351ddd89cfc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:03.301615 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:03.330594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:03.331063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:03.410456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed6b0fc8-6c8a-4003-ba0c-86011b0f0456,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:03.411062 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:03.412798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d75ec5-f9fb-4545-9f17-0dc95fd1c02a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=7c85c131-30ff-48be-ad84-dcd0f8413621,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:03.433681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7c85c131-30ff-48be-ad84-dcd0f8413621 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:03.447157 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:03.471752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network b30adf07-1daf-4921-b809-c96880091985 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:03.578801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbb1b8-09f9-47e9-811e-3a650077b19e tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:03.589013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8bbbb1b8-09f9-47e9-811e-3a650077b19e tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/networks?id=7c85c131-30ff-48be-ad84-dcd0f8413621 HTTP/1.1" status: 200 len: 760 time: 0.3677723 Jul 28 10:45:03.598991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:03.598991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:03.615399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34070) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:03.636601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:03.637968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 73165783-8091-4587-b1b0-1ba5e19c1428 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:03.671671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f750:88e1:5cc7:5988 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f/d6b318c1-e5d4-427c-919e-c1e92c880a4c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:03.726764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 73165783-8091-4587-b1b0-1ba5e19c1428 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:03.727709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:03.728701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'description': 'd2'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:03.734097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:03.737087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:03.746668 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Checking segment: {'id': 'f4ba3b90-fbad-4d66-b4b3-f97c112b4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48701107-252b-4403-b277-8abd5dc31149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:03.747184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network hostable DHCP agents. Network: 48701107-252b-4403-b277-8abd5dc31149, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:03.802387 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-aac61772-f5cd-4a20-8d48-42adc3d9f61b req-c8174090-b747-4e03-985a-3406803531cc tempest-TestServerMultinode-1729641561 tempest-TestServerMultinode-1729641561-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=909ef1da-9941-448d-92ba-68a1d4812513 HTTP/1.1" status: 200 len: 210 time: 0.2504811 Jul 28 10:45:03.842093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857455c-c5ef-48b8-be9e-4ca9083d6f25 req-96f9f301-c259-4b09-a8f5-9aca4d7506cb tempest-InstanceActionsV221TestJSON-1929519920 tempest-InstanceActionsV221TestJSON-1929519920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:03.856592 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9857455c-c5ef-48b8-be9e-4ca9083d6f25 req-96f9f301-c259-4b09-a8f5-9aca4d7506cb tempest-InstanceActionsV221TestJSON-1929519920 tempest-InstanceActionsV221TestJSON-1929519920-project] 10.222.0.46 "GET /v2.0/networks?id=509b896f-8544-44bb-a462-b993cf2a2f1a HTTP/1.1" status: 200 len: 818 time: 0.3113503 Jul 28 10:45:03.897799 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9857455c-c5ef-48b8-be9e-4ca9083d6f25 req-c88b0479-13e6-45ad-bcc5-64d6d48aefa4 tempest-InstanceActionsV221TestJSON-1929519920 tempest-InstanceActionsV221TestJSON-1929519920-project] 10.222.0.46 "GET /v2.0/quotas/250e9ea221004badbf41f4631cdc26bc HTTP/1.1" status: 200 len: 375 time: 0.0402882 Jul 28 10:45:03.986471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 73165783-8091-4587-b1b0-1ba5e19c1428 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:03.987707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1cccc082-f304-4e93-af14-81493706cdbd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:04.073689 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:04.093043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1cccc082-f304-4e93-af14-81493706cdbd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:04.094387 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1cccc082-f304-4e93-af14-81493706cdbd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:04.136960 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9857455c-c5ef-48b8-be9e-4ca9083d6f25 req-13cab712-de31-4a18-a5c2-601874382fc8 tempest-InstanceActionsV221TestJSON-1929519920 tempest-InstanceActionsV221TestJSON-1929519920-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=250e9ea221004badbf41f4631cdc26bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2375853 Jul 28 10:45:04.144126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=202533c7-23f0-449f-9c7b-45f5d5524347,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:04.171917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network 48701107-252b-4403-b277-8abd5dc31149 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:04.212781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:04.220957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:04.276318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1cccc082-f304-4e93-af14-81493706cdbd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:04.278349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcc33c3e-92bd-4c79-849e-dd80185c6da7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:04.299008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 48701107-252b-4403-b277-8abd5dc31149) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:04.310053 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:04.403612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dcc33c3e-92bd-4c79-849e-dd80185c6da7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:04.404285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:04.527767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dcc33c3e-92bd-4c79-849e-dd80185c6da7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:04.539243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:04.540003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:04.580254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f9d427-8f22-4ee1-857d-9a0852cc5189 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:45:04.600499 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-835ad423-0676-4a7a-b622-9585acb49f45 req-4247e378-5d60-4a69-b131-985763e9dec7 tempest-TestServerMultinode-1729641561 tempest-TestServerMultinode-1729641561-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=909ef1da-9941-448d-92ba-68a1d4812513 HTTP/1.1" status: 200 len: 210 time: 0.1197085 Jul 28 10:45:04.714712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a5ab5eaf-5dd3-49d2-b432-a9bb3c1f3f52 None None] Provisioning complete for port 24c8cc40-d560-422e-b870-4098f0252569 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:04.715285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5ab5eaf-5dd3-49d2-b432-a9bb3c1f3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24c8cc40-d560-422e-b870-4098f0252569), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:04.747134 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ac351300-357e-4793-a516-f10039e6957d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.2403026 Jul 28 10:45:04.760688 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cebb3d7d-1317-4257-8006-a73fa76a4271 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4599993 Jul 28 10:45:04.770532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34082) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:04.770532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34084) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:04.859005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24c8cc40-d560-422e-b870-4098f0252569 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:04.882207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1310829688', 'network_id': '48701107-252b-4403-b277-8abd5dc31149'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:04.900001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': '0b1cb291-41aa-4cc4-b76a-0caee0e626a3', 'name': 'tempest-PortsTestJSON-1697331411', 'fixed_ips': [{'subnet_id': '33dbbc97-b8db-4265-92d7-c7274f76b5d6', 'ip_address': '172.20.0.9'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:05.032937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:05.076394 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:05.108306 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.124213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 24c8cc40-d560-422e-b870-4098f0252569 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:05.124839 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24c8cc40-d560-422e-b870-4098f0252569), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.128284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e0cd9d7-4302-4b71-ad40-9cf5bdc88710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.153014 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Made reservation on behalf of dfbf961a58464003b6aa0e209def35a1 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:05.156338 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.224043 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (d6b318c1-e5d4-427c-919e-c1e92c880a4c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.227662 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:05.268041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab5eaf-5dd3-49d2-b432-a9bb3c1f3f52 None None] Current status of the port 24c8cc40-d560-422e-b870-4098f0252569 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:05.268454 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5ab5eaf-5dd3-49d2-b432-a9bb3c1f3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24c8cc40-d560-422e-b870-4098f0252569), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.295358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9d427-8f22-4ee1-857d-9a0852cc5189 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:45:05.325622 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9857455c-c5ef-48b8-be9e-4ca9083d6f25 req-74dc8d2b-3cad-4d8e-a1b0-bc4b83c5ca9e service neutron] 10.222.0.46 "GET /v2.0/networks/509b896f-8544-44bb-a462-b993cf2a2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1871219 Jul 28 10:45:05.388842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a5ab5eaf-5dd3-49d2-b432-a9bb3c1f3f52 None None] For port 24c8cc40-d560-422e-b870-4098f0252569, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24c8cc40-d560-422e-b870-4098f0252569,segment=NetworkSegment(63ac5968-4f80-41a5-9821-790345ab078f),segment_id=63ac5968-4f80-41a5-9821-790345ab078f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:05.406269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d6b318c1-e5d4-427c-919e-c1e92c880a4c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.436901 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:05.437798 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:05.453239 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a5ab5eaf-5dd3-49d2-b432-a9bb3c1f3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24c8cc40-d560-422e-b870-4098f0252569), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.469309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24c8cc40-d560-422e-b870-4098f0252569 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:05.470146 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24c8cc40-d560-422e-b870-4098f0252569), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.484627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] device_id is not set on port f4de19b6-8ba6-4f7a-90a8-a066aa2d5200 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:05.545959 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7c85c131-30ff-48be-ad84-dcd0f8413621), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.549964 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:05.577898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:05.579553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:05.594277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:05.605581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:05.611847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:05.612521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:05.662071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=d6b318c1-e5d4-427c-919e-c1e92c880a4c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:05.701370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9857455c-c5ef-48b8-be9e-4ca9083d6f25 req-1d31c740-a790-491f-b7b6-8821b2f0b19e service neutron] 10.222.0.46 "GET /v2.0/networks/509b896f-8544-44bb-a462-b993cf2a2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895689 Jul 28 10:45:05.726550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab5eaf-5dd3-49d2-b432-a9bb3c1f3f52 None None] Pushing event updated for resources: {'Port': ['ID=24c8cc40-d560-422e-b870-4098f0252569,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:05.895552 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:45:05.896775 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:45:05.919316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34e475-08b0-4e6c-a794-70ab588ceff0 None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:06.001995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (386f9969-8933-4d02-be96-7d997ee132ed), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:06.005587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95269a71-f7e0-43b6-b134-a8e6143db141 None None] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:06.009504 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00465e3d-d7dc-4f95-825e-2a1c26e112c7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8305392 Jul 28 10:45:06.032960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7c85c131-30ff-48be-ad84-dcd0f8413621), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:06.034958 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34100) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:06.050668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34e475-08b0-4e6c-a794-70ab588ceff0 None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:45:06.052507 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:06.167988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee4a65-567d-4d1b-ad34-bc7009c38f53 None None] Network 48701107-252b-4403-b277-8abd5dc31149 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:06.263963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd7d8b-81a5-4bc1-bb42-e0e1526df09b None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:06.362263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd7d8b-81a5-4bc1-bb42-e0e1526df09b None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:45:06.378328 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:06.403886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4d994-5bc4-4e5a-a3f2-fb703cb537ef None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:06.425162 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Sync routers for ids ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:06.445877 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Routers {'48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:06.450061 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:06.562264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4d994-5bc4-4e5a-a3f2-fb703cb537ef None None] Network 854ada39-a4ea-4bc4-a376-7da2431caed8 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:45:06.564321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24c8cc40-d560-422e-b870-4098f0252569 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:06.566892 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bd2dacfd-b63c-4151-b153-06161cbb572d req-57594a8c-0cf9-4b39-aecf-eefbdb0b0f6f tempest-InstanceActionsV221TestJSON-1929519920 tempest-InstanceActionsV221TestJSON-1929519920-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e677213-64e8-4eb6-aa22-d9da1c8bcd97 HTTP/1.1" status: 200 len: 210 time: 0.3144705 Jul 28 10:45:06.572493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:06.704343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network 7c85c131-30ff-48be-ad84-dcd0f8413621 is not hosted by any dhcp agent {{(pid=104688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:45:06.716831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:06.719024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:06.730860 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "PUT /v2.0/networks/7c85c131-30ff-48be-ad84-dcd0f8413621 HTTP/1.1" status: 200 len: 757 time: 3.0761249 Jul 28 10:45:06.758973 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34106) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:06.767436 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Set router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:06.787798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Deleting port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:06.787798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:06.845489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b4944-795a-451e-a4b6-70c905448c33 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:06.861737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2519b07-2be3-4e06-beaa-c717042b8f32 None None] Network 48701107-252b-4403-b277-8abd5dc31149 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:06.880180 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:06.907864 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8507f7b-c7b8-4c65-b096-0d11b91e6d8c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:06.921426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8507f7b-c7b8-4c65-b096-0d11b91e6d8c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:06.928800 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d8507f7b-c7b8-4c65-b096-0d11b91e6d8c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.8694737 Jul 28 10:45:06.930157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:06.930604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:06.931279 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd34f63-5aea-4f4e-9254-4b65a1a192bc tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=7c85c131-30ff-48be-ad84-dcd0f8413621,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:06.938128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34108) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:06.966304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] For port a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,segment=NetworkSegment(65e89d64-7044-4c3d-8a87-ba2da088a938),segment_id=65e89d64-7044-4c3d-8a87-ba2da088a938)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:06.967033 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.010205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.044214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.112282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.141364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Allocated IP 2001:db8::188 (48701107-252b-4403-b277-8abd5dc31149/ed6b0fc8-6c8a-4003-ba0c-86011b0f0456/f4de19b6-8ba6-4f7a-90a8-a066aa2d5200) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:07.220133 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:07.222197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port d6b318c1-e5d4-427c-919e-c1e92c880a4c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:07.222729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d6b318c1-e5d4-427c-919e-c1e92c880a4c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.261418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7c85c131-30ff-48be-ad84-dcd0f8413621 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:07.275947 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:07.277610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Provisioning complete for port 72045007-dbb6-4d17-b3a8-e351ddd89cfc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:07.278083 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.354991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Calling delete_port for a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:07.413308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.415047 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.418832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 898af8c7-d9cb-4098-8033-202377445b04 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:07.440652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40fb76f-778f-4356-abc4-5b6b661bde7b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:07.443483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Port 72045007-dbb6-4d17-b3a8-e351ddd89cfc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:07.450440 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a40fb76f-778f-4356-abc4-5b6b661bde7b tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/networks?id=7c85c131-30ff-48be-ad84-dcd0f8413621 HTTP/1.1" status: 200 len: 760 time: 0.6898451 Jul 28 10:45:07.456540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34116) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:07.476191 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-489190858'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:07.479643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Provisioning complete for port 61932353-3f63-4242-b780-1ab7f5ad8871 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:07.480081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.502018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event updated for resources: {'Port': ['ID=72045007-dbb6-4d17-b3a8-e351ddd89cfc,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:07.517610 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:07.520212 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '61932353-3f63-4242-b780-1ab7f5ad8871', 'name': '', 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'mac_address': 'fa:16:3e:d0:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:58Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 2, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'subnets': [{'id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:07.599826 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Checking router: 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:07.600111 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Updating router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 port 61932353-3f63-4242-b780-1ab7f5ad8871 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:07.689300 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.690091 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.691028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Port 61932353-3f63-4242-b780-1ab7f5ad8871 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:07.769065 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:07.785953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Could not find standard attr ID for object ce47b7cd-2f14-410f-95dc-9dcd83f7fd44. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:45:07.820864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:07.821581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.835307 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.882751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.885789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Provisioning complete for port 73165783-8091-4587-b1b0-1ba5e19c1428 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:07.886446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.894078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:07.943566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:07.976691 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:07.984765 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Network b30adf07-1daf-4921-b809-c96880091985 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:07.990278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Pushing event deleted for resources: {'Port': ['ID=a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:08.012124 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-662f875c-5bf9-4ce1-8a78-17bce33359a2 req-713898ce-2c44-4d4d-ae8d-304cfb1714ed tempest-InstanceActionsV221TestJSON-1929519920 tempest-InstanceActionsV221TestJSON-1929519920-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e677213-64e8-4eb6-aa22-d9da1c8bcd97 HTTP/1.1" status: 200 len: 210 time: 0.1471138 Jul 28 10:45:08.065031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:08.145313 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:08.149326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.305416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24c8cc40-d560-422e-b870-4098f0252569 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:08.310218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:08.340598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d6b318c1-e5d4-427c-919e-c1e92c880a4c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.416091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for d6b318c1-e5d4-427c-919e-c1e92c880a4c owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:08.465764 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Publish callbacks [] for port (61932353-3f63-4242-b780-1ab7f5ad8871), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.490038 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.502340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e4f59704-fdf5-4bc1-9271-ce36b6795f26 None None] Current status of the port 73165783-8091-4587-b1b0-1ba5e19c1428 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:08.547151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 24c8cc40-d560-422e-b870-4098f0252569 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:08.548824 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24c8cc40-d560-422e-b870-4098f0252569), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.624430 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:08.629212 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:08.642319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d6b318c1-e5d4-427c-919e-c1e92c880a4c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.668175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:08.766458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Provisioning complete for port 73165783-8091-4587-b1b0-1ba5e19c1428 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:08.766983 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.825086 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Attempting to bind port 61932353-3f63-4242-b780-1ab7f5ad8871 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:08.825583 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Attempting to bind port 61932353-3f63-4242-b780-1ab7f5ad8871 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:08.825821 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Attempting to bind port 61932353-3f63-4242-b780-1ab7f5ad8871 on network 509b896f-8544-44bb-a462-b993cf2a2f1a {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:08.832048 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3361ab-5dbb-4fb4-97ae-5a844a944d17 None None] Pushing event updated for resources: {'Port': ['ID=61932353-3f63-4242-b780-1ab7f5ad8871,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:08.853537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24c8cc40-d560-422e-b870-4098f0252569 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:08.855595 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:08.855971 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Checking segment: {'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:08.861093 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.863707 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Bound using segment: {'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:08.865232 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Bound port: 61932353-3f63-4242-b780-1ab7f5ad8871, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b99e12-13e9-46d9-bf56-0c68413bc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:08.875751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d803487-38f3-4750-b171-f4e5fa081a7c None None] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:08.879752 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9908daa4-b8c6-420b-aabb-32d9f76fcd81 req-b196b19e-4de1-4fd0-ab05-a1a9eb3ba7dc tempest-InstanceActionsV221TestJSON-1929519920 tempest-InstanceActionsV221TestJSON-1929519920-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e677213-64e8-4eb6-aa22-d9da1c8bcd97 HTTP/1.1" status: 200 len: 210 time: 0.3419154 Jul 28 10:45:08.894525 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.928121 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (aa8a9de2-3e49-417c-bc21-ff2cf4c044db), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:08.928367 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment aa8a9de2-3e49-417c-bc21-ff2cf4c044db of type vlan for network 084b904b-459f-4338-8f59-4cd84d45fec1 Jul 28 10:45:08.932959 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:09.090540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] For port 61932353-3f63-4242-b780-1ab7f5ad8871, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:09.104394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] For port 61932353-3f63-4242-b780-1ab7f5ad8871, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=61932353-3f63-4242-b780-1ab7f5ad8871,segment=NetworkSegment(e1b99e12-13e9-46d9-bf56-0c68413bc95e),segment_id=e1b99e12-13e9-46d9-bf56-0c68413bc95e)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:09.118921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Router 26a847cf-efba-4524-82c9-1b0818563c30 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:09.132735 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.302074 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3361ab-5dbb-4fb4-97ae-5a844a944d17 None None] Pushing event updated for resources: {'Port': ['ID=61932353-3f63-4242-b780-1ab7f5ad8871,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:09.322350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Current status of the port 73165783-8091-4587-b1b0-1ba5e19c1428 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:09.345803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Could not find standard attr ID for object d6b318c1-e5d4-427c-919e-c1e92c880a4c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:45:09.347934 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Routers {'48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:09.348785 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:09.376573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (386f9969-8933-4d02-be96-7d997ee132ed), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.380539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=d6b318c1-e5d4-427c-919e-c1e92c880a4c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:09.392696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.395993 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f3849da5-25e4-450c-bbc1-b42f1cb870d1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/d6b318c1-e5d4-427c-919e-c1e92c880a4c HTTP/1.1" status: 204 len: 168 time: 2.4560292 Jul 28 10:45:09.399166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34134) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:09.458792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34136) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:09.477474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Provisioning complete for port dcc33c3e-92bd-4c79-849e-dd80185c6da7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:09.478272 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.585073 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] Set router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:09.605827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.9 (0b1cb291-41aa-4cc4-b76a-0caee0e626a3/33dbbc97-b8db-4265-92d7-c7274f76b5d6/898af8c7-d9cb-4098-8033-202377445b04) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:09.655113 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:09.658678 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:09.667334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Current status of the port dcc33c3e-92bd-4c79-849e-dd80185c6da7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:09.672183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (084b904b-459f-4338-8f59-4cd84d45fec1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.690247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for port (f4de19b6-8ba6-4f7a-90a8-a066aa2d5200), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.692689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbc8a5-0c83-41a9-b591-f96c45e9e029 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:09.694192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbc8a5-0c83-41a9-b591-f96c45e9e029 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:09.696392 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-19bbc8a5-0c83-41a9-b591-f96c45e9e029 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2969513 Jul 28 10:45:09.697407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Provisioning complete for port 61932353-3f63-4242-b780-1ab7f5ad8871 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:09.697990 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.706878 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34138) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:09.730075 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:09.809270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:09.813792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.869623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.891315 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:09.893373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:45:09.895857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Current status of the port 61932353-3f63-4242-b780-1ab7f5ad8871 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:09.896540 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.956439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] For port 61932353-3f63-4242-b780-1ab7f5ad8871, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=61932353-3f63-4242-b780-1ab7f5ad8871,segment=NetworkSegment(e1b99e12-13e9-46d9-bf56-0c68413bc95e),segment_id=e1b99e12-13e9-46d9-bf56-0c68413bc95e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:09.968495 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:09.983859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Router 386f9969-8933-4d02-be96-7d997ee132ed has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:10.087887 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '61932353-3f63-4242-b780-1ab7f5ad8871', 'name': '', 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'mac_address': 'fa:16:3e:d0:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:58Z', 'updated_at': '2022-07-28T10:45:09Z', 'revision_number': 4, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'subnets': [{'id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.100690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:10.112615 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d3907030-2907-4f9c-9462-4d49d8228e8d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "PUT /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9537880 Jul 28 10:45:10.115557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:10.140267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] Sync routers for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:10.154315 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b1a7ea-698f-4554-a1a7-eda70377732f None None] The sync data for ids ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'] in n-d-850468-6 is: [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '61932353-3f63-4242-b780-1ab7f5ad8871', 'name': '', 'network_id': '509b896f-8544-44bb-a462-b993cf2a2f1a', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'mac_address': 'fa:16:3e:d0:a0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:58Z', 'updated_at': '2022-07-28T10:45:09Z', 'revision_number': 4, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'subnets': [{'id': 'bea322b8-b4f0-4139-a93d-0883e6176c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:10.179446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (084b904b-459f-4338-8f59-4cd84d45fec1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.185099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:10.186941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517efc-1303-4a5f-99f1-80458c3e58cc None None] Pushing event updated for resources: {'Port': ['ID=61932353-3f63-4242-b780-1ab7f5ad8871,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:10.198763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Provisioning complete for port 72045007-dbb6-4d17-b3a8-e351ddd89cfc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:10.199198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.201250 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.202976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:10.203640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.325163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:10.327690 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:10.336207 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5c8be3bf-37ef-4f13-a734-1f1fbb4dd64c admin admin] 10.222.0.46 "PUT /v2.0/routers/386f9969-8933-4d02-be96-7d997ee132ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2920012 Jul 28 10:45:10.336639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34142) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:10.346589 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] Sync routers for ids ['386f9969-8933-4d02-be96-7d997ee132ed'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:10.359296 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] Routers {'386f9969-8933-4d02-be96-7d997ee132ed'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:10.359926 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['386f9969-8933-4d02-be96-7d997ee132ed'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.363229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.396636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Port 72045007-dbb6-4d17-b3a8-e351ddd89cfc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:10.406109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Could not find standard attr ID for object d6b318c1-e5d4-427c-919e-c1e92c880a4c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:45:10.409593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:10.410629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.471578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:10.473180 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.477102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.477852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656175d7-9fd1-4667-86e4-5252958a6bff None None] The sync data for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:10.481428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Provisioning complete for port 24c8cc40-d560-422e-b870-4098f0252569 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:10.481798 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24c8cc40-d560-422e-b870-4098f0252569), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.503830 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:10.560625 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks [] for router (386f9969-8933-4d02-be96-7d997ee132ed), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.603455 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] Set router 386f9969-8933-4d02-be96-7d997ee132ed gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:10.687506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Current status of the port 24c8cc40-d560-422e-b870-4098f0252569 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:10.695889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:10.697097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 61932353-3f63-4242-b780-1ab7f5ad8871 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:10.733479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Provisioning complete for port 202533c7-23f0-449f-9c7b-45f5d5524347 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:10.737398 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (202533c7-23f0-449f-9c7b-45f5d5524347), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.779345 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks [] for router_gateway (386f9969-8933-4d02-be96-7d997ee132ed), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.820598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Port 202533c7-23f0-449f-9c7b-45f5d5524347 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:10.838075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 61932353-3f63-4242-b780-1ab7f5ad8871 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:10.838599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.842680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Provisioning complete for port 61932353-3f63-4242-b780-1ab7f5ad8871 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:10.843139 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.869766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Deleting port b99a5195-961d-401f-9e6d-35eca19f1be3 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:10.870139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:10.905663 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:10.909038 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:45:07Z', 'revision_number': 5, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port': {'id': 'b99a5195-961d-401f-9e6d-35eca19f1be3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386f9969-8933-4d02-be96-7d997ee132ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:12Z', 'updated_at': '2022-07-28T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.962579 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] Checking router: 386f9969-8933-4d02-be96-7d997ee132ed for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:10.976959 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] Routers {'386f9969-8933-4d02-be96-7d997ee132ed'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:10.977846 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['386f9969-8933-4d02-be96-7d997ee132ed'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:10.999932 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:11.027378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] For port b99a5195-961d-401f-9e6d-35eca19f1be3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b99a5195-961d-401f-9e6d-35eca19f1be3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:11.029721 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.041302 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 760 time: 3.5662556 Jul 28 10:45:11.047753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34146) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:11.055682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': '084b904b-459f-4338-8f59-4cd84d45fec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:11.075597 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:11.105517 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] Set router 386f9969-8933-4d02-be96-7d997ee132ed gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:11.106170 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Calling delete_port for b99a5195-961d-401f-9e6d-35eca19f1be3 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:11.119595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 61932353-3f63-4242-b780-1ab7f5ad8871 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:11.147180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-284b60c0-a7ef-40ab-ae63-0b374374bfb4 None None] Current status of the port 61932353-3f63-4242-b780-1ab7f5ad8871 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:11.197897 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.203705 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:45:10Z', 'revision_number': 6, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:11.234200 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f4de19b6-8ba6-4f7a-90a8-a066aa2d5200), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.235865 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=084b904b-459f-4338-8f59-4cd84d45fec1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:11.280931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b0403959-8bb1-4d3d-a6e4-509ccdf3703f None None] Provisioning complete for port 202533c7-23f0-449f-9c7b-45f5d5524347 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:11.281322 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0403959-8bb1-4d3d-a6e4-509ccdf3703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (202533c7-23f0-449f-9c7b-45f5d5524347), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.282627 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663faa4-3942-46cf-9489-d3b358db6a03 None None] The sync data for ids ['386f9969-8933-4d02-be96-7d997ee132ed'] in n-d-850468-6 is: [{'id': '386f9969-8933-4d02-be96-7d997ee132ed', 'name': 'tempest-TestServerMultinode-603301713-router', 'tenant_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:08Z', 'updated_at': '2022-07-28T10:45:10Z', 'revision_number': 6, 'project_id': '1b8704bdfcb542b7ac02e422a0bdbb56', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:11.367366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network 48701107-252b-4403-b277-8abd5dc31149 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:11.368230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:11.371833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.372931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b0403959-8bb1-4d3d-a6e4-509ccdf3703f None None] Port 202533c7-23f0-449f-9c7b-45f5d5524347 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:11.402720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:11.419666 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.434019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:11.435031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:11.435847 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.439358 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:11.475344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.475700 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.476094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.476433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.476984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.477358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.477702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.478074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.478412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.478752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.479086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.479412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.479927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.480454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.480796 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809eabb1-eef6-4215-b07b-694d7ddba6ea tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:11.524724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 084b904b-459f-4338-8f59-4cd84d45fec1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:11.557605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc34615b-6119-4dd9-8ebf-94696bdbe6b1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for router (26a847cf-efba-4524-82c9-1b0818563c30), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.631408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b99a5195-961d-401f-9e6d-35eca19f1be3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.665246 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99a5195-961d-401f-9e6d-35eca19f1be3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:11.712958 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:11.714534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Port': ['ID=f4de19b6-8ba6-4f7a-90a8-a066aa2d5200,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:11.720954 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a0faddb-0857-4313-b155-2d48eee644c9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 6.9464040 Jul 28 10:45:11.726278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34156) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:11.764155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.794918 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (386f9969-8933-4d02-be96-7d997ee132ed), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.821487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5004ab57-29da-4667-b770-fc8aeaa8b700 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:11.846593 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:11.848199 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-dc34615b-6119-4dd9-8ebf-94696bdbe6b1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 10:45:11.864245 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dc34615b-6119-4dd9-8ebf-94696bdbe6b1 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30 HTTP/1.1" status: 409 len: 376 time: 1.7181575 Jul 28 10:45:11.864854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34158) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:11.866320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:11.873045 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f HTTP/1.1" status: 204 len: 168 time: 2.1495748 Jul 28 10:45:11.881038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042ddd2-2a37-471c-a3e8-fe0a1c35b760 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:11.934332 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34160) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:12.000463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (898af8c7-d9cb-4098-8033-202377445b04), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.048129 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-df3f1142-9bfd-4817-b6d8-e24af965963a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117380 Jul 28 10:45:12.054186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34162) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:12.059742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:12.106074 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.223119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:12.324047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] Deleting port dcc33c3e-92bd-4c79-849e-dd80185c6da7 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:12.324554 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.396984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 61932353-3f63-4242-b780-1ab7f5ad8871 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:12.427526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (386f9969-8933-4d02-be96-7d997ee132ed), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.431455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks [] for router_controller (386f9969-8933-4d02-be96-7d997ee132ed), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.503781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] For port dcc33c3e-92bd-4c79-849e-dd80185c6da7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dcc33c3e-92bd-4c79-849e-dd80185c6da7,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:12.504296 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (2d05717e-698b-484e-8167-a2da1f6704aa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.504446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.524997 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Deleting port f4de19b6-8ba6-4f7a-90a8-a066aa2d5200 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:12.525358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f4de19b6-8ba6-4f7a-90a8-a066aa2d5200), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.542217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] Calling delete_port for dcc33c3e-92bd-4c79-849e-dd80185c6da7 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:12.648821 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:12.650033 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (386f9969-8933-4d02-be96-7d997ee132ed), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.650640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 386f9969-8933-4d02-be96-7d997ee132ed {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:12.664308 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:12.666124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 61932353-3f63-4242-b780-1ab7f5ad8871 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:12.667523 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.673658 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.677471 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb61ea60-ff58-4cb5-b340-d8cb769c5c16 admin admin] 10.222.0.46 "DELETE /v2.0/routers/386f9969-8933-4d02-be96-7d997ee132ed HTTP/1.1" status: 204 len: 168 time: 2.3398085 Jul 28 10:45:12.688313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (898af8c7-d9cb-4098-8033-202377445b04), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.689091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34166) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:12.718772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (dcc33c3e-92bd-4c79-849e-dd80185c6da7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.776933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] Pushing event deleted for resources: {'Port': ['ID=dcc33c3e-92bd-4c79-849e-dd80185c6da7,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:12.782522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=2d05717e-698b-484e-8167-a2da1f6704aa,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:12.792886 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:12.803191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb016718-36d4-4a56-984e-e4882a55e63b None None] No DVR routers for this DVR port dcc33c3e-92bd-4c79-849e-dd80185c6da7 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:12.809231 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '084b904b-459f-4338-8f59-4cd84d45fec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:12.809504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: 084b904b-459f-4338-8f59-4cd84d45fec1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:12.816683 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:12.856451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] Deleting subnet ca0bee67-674e-4c54-867d-822e3b6a8c98 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:12.878368 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:12.884329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] Publish callbacks [] for subnet (ca0bee67-674e-4c54-867d-822e3b6a8c98), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.895505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f4de19b6-8ba6-4f7a-90a8-a066aa2d5200), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.933574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network 084b904b-459f-4338-8f59-4cd84d45fec1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:12.941787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Calling delete_port for f4de19b6-8ba6-4f7a-90a8-a066aa2d5200 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:12.964929 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:12.971870 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:12.973367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:12.985007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 61932353-3f63-4242-b780-1ab7f5ad8871 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:12.988439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (ca0bee67-674e-4c54-867d-822e3b6a8c98), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.027782 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:13.045748 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 084b904b-459f-4338-8f59-4cd84d45fec1) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:13.058315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd4032-8bd8-433d-a6c4-0461d4177078 None None] Network 084b904b-459f-4338-8f59-4cd84d45fec1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:13.081988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:13.086344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.087445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:13.091879 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.095596 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=898af8c7-d9cb-4098-8033-202377445b04,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:13.182326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b99a5195-961d-401f-9e6d-35eca19f1be3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:13.191605 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54b55ad7-c1af-4625-b9bd-3dacc8272c6d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.4176712 Jul 28 10:45:13.216080 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7e9a47e7-b0ce-454a-8ed0-63cc0309f681 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1671579 Jul 28 10:45:13.221491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34172) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:13.222088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34174) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:13.229431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b99a5195-961d-401f-9e6d-35eca19f1be3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:13.229786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b99a5195-961d-401f-9e6d-35eca19f1be3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:13.235583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Deleting port 61932353-3f63-4242-b780-1ab7f5ad8871 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:13.235904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.238153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:13.279074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:13.279687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a46a5983-a5e9-4d5f-afa9-6cdc1b870b5f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:13.361194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.368949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-084b904b-459f-4338-8f59-4cd84d45fec1', 'network_id': '084b904b-459f-4338-8f59-4cd84d45fec1', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '2d05717e-698b-484e-8167-a2da1f6704aa'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:13.369802 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.446558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (084b904b-459f-4338-8f59-4cd84d45fec1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.462106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ca0bee67-674e-4c54-867d-822e3b6a8c98), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.493574 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:45:13.539173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb618335-b9cc-49e1-872e-a8f07b00b202 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:13.544419 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bb618335-b9cc-49e1-872e-a8f07b00b202 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3182948 Jul 28 10:45:13.546367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34176) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:13.560616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Allocated IP 172.20.0.2 (084b904b-459f-4338-8f59-4cd84d45fec1/2d05717e-698b-484e-8167-a2da1f6704aa/fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:13.564752 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:13.583209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f9020613-fead-417e-abdf-c599cc205d98 None None] Provisioning complete for port 898af8c7-d9cb-4098-8033-202377445b04 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:13.583947 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f9020613-fead-417e-abdf-c599cc205d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (898af8c7-d9cb-4098-8033-202377445b04), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.620259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868397b-8db4-474f-a0d0-3041e4d7b8e7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:13.625999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868397b-8db4-474f-a0d0-3041e4d7b8e7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:13.632462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868397b-8db4-474f-a0d0-3041e4d7b8e7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:13.637990 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a868397b-8db4-474f-a0d0-3041e4d7b8e7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0881078 Jul 28 10:45:13.646176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34180) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:13.659932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f9020613-fead-417e-abdf-c599cc205d98 None None] Port 898af8c7-d9cb-4098-8033-202377445b04 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:13.708658 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:13.815157 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:13.826487 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (ca0bee67-674e-4c54-867d-822e3b6a8c98), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.827120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] For port 61932353-3f63-4242-b780-1ab7f5ad8871, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=61932353-3f63-4242-b780-1ab7f5ad8871,segment=NetworkSegment(e1b99e12-13e9-46d9-bf56-0c68413bc95e),segment_id=e1b99e12-13e9-46d9-bf56-0c68413bc95e)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:13.827488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.855084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2d05717e-698b-484e-8167-a2da1f6704aa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.869644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0bee67-674e-4c54-867d-822e3b6a8c98,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:13.891494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Calling delete_port for 61932353-3f63-4242-b780-1ab7f5ad8871 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:13.915503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.920075 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e56cd5dd-a85a-43b3-ac03-eb6cefdc0a75 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ca0bee67-674e-4c54-867d-822e3b6a8c98 HTTP/1.1" status: 204 len: 168 time: 1.2250910 Jul 28 10:45:13.923942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f4de19b6-8ba6-4f7a-90a8-a066aa2d5200), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.929382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 898af8c7-d9cb-4098-8033-202377445b04 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:13.929732 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (898af8c7-d9cb-4098-8033-202377445b04), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:13.936108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8d4e6-df49-45ef-b52b-4c9f7c228822 None None] Network b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:13.944382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:14.031458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4de19b6-8ba6-4f7a-90a8-a066aa2d5200,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:14.122336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.126172 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00a820fa-e1b1-43ea-8277-50a33176d98a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "DELETE /v2.0/ports/f4de19b6-8ba6-4f7a-90a8-a066aa2d5200 HTTP/1.1" status: 204 len: 168 time: 2.3967280 Jul 28 10:45:14.138616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34184) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:14.145410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48701107-252b-4403-b277-8abd5dc31149', 'external_fixed_ips': [{'subnet_id': 'ed6b0fc8-6c8a-4003-ba0c-86011b0f0456', 'ip_address': '2001:db8::188'}]}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:14.162285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcc33c3e-92bd-4c79-849e-dd80185c6da7 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:14.201429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dcc33c3e-92bd-4c79-849e-dd80185c6da7 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:14.202309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcc33c3e-92bd-4c79-849e-dd80185c6da7 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:14.205644 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (0bcfe092-76d6-4083-a022-d238f7a89f4b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.207037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (0bcfe092-76d6-4083-a022-d238f7a89f4b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.235132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (898af8c7-d9cb-4098-8033-202377445b04), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.279822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 898af8c7-d9cb-4098-8033-202377445b04 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:14.301328 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:14.338208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (61932353-3f63-4242-b780-1ab7f5ad8871), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.373662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Publish callbacks [] for port (fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.379069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] DHCP port deletion for b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:14.411145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=61932353-3f63-4242-b780-1ab7f5ad8871,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:14.415781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (389509a5-79d8-41e3-9af1-b4c324f524a0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.416153 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.438968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (0bcfe092-76d6-4083-a022-d238f7a89f4b), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.446064 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:14.467381 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b04ec3a9-73dd-43b9-8a36-fd7c72b5c582), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.482525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] Deleting port 2538c796-6d7c-4d44-836f-fcdcf20a5470 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:14.483039 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.486298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Network 084b904b-459f-4338-8f59-4cd84d45fec1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:14.504626 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:14.541350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:14.545013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:14.549527 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (2d05717e-698b-484e-8167-a2da1f6704aa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.568481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Pushing event updated for resources: {'Port': ['ID=fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:14.605807 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=2d05717e-698b-484e-8167-a2da1f6704aa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:14.618629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:14.621490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Deleting port 2538c796-6d7c-4d44-836f-fcdcf20a5470 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:14.621764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.638924 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:14.659779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787c5469-2933-464e-820b-b9a8fd3b5428 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:14.663331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] For port 2538c796-6d7c-4d44-836f-fcdcf20a5470, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2538c796-6d7c-4d44-836f-fcdcf20a5470,segment=NetworkSegment(65e89d64-7044-4c3d-8a87-ba2da088a938),segment_id=65e89d64-7044-4c3d-8a87-ba2da088a938)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:14.664357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.745768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:14.746586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] Calling delete_port for 2538c796-6d7c-4d44-836f-fcdcf20a5470 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:14.754129 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.755315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (0bcfe092-76d6-4083-a022-d238f7a89f4b), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.756893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Attempting to bind port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:14.757955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Attempting to bind port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '084b904b-459f-4338-8f59-4cd84d45fec1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:14.758393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Attempting to bind port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2 on network 084b904b-459f-4338-8f59-4cd84d45fec1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:14.782131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:14.784097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Checking segment: {'id': 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '084b904b-459f-4338-8f59-4cd84d45fec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:14.784097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.784097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Bound using segment: {'id': 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '084b904b-459f-4338-8f59-4cd84d45fec1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:14.784843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Bound port: fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '084b904b-459f-4338-8f59-4cd84d45fec1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:14.785166 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.832521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (084b904b-459f-4338-8f59-4cd84d45fec1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.855698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=389509a5-79d8-41e3-9af1-b4c324f524a0,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:14.857120 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:14.910912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084b904b-459f-4338-8f59-4cd84d45fec1']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:14.939904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:14.940534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:14.941595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] For port 2538c796-6d7c-4d44-836f-fcdcf20a5470, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2538c796-6d7c-4d44-836f-fcdcf20a5470,segment=NetworkSegment(65e89d64-7044-4c3d-8a87-ba2da088a938),segment_id=65e89d64-7044-4c3d-8a87-ba2da088a938)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:14.943002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.958511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (aa8a9de2-3e49-417c-bc21-ff2cf4c044db), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:14.966495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Calling delete_port for 2538c796-6d7c-4d44-836f-fcdcf20a5470 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:14.976728 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (898af8c7-d9cb-4098-8033-202377445b04), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.010875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': '389509a5-79d8-41e3-9af1-b4c324f524a0'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:15.012163 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.033468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] For port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:15.052785 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (aa8a9de2-3e49-417c-bc21-ff2cf4c044db), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.084521 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=898af8c7-d9cb-4098-8033-202377445b04,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:15.100132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:15.100929 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (aa8a9de2-3e49-417c-bc21-ff2cf4c044db), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.134052 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.146239 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:15.150849 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:15.156854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Deleting port 72045007-dbb6-4d17-b3a8-e351ddd89cfc {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:15.157637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.158626 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment aa8a9de2-3e49-417c-bc21-ff2cf4c044db resource provider aggregate not found Jul 28 10:45:15.188725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] Pushing event deleted for resources: {'Port': ['ID=2538c796-6d7c-4d44-836f-fcdcf20a5470,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:15.204396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c513f-cbbf-4d7f-8485-f751f1e495a7 None None] No DVR routers for this DVR port 2538c796-6d7c-4d44-836f-fcdcf20a5470 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:15.251879 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ca15506-11cc-4fbb-b9eb-0aa14d9cf156 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1962991 Jul 28 10:45:15.252813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (2538c796-6d7c-4d44-836f-fcdcf20a5470), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.265486 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment aa8a9de2-3e49-417c-bc21-ff2cf4c044db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa8a9de2-3e49-417c-bc21-ff2cf4c044db found for delete ", "request_id": "req-25427382-4f10-422a-90ec-789b3844852c"}]} Jul 28 10:45:15.266074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34196) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:15.282557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] No DVR routers for this DVR port 2538c796-6d7c-4d44-836f-fcdcf20a5470 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:15.290155 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '389509a5-79d8-41e3-9af1-b4c324f524a0', 'ip_address': '2001:db8::88ea:ffeb:70d1:c9ca'}], 'name': 'tempest-NetworksTestDHCPv6-1703484445'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:15.340294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/389509a5-79d8-41e3-9af1-b4c324f524a0/b1cc26ea-a193-43c2-9a77-3d5088b0be45) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:15.402263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2538c796-6d7c-4d44-836f-fcdcf20a5470,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:15.421561 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.db.api [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:45:15.421561 n-d-850468-6 neutron-server[104687]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:45:15.421561 n-d-850468-6 neutron-server[104687]: [parameters: {'id': '084b904b-459f-4338-8f59-4cd84d45fec1'}] Jul 28 10:45:15.421561 n-d-850468-6 neutron-server[104687]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:45:15.422344 n-d-850468-6 neutron-server[104687]: DEBUG oslo_db.api [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:45:15.467058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.470599 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9782a187-1cf8-47fc-8ad8-0d53abfc0953 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/898af8c7-d9cb-4098-8033-202377445b04 HTTP/1.1" status: 204 len: 168 time: 1.8212457 Jul 28 10:45:15.472322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (0bcfe092-76d6-4083-a022-d238f7a89f4b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.474846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34198) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:15.530805 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d2ef96-3496-4aa7-a2a8-3f561d89588d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:45:15.533225 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11d2ef96-3496-4aa7-a2a8-3f561d89588d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/898af8c7-d9cb-4098-8033-202377445b04 HTTP/1.1" status: 404 len: 333 time: 0.0542438 Jul 28 10:45:15.537454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.547021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34200) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:15.604431 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:15.622700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] For port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2,segment=NetworkSegment(aa8a9de2-3e49-417c-bc21-ff2cf4c044db),segment_id=aa8a9de2-3e49-417c-bc21-ff2cf4c044db)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:15.628149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b04ec3a9-73dd-43b9-8a36-fd7c72b5c582), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.634556 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:15.658027 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Publish callbacks [] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.663384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.678661 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.680913 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:15.703255 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.704266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:15.725097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04ec3a9-73dd-43b9-8a36-fd7c72b5c582']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:15.766343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.778352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Calling delete_port for 72045007-dbb6-4d17-b3a8-e351ddd89cfc owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:15.794962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e89d64-7044-4c3d-8a87-ba2da088a938') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:15.795334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e89d64-7044-4c3d-8a87-ba2da088a938') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:15.815440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0ac8ba-dac5-4cf9-8792-a05bead0acdc None None] Network 084b904b-459f-4338-8f59-4cd84d45fec1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:15.867187 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (65e89d64-7044-4c3d-8a87-ba2da088a938), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.876003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Allocated IP 2001:db8::188 (48701107-252b-4403-b277-8abd5dc31149/ed6b0fc8-6c8a-4003-ba0c-86011b0f0456/29672b78-a477-4764-b7aa-358dfaf955b6) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:15.885482 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (65e89d64-7044-4c3d-8a87-ba2da088a938), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.894552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:15.895145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (65e89d64-7044-4c3d-8a87-ba2da088a938), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.910646 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.937962 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (084b904b-459f-4338-8f59-4cd84d45fec1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:15.964629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 202533c7-23f0-449f-9c7b-45f5d5524347 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:15.965024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (202533c7-23f0-449f-9c7b-45f5d5524347), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.018760 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 65e89d64-7044-4c3d-8a87-ba2da088a938 resource provider aggregate not found Jul 28 10:45:16.053720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:16.060740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:16.072746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:16.124518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0610a42-605a-4e49-840e-0eac02d107dd None None] Pushing event updated for resources: {'Port': ['ID=fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:16.146561 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 65e89d64-7044-4c3d-8a87-ba2da088a938 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65e89d64-7044-4c3d-8a87-ba2da088a938 found for delete ", "request_id": "req-725886db-1df0-4d29-9b25-0a1143543351"}]} Jul 28 10:45:16.157656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for port (29672b78-a477-4764-b7aa-358dfaf955b6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.193208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b04ec3a9-73dd-43b9-8a36-fd7c72b5c582), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.209595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 6a51f87a-d0b6-4b00-a314-b190417ee0b9 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:16.211460 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.216343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Pushing event updated for resources: {'Port': ['ID=b1cc26ea-a193-43c2-9a77-3d5088b0be45,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:16.217974 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b04ec3a9-73dd-43b9-8a36-fd7c72b5c582 HTTP/1.1" status: 204 len: 168 time: 2.2725682 Jul 28 10:45:16.220706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34212) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:16.221013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Attempting to bind port b1cc26ea-a193-43c2-9a77-3d5088b0be45 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:16.221690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Attempting to bind port b1cc26ea-a193-43c2-9a77-3d5088b0be45 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:16.221824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Attempting to bind port b1cc26ea-a193-43c2-9a77-3d5088b0be45 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:16.224800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.232319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:16.232700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:16.233102 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.233494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:16.234004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Bound port: b1cc26ea-a193-43c2-9a77-3d5088b0be45, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:16.235169 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.255172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215d85f-1665-46d3-b870-725b16a46bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b04ec3a9-73dd-43b9-8a36-fd7c72b5c582,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:16.316427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] For port b1cc26ea-a193-43c2-9a77-3d5088b0be45, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:16.321195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] For port b1cc26ea-a193-43c2-9a77-3d5088b0be45, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b1cc26ea-a193-43c2-9a77-3d5088b0be45,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:16.327025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2538c796-6d7c-4d44-836f-fcdcf20a5470 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:16.350446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2538c796-6d7c-4d44-836f-fcdcf20a5470 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:16.350828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2538c796-6d7c-4d44-836f-fcdcf20a5470 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:16.353534 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.358592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (202533c7-23f0-449f-9c7b-45f5d5524347), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.459192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9beb2e-429f-41b9-8d18-16bdecb33b9a None None] Pushing event updated for resources: {'Port': ['ID=b1cc26ea-a193-43c2-9a77-3d5088b0be45,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:16.686058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 202533c7-23f0-449f-9c7b-45f5d5524347 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:16.697806 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:16.826106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:16.863463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (72045007-dbb6-4d17-b3a8-e351ddd89cfc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:16.927943 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:16.958713 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:16.965898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Port': ['ID=72045007-dbb6-4d17-b3a8-e351ddd89cfc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:16.974568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Port': ['ID=29672b78-a477-4764-b7aa-358dfaf955b6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:17.013508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:17.014302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:17.018380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network 48701107-252b-4403-b277-8abd5dc31149 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:17.085730 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:17.087979 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.088557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.088864 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.089167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.089620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.090060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.090460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.090856 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.091253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.091660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.092060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.092459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.092855 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.093248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.093642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:17.120435 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:17.157168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:17.293048 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (202533c7-23f0-449f-9c7b-45f5d5524347), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:17.340776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (26a847cf-efba-4524-82c9-1b0818563c30), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:17.353660 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=202533c7-23f0-449f-9c7b-45f5d5524347,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:17.436242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] For port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2,segment=NetworkSegment(aa8a9de2-3e49-417c-bc21-ff2cf4c044db),segment_id=aa8a9de2-3e49-417c-bc21-ff2cf4c044db)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:17.436799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:17.459547 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:17.472238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] Sync routers for ids ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:17.484583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] Routers {'48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:17.485139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:17.497912 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da2f6ad9-7230-45ee-b0da-c0b41a9e35c4 admin admin] 10.222.0.46 "PUT /v2.0/routers/48c997f9-3795-4f2f-8efb-0c9eeb5e4f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0352213 Jul 28 10:45:17.550127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34220) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:17.556117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Calling delete_port for fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:17.639925 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::88ea:ffeb:70d1:c9ca (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/389509a5-79d8-41e3-9af1-b4c324f524a0/6a51f87a-d0b6-4b00-a314-b190417ee0b9) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:17.650319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] Set router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:17.746215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks [] for router (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:17.892952 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:17.941274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:17.948907 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-117453ea-d172-4985-ac54-cd23b6df92c2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/202533c7-23f0-449f-9c7b-45f5d5524347 HTTP/1.1" status: 204 len: 168 time: 2.4000187 Jul 28 10:45:17.956746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:14Z', 'revision_number': 5, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:17.964402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34224) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:18.036531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] Checking router: 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:18.072845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e036838e-d654-4513-abc4-ee8832026f6d None None] Provisioning complete for port b1cc26ea-a193-43c2-9a77-3d5088b0be45 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:18.073226 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e036838e-d654-4513-abc4-ee8832026f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.093045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Router 26a847cf-efba-4524-82c9-1b0818563c30 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:18.107234 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:18.137801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] Routers {'48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:18.138501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.151820 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:18.212827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8727dc8-2e1d-42dd-a88f-03e4f0da0f89 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:45:18.221264 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks [] for router_gateway (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.232895 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:18.250274 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] Sync routers for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:18.270240 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:18.272117 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.277345 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (5470ec1e-915a-4c36-8a80-1d108be57d16), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.279499 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5abc39-368c-4af9-9a1b-849698788015 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:45:18.279783 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c841fdec-187e-4f18-ae86-88229cba7459 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "PUT /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3993618 Jul 28 10:45:18.281182 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dc5abc39-368c-4af9-9a1b-849698788015 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/202533c7-23f0-449f-9c7b-45f5d5524347 HTTP/1.1" status: 404 len: 333 time: 0.3043218 Jul 28 10:45:18.283867 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34226) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:18.284780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34228) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:18.342328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b1cc26ea-a193-43c2-9a77-3d5088b0be45 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:18.353446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8727dc8-2e1d-42dd-a88f-03e4f0da0f89 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:45:18.360622 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Deleting port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:18.361123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.390979 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:18.467038 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-05387fe5-a25b-40fa-8107-f131311a6fa0 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] show failed (client error): The resource could not be found. Jul 28 10:45:18.477241 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-05387fe5-a25b-40fa-8107-f131311a6fa0 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1420581290 HTTP/1.1" status: 404 len: 335 time: 0.1808228 Jul 28 10:45:18.477241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.481260 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34230) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:18.483697 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.494985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f9bdfe3d-ab71-420c-80f7-f220d174e6bf tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:18.507097 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] Routers {'26a847cf-efba-4524-82c9-1b0818563c30'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:18.508769 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['26a847cf-efba-4524-82c9-1b0818563c30'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.528245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b1cc26ea-a193-43c2-9a77-3d5088b0be45 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:18.529110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.591121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No DVR routers for this DVR port fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:18.592673 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:18.595095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.595917 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b32284-fc2c-431e-892e-debb52c386d9 None None] The sync data for ids ['26a847cf-efba-4524-82c9-1b0818563c30'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:18.643096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] For port c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:18.643413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.647779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] Set router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:18.649539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (0bcfe092-76d6-4083-a022-d238f7a89f4b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.654945 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-f9bdfe3d-ab71-420c-80f7-f220d174e6bf tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] update failed (client error): The resource could not be found. Jul 28 10:45:18.660699 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f9bdfe3d-ab71-420c-80f7-f220d174e6bf tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-2131421666 HTTP/1.1" status: 404 len: 335 time: 0.1768291 Jul 28 10:45:18.675632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34236) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:18.693698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e036838e-d654-4513-abc4-ee8832026f6d None None] Current status of the port b1cc26ea-a193-43c2-9a77-3d5088b0be45 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:18.693698 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e036838e-d654-4513-abc4-ee8832026f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.720981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (084b904b-459f-4338-8f59-4cd84d45fec1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.750573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084b904b-459f-4338-8f59-4cd84d45fec1']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.757931 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Deleting subnet 30f1e90a-842f-47b4-b4b5-4cb3685f58a9 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:18.761686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Calling delete_port for c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:18.763385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.763684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (30f1e90a-842f-47b4-b4b5-4cb3685f58a9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.763876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8a9de2-3e49-417c-bc21-ff2cf4c044db') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:18.777609 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (aa8a9de2-3e49-417c-bc21-ff2cf4c044db), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.793960 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (aa8a9de2-3e49-417c-bc21-ff2cf4c044db), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.822605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Port': ['ID=fd3ac9cb-a6ae-4d99-b8b3-1bfebfd956a2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:18.890825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (30f1e90a-842f-47b4-b4b5-4cb3685f58a9), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.904932 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:18.905489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (aa8a9de2-3e49-417c-bc21-ff2cf4c044db), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:18.942334 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment aa8a9de2-3e49-417c-bc21-ff2cf4c044db resource provider aggregate not found Jul 28 10:45:18.971201 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:18.998515 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:19.019483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e036838e-d654-4513-abc4-ee8832026f6d None None] For port b1cc26ea-a193-43c2-9a77-3d5088b0be45, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b1cc26ea-a193-43c2-9a77-3d5088b0be45,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:19.028478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e036838e-d654-4513-abc4-ee8832026f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.033405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b1cc26ea-a193-43c2-9a77-3d5088b0be45 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:19.033796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.073658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (30f1e90a-842f-47b4-b4b5-4cb3685f58a9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.113255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet 33dbbc97-b8db-4265-92d7-c7274f76b5d6 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:19.123857 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (33dbbc97-b8db-4265-92d7-c7274f76b5d6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.156969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036838e-d654-4513-abc4-ee8832026f6d None None] Pushing event updated for resources: {'Port': ['ID=b1cc26ea-a193-43c2-9a77-3d5088b0be45,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:19.227059 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:19.229513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.237196 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (30f1e90a-842f-47b4-b4b5-4cb3685f58a9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.297670 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (6a51f87a-d0b6-4b00-a314-b190417ee0b9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.309774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.316776 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/subnets/30f1e90a-842f-47b4-b4b5-4cb3685f58a9 HTTP/1.1" status: 204 len: 168 time: 0.6428978 Jul 28 10:45:19.318136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:19.325278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34244) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:19.327483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd271f2-30de-4a52-b454-cfa48569ec60 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Subnet': ['ID=30f1e90a-842f-47b4-b4b5-4cb3685f58a9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:19.332624 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:19.339802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6b18d-da31-410f-885e-a2e1a23bc71d None None] Network e2ca1427-ae49-4475-a199-11a63cfac383 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:19.346700 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment aa8a9de2-3e49-417c-bc21-ff2cf4c044db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa8a9de2-3e49-417c-bc21-ff2cf4c044db found for delete ", "request_id": "req-d5777348-252e-4b85-ad00-f7331cd6ec13"}]} Jul 28 10:45:19.349749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6a51f87a-d0b6-4b00-a314-b190417ee0b9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.355662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (084b904b-459f-4338-8f59-4cd84d45fec1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.362171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.365343 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/084b904b-459f-4338-8f59-4cd84d45fec1 HTTP/1.1" status: 204 len: 168 time: 6.1151998 Jul 28 10:45:19.402030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:14Z', 'revision_number': 5, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:19.410406 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:19.416916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Deleting subnet dfdc6a6c-391d-441e-98cb-f83cf6aca27b {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:19.421765 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (dfdc6a6c-391d-441e-98cb-f83cf6aca27b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.434126 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:45:19.434553 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:45:19.451808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453c5699-6c01-498a-8c47-16052127d5c4 None None] The sync data for ids ['48c997f9-3795-4f2f-8efb-0c9eeb5e4f29'] in n-d-850468-6 is: [{'id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'name': 'tempest-InstanceActionsV221TestJSON-2090888208-router', 'tenant_id': '250e9ea221004badbf41f4631cdc26bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:48Z', 'updated_at': '2022-07-28T10:45:14Z', 'revision_number': 5, 'project_id': '250e9ea221004badbf41f4631cdc26bc', 'gw_port': {'id': 'c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c997f9-3795-4f2f-8efb-0c9eeb5e4f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:50Z', 'updated_at': '2022-07-28T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:19.515400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=6a51f87a-d0b6-4b00-a314-b190417ee0b9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:19.519107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b80e2-0ac7-4bbe-a068-ad2a769728f1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=084b904b-459f-4338-8f59-4cd84d45fec1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:19.550340 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f125402-4d24-42cf-8c09-e988df8b8033 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] GET failed (client error): The resource could not be found. Jul 28 10:45:19.551704 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6f125402-4d24-42cf-8c09-e988df8b8033 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/subnets/2d05717e-698b-484e-8167-a2da1f6704aa HTTP/1.1" status: 404 len: 337 time: 0.0890121 Jul 28 10:45:19.559362 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34248) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:19.569196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (33dbbc97-b8db-4265-92d7-c7274f76b5d6), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.596458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (dfdc6a6c-391d-441e-98cb-f83cf6aca27b), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.607357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:19.626501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:19.658864 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:19.665421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:19.666278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.763736 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ec0e63e2-89b9-4435-980d-264ffa01dba4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4785852 Jul 28 10:45:19.766179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34252) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:19.845433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] DHCP port deletion for e2ca1427-ae49-4475-a199-11a63cfac383 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:19.917765 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-984761f7-8907-48dc-920b-e5fa3ab32701 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:19.918365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984761f7-8907-48dc-920b-e5fa3ab32701 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:19.933375 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-984761f7-8907-48dc-920b-e5fa3ab32701 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/084b904b-459f-4338-8f59-4cd84d45fec1 HTTP/1.1" status: 404 len: 339 time: 0.3677437 Jul 28 10:45:19.933375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34258) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:19.933730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (33dbbc97-b8db-4265-92d7-c7274f76b5d6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:19.950636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] Deleting port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:19.955012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.097035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] For port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1a2ec02d-85f8-4d32-9b83-db0b09bc58c3,segment=NetworkSegment(39a6af3b-e471-4ae4-8faf-3a6d502a2a6c),segment_id=39a6af3b-e471-4ae4-8faf-3a6d502a2a6c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:20.097597 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.104464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Deleting port 73165783-8091-4587-b1b0-1ba5e19c1428 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:20.105093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.126610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] Calling delete_port for 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:20.157136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354effc-f881-4983-a84e-e9d5dab6b544 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.165123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354effc-f881-4983-a84e-e9d5dab6b544 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.170165 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0354effc-f881-4983-a84e-e9d5dab6b544 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3992670 Jul 28 10:45:20.171371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (0bcfe092-76d6-4083-a022-d238f7a89f4b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.180456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34260) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:20.186280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebe0e1-9681-4d96-9878-0b394d15f892 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.189299 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (33dbbc97-b8db-4265-92d7-c7274f76b5d6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.192656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebe0e1-9681-4d96-9878-0b394d15f892 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.198909 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-03ebe0e1-9681-4d96-9878-0b394d15f892 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1391 time: 0.2609932 Jul 28 10:45:20.205428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34262) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:20.233219 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:20.270468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-416c20e3-b93a-4b95-9a6c-c302e3ba127d None None] Provisioning complete for port 6a51f87a-d0b6-4b00-a314-b190417ee0b9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:20.270854 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-416c20e3-b93a-4b95-9a6c-c302e3ba127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6a51f87a-d0b6-4b00-a314-b190417ee0b9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.271430 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aa916e9a-8257-4364-8721-1d9c85811ba3 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 207 time: 0.0643976 Jul 28 10:45:20.273737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34264) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:20.295838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.309970 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=33dbbc97-b8db-4265-92d7-c7274f76b5d6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:20.318051 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (1a2ec02d-85f8-4d32-9b83-db0b09bc58c3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.325248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-416c20e3-b93a-4b95-9a6c-c302e3ba127d None None] Port 6a51f87a-d0b6-4b00-a314-b190417ee0b9 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:20.377732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] Pushing event deleted for resources: {'Port': ['ID=1a2ec02d-85f8-4d32-9b83-db0b09bc58c3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:20.380142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae9766-cd7a-424f-ab76-71edbe7afb90 None None] No DVR routers for this DVR port 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:20.388688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b1cc26ea-a193-43c2-9a77-3d5088b0be45 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:20.440869 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:20.466613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac20b0-e715-42ad-9790-752011ba3e1c None None] Network 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:20.499497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.502920 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-077dafff-67b0-4a7b-a3e7-95a13477bc14 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/33dbbc97-b8db-4265-92d7-c7274f76b5d6 HTTP/1.1" status: 204 len: 168 time: 2.1378849 Jul 28 10:45:20.515544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34266) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:20.563043 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddc13d-4d16-47f2-8c18-b8315f01b460 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.568985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddc13d-4d16-47f2-8c18-b8315f01b460 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.574839 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddc13d-4d16-47f2-8c18-b8315f01b460 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.585800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddc13d-4d16-47f2-8c18-b8315f01b460 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.592461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddc13d-4d16-47f2-8c18-b8315f01b460 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:20.594702 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6eddc13d-4d16-47f2-8c18-b8315f01b460 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3093 time: 0.3172967 Jul 28 10:45:20.641818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (dfdc6a6c-391d-441e-98cb-f83cf6aca27b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.712607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.715904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:20.717240 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (dfdc6a6c-391d-441e-98cb-f83cf6aca27b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.718869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b1cc26ea-a193-43c2-9a77-3d5088b0be45 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:20.828133 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:20.838148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] DHCP port deletion for 0b1cb291-41aa-4cc4-b76a-0caee0e626a3 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:20.873798 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks [] for router_controller (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.901257 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-81bba4ed-1561-4ce8-9715-620150dd1d67 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 680 time: 0.1675091 Jul 28 10:45:20.901257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:20.905104 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/subnets/dfdc6a6c-391d-441e-98cb-f83cf6aca27b HTTP/1.1" status: 204 len: 168 time: 1.5750310 Jul 28 10:45:20.908211 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34270) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:20.908656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34272) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:20.919716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a153fa-a173-4646-a50d-a94c55a5840c None None] Network 19527f5e-f9e2-460c-89fb-f395615db513 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:20.984724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b1cc26ea-a193-43c2-9a77-3d5088b0be45 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:20.985103 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.026260 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:21.030188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (e2ca1427-ae49-4475-a199-11a63cfac383), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.042117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 6a51f87a-d0b6-4b00-a314-b190417ee0b9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:21.042361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6a51f87a-d0b6-4b00-a314-b190417ee0b9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.067227 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:21.077105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acbbb1-83bb-45e1-92cb-7d102b516523 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdc6a6c-391d-441e-98cb-f83cf6aca27b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:21.082883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] Deleting port 24c8cc40-d560-422e-b870-4098f0252569 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:21.083471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (24c8cc40-d560-422e-b870-4098f0252569), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.183205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (48c997f9-3795-4f2f-8efb-0c9eeb5e4f29), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.184005 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:21.191239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.192911 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-354b8983-a0b4-4eb4-9e06-4632485a7ec2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/48c997f9-3795-4f2f-8efb-0c9eeb5e4f29 HTTP/1.1" status: 204 len: 168 time: 3.6399503 Jul 28 10:45:21.199831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34278) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:21.230640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] For port 73165783-8091-4587-b1b0-1ba5e19c1428, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=73165783-8091-4587-b1b0-1ba5e19c1428,segment=NetworkSegment(070fa249-9ba5-4fe6-97c1-5c048ddd105b),segment_id=070fa249-9ba5-4fe6-97c1-5c048ddd105b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:21.231634 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.240410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b1cc26ea-a193-43c2-9a77-3d5088b0be45 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:21.243821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] DHCP port deletion for 19527f5e-f9e2-460c-89fb-f395615db513 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:21.251435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] For port 24c8cc40-d560-422e-b870-4098f0252569, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24c8cc40-d560-422e-b870-4098f0252569,segment=NetworkSegment(63ac5968-4f80-41a5-9821-790345ab078f),segment_id=63ac5968-4f80-41a5-9821-790345ab078f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:21.251854 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (24c8cc40-d560-422e-b870-4098f0252569), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.295388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] Calling delete_port for 24c8cc40-d560-422e-b870-4098f0252569 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:21.325072 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6a51f87a-d0b6-4b00-a314-b190417ee0b9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.340146 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:21.344902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (0b1cb291-41aa-4cc4-b76a-0caee0e626a3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.354011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 6a51f87a-d0b6-4b00-a314-b190417ee0b9 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:21.366878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Calling delete_port for 73165783-8091-4587-b1b0-1ba5e19c1428 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:21.392262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:21.426208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:21.426208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1a2ec02d-85f8-4d32-9b83-db0b09bc58c3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:21.426208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 61932353-3f63-4242-b780-1ab7f5ad8871 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:21.450789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ed4eb-8993-4173-afc1-914c400cd06d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:21.453066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ed4eb-8993-4173-afc1-914c400cd06d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:21.454809 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-586ed4eb-8993-4173-afc1-914c400cd06d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5263364 Jul 28 10:45:21.473318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34282) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:21.477403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] Deleting port bdf61344-35d7-4986-b1e4-d4e97ec0651a {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:21.478110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.487508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 61932353-3f63-4242-b780-1ab7f5ad8871 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:21.488102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 61932353-3f63-4242-b780-1ab7f5ad8871 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:21.493760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (e2ca1427-ae49-4475-a199-11a63cfac383), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.503859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] Deleting subnet bea322b8-b4f0-4139-a93d-0883e6176c0f {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:21.547941 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] Publish callbacks [] for subnet (bea322b8-b4f0-4139-a93d-0883e6176c0f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.578865 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ca1427-ae49-4475-a199-11a63cfac383']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:21.609821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] For port bdf61344-35d7-4986-b1e4-d4e97ec0651a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bdf61344-35d7-4986-b1e4-d4e97ec0651a,segment=NetworkSegment(f8cb2404-0d50-4288-9624-4600086681ce),segment_id=f8cb2404-0d50-4288-9624-4600086681ce)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:21.610254 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.618613 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a6af3b-e471-4ae4-8faf-3a6d502a2a6c') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:21.619259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a6af3b-e471-4ae4-8faf-3a6d502a2a6c') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:21.631165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] Calling delete_port for bdf61344-35d7-4986-b1e4-d4e97ec0651a owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:21.645816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb38d33-72bf-4669-ab22-c9f7ca35d035 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:21.647744 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb38d33-72bf-4669-ab22-c9f7ca35d035 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['shared'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:21.650107 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fbb38d33-72bf-4669-ab22-c9f7ca35d035 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1752536 Jul 28 10:45:21.656615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (39a6af3b-e471-4ae4-8faf-3a6d502a2a6c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.661332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (bea322b8-b4f0-4139-a93d-0883e6176c0f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.663820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34284) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:21.667358 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (24c8cc40-d560-422e-b870-4098f0252569), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.684661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Router 0bcfe092-76d6-4083-a022-d238f7a89f4b is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:45:21.696429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6a51f87a-d0b6-4b00-a314-b190417ee0b9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.716455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 24c8cc40-d560-422e-b870-4098f0252569 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:21.716803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (24c8cc40-d560-422e-b870-4098f0252569), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.761490 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (39a6af3b-e471-4ae4-8faf-3a6d502a2a6c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.785505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] Pushing event deleted for resources: {'Port': ['ID=24c8cc40-d560-422e-b870-4098f0252569,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:21.798489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:21.799337 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (39a6af3b-e471-4ae4-8faf-3a6d502a2a6c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.804618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f6aa2-4699-40a8-b523-fe279ef22ae3 None None] No DVR routers for this DVR port 24c8cc40-d560-422e-b870-4098f0252569 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:21.812403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] For port 24c8cc40-d560-422e-b870-4098f0252569, host n-d-850468-6, got binding levels [] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:21.812779 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (24c8cc40-d560-422e-b870-4098f0252569), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.844922 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:21.854829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 24c8cc40-d560-422e-b870-4098f0252569 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:21.873412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Port 24c8cc40-d560-422e-b870-4098f0252569 was not found and therefore no delete operation was performed {{(pid=104687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:45:21.891381 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 39a6af3b-e471-4ae4-8faf-3a6d502a2a6c resource provider aggregate not found Jul 28 10:45:21.918232 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (bdf61344-35d7-4986-b1e4-d4e97ec0651a), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.931082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (24c8cc40-d560-422e-b870-4098f0252569), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:21.932859 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 39a6af3b-e471-4ae4-8faf-3a6d502a2a6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39a6af3b-e471-4ae4-8faf-3a6d502a2a6c found for delete ", "request_id": "req-94aa9abe-6504-4ff9-8717-f7cdd67df117"}]} Jul 28 10:45:21.971645 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No DVR routers for this DVR port 24c8cc40-d560-422e-b870-4098f0252569 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:21.976836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=6a51f87a-d0b6-4b00-a314-b190417ee0b9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:21.977428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] Pushing event deleted for resources: {'Port': ['ID=bdf61344-35d7-4986-b1e4-d4e97ec0651a,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:21.983072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdab244-0b24-4f72-b7cc-30f5a4f4ca6d None None] No DVR routers for this DVR port bdf61344-35d7-4986-b1e4-d4e97ec0651a on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:22.040992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (e2ca1427-ae49-4475-a199-11a63cfac383), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.046662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.052369 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/networks/e2ca1427-ae49-4475-a199-11a63cfac383 HTTP/1.1" status: 204 len: 168 time: 1.1116462 Jul 28 10:45:22.074354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34290) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.075371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff313a9-4c2d-483b-b76f-01b58a7b012d tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Network': ['ID=e2ca1427-ae49-4475-a199-11a63cfac383,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:22.088891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (bea322b8-b4f0-4139-a93d-0883e6176c0f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.099023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d4e5e6-1ec1-4710-8948-b884d47da9c7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:22.119018 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-88d4e5e6-1ec1-4710-8948-b884d47da9c7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/networks/3e2170cf-f317-46b0-94cd-fe58a1d81cbd HTTP/1.1" status: 200 len: 799 time: 0.4351113 Jul 28 10:45:22.119376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=24c8cc40-d560-422e-b870-4098f0252569,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:22.150572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34294) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.219102 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (19527f5e-f9e2-460c-89fb-f395615db513), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.266027 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (bea322b8-b4f0-4139-a93d-0883e6176c0f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.292601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.296464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea322b8-b4f0-4139-a93d-0883e6176c0f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:22.297612 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fcf098af-5743-4462-a4ab-7dfc9d3bf0ee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/6a51f87a-d0b6-4b00-a314-b190417ee0b9 HTTP/1.1" status: 204 len: 168 time: 2.1155939 Jul 28 10:45:22.303227 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34296) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.325685 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:22.341499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.345641 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dd020801-e6bc-48c4-8102-49edda9f11ae admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bea322b8-b4f0-4139-a93d-0883e6176c0f HTTP/1.1" status: 204 len: 168 time: 1.1439273 Jul 28 10:45:22.353042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab68ce9-9fb0-4c95-a164-86935d30ed0e None None] Network 509b896f-8544-44bb-a462-b993cf2a2f1a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:22.361475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34300) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.438449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (19527f5e-f9e2-460c-89fb-f395615db513), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.453524 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299d6fa-95a3-480c-a36c-5e65fd27b88c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:22.456031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299d6fa-95a3-480c-a36c-5e65fd27b88c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:22.457624 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5299d6fa-95a3-480c-a36c-5e65fd27b88c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1492074 Jul 28 10:45:22.461964 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34302) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.521401 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:22.522086 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:22.525221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19527f5e-f9e2-460c-89fb-f395615db513']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:22.545596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24c8cc40-d560-422e-b870-4098f0252569 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:22.549102 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cb2404-0d50-4288-9624-4600086681ce') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:22.549537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cb2404-0d50-4288-9624-4600086681ce') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:22.561089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (0b1cb291-41aa-4cc4-b76a-0caee0e626a3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.567779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f8cb2404-0d50-4288-9624-4600086681ce), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.580683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 24c8cc40-d560-422e-b870-4098f0252569 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:22.582282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24c8cc40-d560-422e-b870-4098f0252569 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:22.582908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bdf61344-35d7-4986-b1e4-d4e97ec0651a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:22.587051 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 389509a5-79d8-41e3-9af1-b4c324f524a0 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:22.591683 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:22.596899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (389509a5-79d8-41e3-9af1-b4c324f524a0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.621684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: bdf61344-35d7-4986-b1e4-d4e97ec0651a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:22.622316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bdf61344-35d7-4986-b1e4-d4e97ec0651a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:22.622459 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f8cb2404-0d50-4288-9624-4600086681ce), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.624409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:22.638802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:22.639356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f8cb2404-0d50-4288-9624-4600086681ce), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.647257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:22.653103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c1a6fdef-8d08-459e-a78a-f2ddcadfdaa0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:22.660569 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ae73497c-74e3-44d0-8523-9e72ec7c005d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/networks/3e2170cf-f317-46b0-94cd-fe58a1d81cbd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4914858 Jul 28 10:45:22.665432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] DHCP port deletion for 509b896f-8544-44bb-a462-b993cf2a2f1a request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:22.688687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34306) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.722062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Deleting port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:22.722440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.723077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1cb291-41aa-4cc4-b76a-0caee0e626a3']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:22.724907 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:22.764147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (19527f5e-f9e2-460c-89fb-f395615db513), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.787724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:22.794498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (389509a5-79d8-41e3-9af1-b4c324f524a0), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.794498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.797171 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/networks/19527f5e-f9e2-460c-89fb-f395615db513 HTTP/1.1" status: 204 len: 168 time: 0.7175133 Jul 28 10:45:22.798118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b8282-3b0f-4f93-afc0-481b88f97dd3 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Network': ['ID=19527f5e-f9e2-460c-89fb-f395615db513,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:22.799586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34308) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.818987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] For port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,segment=NetworkSegment(e1b99e12-13e9-46d9-bf56-0c68413bc95e),segment_id=e1b99e12-13e9-46d9-bf56-0c68413bc95e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:22.820324 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.820744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ac5968-4f80-41a5-9821-790345ab078f') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:22.821072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ac5968-4f80-41a5-9821-790345ab078f') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:22.828243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (509b896f-8544-44bb-a462-b993cf2a2f1a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.830380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Sync routers for ids ['0bcfe092-76d6-4083-a022-d238f7a89f4b'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:22.856111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Calling delete_port for eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:22.856984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (63ac5968-4f80-41a5-9821-790345ab078f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.863104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Routers {'0bcfe092-76d6-4083-a022-d238f7a89f4b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:22.864032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0bcfe092-76d6-4083-a022-d238f7a89f4b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:22.911661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.912965 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef3f876d-75ba-413b-8a1e-93b6901f57af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.7732549 Jul 28 10:45:22.915998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c7ef7-6b15-4d05-bcc0-14f3a2396098 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:22.917317 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2a4c7ef7-6b15-4d05-bcc0-14f3a2396098 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/subnets/c5d2a675-c5f6-408d-81be-ec8438ba3973 HTTP/1.1" status: 200 len: 811 time: 0.2273021 Jul 28 10:45:22.917909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34310) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:22.930949 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (63ac5968-4f80-41a5-9821-790345ab078f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.932383 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (389509a5-79d8-41e3-9af1-b4c324f524a0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:22.933017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34312) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:23.036686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:23.037172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (63ac5968-4f80-41a5-9821-790345ab078f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.073371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Set router 0bcfe092-76d6-4083-a022-d238f7a89f4b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:23.090325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (389509a5-79d8-41e3-9af1-b4c324f524a0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.105706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Deleting port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:23.106178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.183156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] For port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,segment=NetworkSegment(e1b99e12-13e9-46d9-bf56-0c68413bc95e),segment_id=e1b99e12-13e9-46d9-bf56-0c68413bc95e)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:23.183661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.200776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Calling delete_port for eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:23.236598 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.258199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] No DVR routers for this DVR port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:23.291391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Pushing event deleted for resources: {'Port': ['ID=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:23.295326 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 63ac5968-4f80-41a5-9821-790345ab078f resource provider aggregate not found Jul 28 10:45:23.307426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.337755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.338138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.338510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.338852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.339187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.339522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.339861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.340187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.340514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.340838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.346617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.347265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.347843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.348469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.349021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96ebe5-a6a8-47ad-b93a-4c88f7fdb112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:23.397060 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 63ac5968-4f80-41a5-9821-790345ab078f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63ac5968-4f80-41a5-9821-790345ab078f found for delete ", "request_id": "req-197e8711-1f31-45ad-af3f-0f011a92590a"}]} Jul 28 10:45:23.410511 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:23.414465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=389509a5-79d8-41e3-9af1-b4c324f524a0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:23.420415 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.426920 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fe07b2a2-985d-40db-9834-9530757d3aef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/389509a5-79d8-41e3-9af1-b4c324f524a0 HTTP/1.1" status: 204 len: 168 time: 0.9611537 Jul 28 10:45:23.427123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e3262-dae3-4e0c-a8b3-d8856c545ffb None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:23.427783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34320) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:23.440772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50574f8-c136-4177-9da2-a401c950bff9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['shared'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:23.442636 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a50574f8-c136-4177-9da2-a401c950bff9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "GET /v2.0/subnets/c5d2a675-c5f6-408d-81be-ec8438ba3973?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4875019 Jul 28 10:45:23.443837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] No DVR routers for this DVR port eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:23.448896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (73165783-8091-4587-b1b0-1ba5e19c1428), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.470591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34322) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:23.474775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Deleting subnet fc4965be-e275-497a-b8d5-36995695f84f {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:23.478339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (fc4965be-e275-497a-b8d5-36995695f84f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.482911 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:23.496301 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:23.526398 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (0b1cb291-41aa-4cc4-b76a-0caee0e626a3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.527209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (fc4965be-e275-497a-b8d5-36995695f84f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.535827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128384536'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:23.562468 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-727411b7-db65-4bd0-b97f-a205f63a2a34 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335921 Jul 28 10:45:23.566750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (0bcfe092-76d6-4083-a022-d238f7a89f4b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.567529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34324) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:23.573145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Pushing event deleted for resources: {'Port': ['ID=73165783-8091-4587-b1b0-1ba5e19c1428,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:23.615125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (509b896f-8544-44bb-a462-b993cf2a2f1a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.631920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcfe092-76d6-4083-a022-d238f7a89f4b', 'name': '', 'tenant_id': 'dfbf961a58464003b6aa0e209def35a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48701107-252b-4403-b277-8abd5dc31149', 'external_fixed_ips': [{'subnet_id': 'ed6b0fc8-6c8a-4003-ba0c-86011b0f0456', 'ip_address': '2001:db8::188'}], 'enable_snat': True}, 'gw_port_id': '29672b78-a477-4764-b7aa-358dfaf955b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:14Z', 'updated_at': '2022-07-28T10:45:17Z', 'revision_number': 3, 'project_id': 'dfbf961a58464003b6aa0e209def35a1', 'gw_port': {'id': '29672b78-a477-4764-b7aa-358dfaf955b6', 'name': '', 'network_id': '48701107-252b-4403-b277-8abd5dc31149', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:69:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcfe092-76d6-4083-a022-d238f7a89f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'ed6b0fc8-6c8a-4003-ba0c-86011b0f0456', 'ip_address': '2001:db8::188', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:15Z', 'updated_at': '2022-07-28T10:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed6b0fc8-6c8a-4003-ba0c-86011b0f0456', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:23.633592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef376c-ce7d-4b7b-9fe2-ba023015083b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:23.638492 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-07ef376c-ce7d-4b7b-9fe2-ba023015083b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0697000 Jul 28 10:45:23.641154 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34328) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:23.644371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509b896f-8544-44bb-a462-b993cf2a2f1a']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:23.658410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b99e12-13e9-46d9-bf56-0c68413bc95e') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:23.658863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b99e12-13e9-46d9-bf56-0c68413bc95e') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:23.661027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:23.668142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Checking router: 0bcfe092-76d6-4083-a022-d238f7a89f4b for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:23.668567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Updating router 0bcfe092-76d6-4083-a022-d238f7a89f4b port 29672b78-a477-4764-b7aa-358dfaf955b6 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:23.669545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.685522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (e1b99e12-13e9-46d9-bf56-0c68413bc95e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.704227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e1b99e12-13e9-46d9-bf56-0c68413bc95e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.704906 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.708201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:23.716539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:23.717354 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (e1b99e12-13e9-46d9-bf56-0c68413bc95e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.796955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:23.810364 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c7beaaa1-f505-49de-95a4-c46d8edaec9c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.811707 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Added segment c7beaaa1-f505-49de-95a4-c46d8edaec9c of type vlan for network ae407b94-6f40-4d27-b943-c44e1f050ad1 Jul 28 10:45:23.831879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] Deleting port b1cc26ea-a193-43c2-9a77-3d5088b0be45 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:23.832297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.840479 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:23.862512 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (ae407b94-6f40-4d27-b943-c44e1f050ad1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.897014 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:23.916082 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (ae407b94-6f40-4d27-b943-c44e1f050ad1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.921654 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:23.922551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.955784 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:23.968500 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/0b1cb291-41aa-4cc4-b76a-0caee0e626a3 HTTP/1.1" status: 204 len: 168 time: 3.4482598 Jul 28 10:45:24.000634 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34332) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:24.004412 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (0bcfe092-76d6-4083-a022-d238f7a89f4b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.020116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-526919638'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:24.048473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da1de2-4efc-475c-bcf2-1cfee022f5d1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=0b1cb291-41aa-4cc4-b76a-0caee0e626a3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:24.061692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (509b896f-8544-44bb-a462-b993cf2a2f1a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.072681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (fc4965be-e275-497a-b8d5-36995695f84f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.091519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.098350 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] 10.222.0.46 "DELETE /v2.0/networks/509b896f-8544-44bb-a462-b993cf2a2f1a HTTP/1.1" status: 204 len: 168 time: 1.7028143 Jul 28 10:45:24.145716 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:24.152712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788523ac-90f9-414b-909d-c4b00a8b74b6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:24.157662 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-788523ac-90f9-414b-909d-c4b00a8b74b6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5101535 Jul 28 10:45:24.164204 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f8cb2404-0d50-4288-9624-4600086681ce resource provider aggregate not found Jul 28 10:45:24.168491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34338) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:24.180635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 0.6495886 Jul 28 10:45:24.181940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (fc4965be-e275-497a-b8d5-36995695f84f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.186281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34342) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:24.203822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'network_id': 'ae407b94-6f40-4d27-b943-c44e1f050ad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:24.204898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] For port b1cc26ea-a193-43c2-9a77-3d5088b0be45, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b1cc26ea-a193-43c2-9a77-3d5088b0be45,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:24.205387 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.220490 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f8cb2404-0d50-4288-9624-4600086681ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8cb2404-0d50-4288-9624-4600086681ce found for delete ", "request_id": "req-ad93217b-c3b5-4f9e-852e-970a447595b8"}]} Jul 28 10:45:24.246319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] Calling delete_port for b1cc26ea-a193-43c2-9a77-3d5088b0be45 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:24.305070 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:24.307967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13614586-ff87-4958-a043-3c0395e3f118 admin admin] Pushing event deleted for resources: {'Network': ['ID=509b896f-8544-44bb-a462-b993cf2a2f1a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:24.353149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:24.356574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.379043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Deleting port 29672b78-a477-4764-b7aa-358dfaf955b6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:24.379395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.381444 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:24.400096 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4ecf9e87-244a-4c15-b309-f20cccd8f889 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2283466 Jul 28 10:45:24.401821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34346) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:24.412416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4965be-e275-497a-b8d5-36995695f84f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:24.425318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.433346 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-33f6de19-ac1b-4f23-a53c-52b523b1b146 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/subnets/fc4965be-e275-497a-b8d5-36995695f84f HTTP/1.1" status: 204 len: 168 time: 1.4215484 Jul 28 10:45:24.434684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838e010-4931-43d4-99dd-8c587e7ebe44 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Network': ['ID=ae407b94-6f40-4d27-b943-c44e1f050ad1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:24.438248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34348) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:24.458665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34350) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:24.463056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d815f40-b411-4673-aaf3-ee4ac35d34d1 None None] Network b30adf07-1daf-4921-b809-c96880091985 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:24.465451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:24.524074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network ae407b94-6f40-4d27-b943-c44e1f050ad1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:24.532598 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (b1cc26ea-a193-43c2-9a77-3d5088b0be45), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.618359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:24.635158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] Pushing event deleted for resources: {'Port': ['ID=b1cc26ea-a193-43c2-9a77-3d5088b0be45,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:24.637766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f2cab-6a89-4036-9933-a2d0ea326747 None None] No DVR routers for this DVR port b1cc26ea-a193-43c2-9a77-3d5088b0be45 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:24.670997 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Made reservation on behalf of 5e2e548fb355447e90a08b53f3ade9ac for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:24.671183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b1cc26ea-a193-43c2-9a77-3d5088b0be45 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:24.673994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.700606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b1cc26ea-a193-43c2-9a77-3d5088b0be45 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:24.700955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b1cc26ea-a193-43c2-9a77-3d5088b0be45 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:24.701368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:24.732876 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d8b1639f-d831-4f9e-918f-79a040ed5d74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=250e9ea221004badbf41f4631cdc26bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661800 Jul 28 10:45:24.743790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34352) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:24.746316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:24.746649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eeb5cfc9-cc08-45a4-a70e-6a6df2b81e1c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:24.789070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b30adf07-1daf-4921-b809-c96880091985), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.793641 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Publish callbacks [] for port (29672b78-a477-4764-b7aa-358dfaf955b6), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.795878 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d4b71bdc-65c0-4878-ab6f-fc88e520b476), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.796235 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Added segment d4b71bdc-65c0-4878-ab6f-fc88e520b476 of type vlan for network 1104af16-d5d3-4eb5-bb4a-390e0f777822 Jul 28 10:45:24.809561 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.818359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] DHCP port deletion for b30adf07-1daf-4921-b809-c96880091985 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:24.910548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a485e75c-3533-468b-a24a-fb791d29fbc2 admin admin] Publish callbacks [] for security_group (137f71bc-b5e4-455e-9540-2343f38935db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.919779 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Deleting port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:24.920103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.923402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbc629-0035-43ba-bc57-24ef1bd82faa None None] Pushing event updated for resources: {'Port': ['ID=29672b78-a477-4764-b7aa-358dfaf955b6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:24.940858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Attempting to bind port 29672b78-a477-4764-b7aa-358dfaf955b6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:24.941329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Attempting to bind port 29672b78-a477-4764-b7aa-358dfaf955b6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f4ba3b90-fbad-4d66-b4b3-f97c112b4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48701107-252b-4403-b277-8abd5dc31149'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:24.941618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Attempting to bind port 29672b78-a477-4764-b7aa-358dfaf955b6 on network 48701107-252b-4403-b277-8abd5dc31149 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:24.953036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:24.953436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Checking segment: {'id': 'f4ba3b90-fbad-4d66-b4b3-f97c112b4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48701107-252b-4403-b277-8abd5dc31149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:24.953829 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.954331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Bound using segment: {'id': 'f4ba3b90-fbad-4d66-b4b3-f97c112b4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48701107-252b-4403-b277-8abd5dc31149'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:24.954828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Bound port: 29672b78-a477-4764-b7aa-358dfaf955b6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ba3b90-fbad-4d66-b4b3-f97c112b4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '48701107-252b-4403-b277-8abd5dc31149'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:24.956888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.960649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] Deleting port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:24.961037 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:24.984137 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Performing IP validity checks on allocation pools {{(pid=104687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 10:45:24.985121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104687) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 10:45:24.990378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:24.996423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a485e75c-3533-468b-a24a-fb791d29fbc2 admin admin] Publish callbacks [] for security_group (137f71bc-b5e4-455e-9540-2343f38935db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.002358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.045296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] For port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,segment=NetworkSegment(25b1e917-a5f1-4066-be77-23d408ca2b97),segment_id=25b1e917-a5f1-4066-be77-23d408ca2b97)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:25.045667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.066583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Calling delete_port for cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:25.093481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] For port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,segment=NetworkSegment(25b1e917-a5f1-4066-be77-23d408ca2b97),segment_id=25b1e917-a5f1-4066-be77-23d408ca2b97)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:25.093912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.097487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] For port 29672b78-a477-4764-b7aa-358dfaf955b6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:25.101674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] For port 29672b78-a477-4764-b7aa-358dfaf955b6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=29672b78-a477-4764-b7aa-358dfaf955b6,segment=NetworkSegment(f4ba3b90-fbad-4d66-b4b3-f97c112b4391),segment_id=f4ba3b90-fbad-4d66-b4b3-f97c112b4391)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:25.116768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] Calling delete_port for cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:25.130974 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:25.134556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a485e75c-3533-468b-a24a-fb791d29fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (137f71bc-b5e4-455e-9540-2343f38935db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.137624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a485e75c-3533-468b-a24a-fb791d29fbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.139055 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a485e75c-3533-468b-a24a-fb791d29fbc2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/137f71bc-b5e4-455e-9540-2343f38935db HTTP/1.1" status: 204 len: 168 time: 0.3938942 Jul 28 10:45:25.164412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.173062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485e75c-3533-468b-a24a-fb791d29fbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f71bc-b5e4-455e-9540-2343f38935db,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:25.260738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.301035 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:25.312816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Port': ['ID=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:25.323897 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] No DVR routers for this DVR port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:25.349458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Routers {'0bcfe092-76d6-4083-a022-d238f7a89f4b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:25.351276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0bcfe092-76d6-4083-a022-d238f7a89f4b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:25.356826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbc629-0035-43ba-bc57-24ef1bd82faa None None] Pushing event updated for resources: {'Port': ['ID=29672b78-a477-4764-b7aa-358dfaf955b6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:25.441370 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.472343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] Set router 0bcfe092-76d6-4083-a022-d238f7a89f4b gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:25.513489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b30adf07-1daf-4921-b809-c96880091985), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.561647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30adf07-1daf-4921-b809-c96880091985']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:25.570558 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:25.578933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b1e917-a5f1-4066-be77-23d408ca2b97') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:25.579237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b1e917-a5f1-4066-be77-23d408ca2b97') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:25.591987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcfe092-76d6-4083-a022-d238f7a89f4b', 'name': '', 'tenant_id': 'dfbf961a58464003b6aa0e209def35a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:14Z', 'updated_at': '2022-07-28T10:45:24Z', 'revision_number': 4, 'project_id': 'dfbf961a58464003b6aa0e209def35a1', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:25.592789 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (25b1e917-a5f1-4066-be77-23d408ca2b97), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.609491 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (25b1e917-a5f1-4066-be77-23d408ca2b97), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.618244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:25.618729 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (25b1e917-a5f1-4066-be77-23d408ca2b97), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.657381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] Pushing event deleted for resources: {'Port': ['ID=cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:25.661187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9afe5-b2ca-4b74-8661-e48d524e1311 None None] No DVR routers for this DVR port cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:25.667181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39215e6-3b2f-47bb-8d6d-131de9a0af2c None None] The sync data for ids ['0bcfe092-76d6-4083-a022-d238f7a89f4b'] in n-d-850468-6 is: [{'id': '0bcfe092-76d6-4083-a022-d238f7a89f4b', 'name': '', 'tenant_id': 'dfbf961a58464003b6aa0e209def35a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:14Z', 'updated_at': '2022-07-28T10:45:24Z', 'revision_number': 4, 'project_id': 'dfbf961a58464003b6aa0e209def35a1', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:25.692084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.694578 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:25.706524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b30adf07-1daf-4921-b809-c96880091985), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.724729 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.731233 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/networks/b30adf07-1daf-4921-b809-c96880091985 HTTP/1.1" status: 204 len: 168 time: 1.2891366 Jul 28 10:45:25.734378 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e1b99e12-13e9-46d9-bf56-0c68413bc95e resource provider aggregate not found Jul 28 10:45:25.749439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34372) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:25.763925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca921360-f571-44dd-9bf7-ee73d3d5d678 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Pushing event deleted for resources: {'Network': ['ID=b30adf07-1daf-4921-b809-c96880091985,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:25.764263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (1104af16-d5d3-4eb5-bb4a-390e0f777822), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.782931 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e1b99e12-13e9-46d9-bf56-0c68413bc95e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1b99e12-13e9-46d9-bf56-0c68413bc95e found for delete ", "request_id": "req-b8ac7ff7-b5fb-466b-a6da-5b8458ee9d04"}]} Jul 28 10:45:25.795097 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Calling delete_port for 29672b78-a477-4764-b7aa-358dfaf955b6 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:25.806583 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e2c08598-de9b-4b95-a023-effe7ea48443 tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "GET /v2.0/ports?device_id=26a847cf-efba-4524-82c9-1b0818563c30 HTTP/1.1" status: 200 len: 205 time: 0.0554287 Jul 28 10:45:25.813519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34378) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:25.816193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (5470ec1e-915a-4c36-8a80-1d108be57d16), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.935378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8749c580-62df-4d9d-a889-31c5e4f21f8a tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for router (26a847cf-efba-4524-82c9-1b0818563c30), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:25.999139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (1104af16-d5d3-4eb5-bb4a-390e0f777822), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.004395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:26.004917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.151705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8749c580-62df-4d9d-a889-31c5e4f21f8a tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (26a847cf-efba-4524-82c9-1b0818563c30), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.153581 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:26.155772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8749c580-62df-4d9d-a889-31c5e4f21f8a tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for router_controller (26a847cf-efba-4524-82c9-1b0818563c30), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.217778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8749c580-62df-4d9d-a889-31c5e4f21f8a tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (26a847cf-efba-4524-82c9-1b0818563c30), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.218406 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8749c580-62df-4d9d-a889-31c5e4f21f8a tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Fanout notify agent at l3_agent the message router_deleted on router 26a847cf-efba-4524-82c9-1b0818563c30 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:26.225053 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8749c580-62df-4d9d-a889-31c5e4f21f8a tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.227432 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8749c580-62df-4d9d-a889-31c5e4f21f8a tempest-RoutersNegativeTest-907019284 tempest-RoutersNegativeTest-907019284-project] 10.222.0.46 "DELETE /v2.0/routers/26a847cf-efba-4524-82c9-1b0818563c30 HTTP/1.1" status: 204 len: 168 time: 0.4169633 Jul 28 10:45:26.252406 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:26.261575 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 25b1e917-a5f1-4066-be77-23d408ca2b97 resource provider aggregate not found Jul 28 10:45:26.274870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Network': ['ID=1104af16-d5d3-4eb5-bb4a-390e0f777822,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:26.274870 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7b979270-bea7-4ea9-a0ea-b4d7a14cc4c5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 2.2596138 Jul 28 10:45:26.278292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34398) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:26.283409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:26.286209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:26.301439 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 25b1e917-a5f1-4066-be77-23d408ca2b97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25b1e917-a5f1-4066-be77-23d408ca2b97 found for delete ", "request_id": "req-6d884edc-945a-4b75-bc9c-70890b130dbe"}]} Jul 28 10:45:26.424909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (d29e0ae6-74d5-4084-b022-c111591ada5c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.446198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34404) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:26.493413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:26.510419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:26.518773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.559403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:26.581781 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:26.586675 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:26.587269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.602334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2734c-6654-4630-b222-0cce29a451bc None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:26.608471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:26.610278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbbf15d2-faa6-40ae-a1b8-d93a2acce2b4 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:26.698818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-network', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:26.810378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Made reservation on behalf of 42b982235395445cb6be74b9fc2cf4e7 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:26.811080 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:26.811080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=d29e0ae6-74d5-4084-b022-c111591ada5c,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:26.811599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.824585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (05023af6-1bd3-4599-8abf-2e9452a2aa15), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.857001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'd29e0ae6-74d5-4084-b022-c111591ada5c'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:26.857997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.867643 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (29672b78-a477-4764-b7aa-358dfaf955b6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:26.876551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34410) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:26.908751 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11efc9be-a695-4ff9-ab31-8994818c1d0d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4497535 Jul 28 10:45:26.918542 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34412) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:26.927020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event deleted for resources: {'Port': ['ID=29672b78-a477-4764-b7aa-358dfaf955b6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:26.937219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': 'd29e0ae6-74d5-4084-b022-c111591ada5c', 'ip_address': '2001:db8::ee2d:a575:6532:b8ef'}], 'name': 'tempest-NetworksTestDHCPv6-615471950'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:26.959896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.033695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/d29e0ae6-74d5-4084-b022-c111591ada5c/dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:27.126938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c56d75cb-f224-4b45-b11c-718b122a0021), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.135007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=05023af6-1bd3-4599-8abf-2e9452a2aa15,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:27.195016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Router 5470ec1e-915a-4c36-8a80-1d108be57d16 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:27.199980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=c56d75cb-f224-4b45-b11c-718b122a0021,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:27.229452 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Publish callbacks [] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.240290 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.256247 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (0bcfe092-76d6-4083-a022-d238f7a89f4b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.280039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks [] for security_group (d605a8a0-3777-4651-84e6-db9cfdda2bf1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.285379 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:27.297323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:27.298316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d605a8a0-3777-4651-84e6-db9cfdda2bf1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.302615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:27.306213 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:27.307547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:27.317166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:27.332123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (eae5c27f-84f8-42ae-a19a-61b9c76894ab), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.332547 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Added segment eae5c27f-84f8-42ae-a19a-61b9c76894ab of type vlan for network 96d05408-eedf-4646-93cb-6768efac6dfb Jul 28 10:45:27.365706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Checking segment: {'id': 'c7beaaa1-f505-49de-95a4-c46d8edaec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ae407b94-6f40-4d27-b943-c44e1f050ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:27.366674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network hostable DHCP agents. Network: ae407b94-6f40-4d27-b943-c44e1f050ad1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:27.371163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Pushing event updated for resources: {'Port': ['ID=dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:27.386987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Attempting to bind port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:27.387584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Attempting to bind port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:27.388132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Attempting to bind port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:27.394148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:27.394687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:27.395194 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.395687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:27.396345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Bound port: dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:27.396828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.432814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (96d05408-eedf-4646-93cb-6768efac6dfb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.446129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Checking segment: {'id': 'd4b71bdc-65c0-4878-ab6f-fc88e520b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:27.446499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network hostable DHCP agents. Network: 1104af16-d5d3-4eb5-bb4a-390e0f777822, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:27.465255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605a8a0-3777-4651-84e6-db9cfdda2bf1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:27.497940 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:27.503951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (96d05408-eedf-4646-93cb-6768efac6dfb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.505333 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:27.507449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.512230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] For port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:27.520459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] For port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:27.524253 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34422) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:27.524660 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e0c2938d-53bc-42df-bb0d-eda348d9005a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=275efef7f3854a55858512cb0f0bbff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6136932 Jul 28 10:45:27.532214 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.534740 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (0bcfe092-76d6-4083-a022-d238f7a89f4b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.551261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (0bcfe092-76d6-4083-a022-d238f7a89f4b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.563347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Network ae407b94-6f40-4d27-b943-c44e1f050ad1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:27.598817 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:27.599678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 1104af16-d5d3-4eb5-bb4a-390e0f777822) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:27.615967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca33a1-6b32-49fa-b5c4-43c3012760cf None None] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:27.635878 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1843872 Jul 28 10:45:27.637357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:27.637966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.662611 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:27.670750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34424) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:27.673626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c77d72-3a8d-4ced-8cb6-98922d5bbd55 None None] Pushing event updated for resources: {'Port': ['ID=dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:27.679413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Request body: {'subnet': {'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-subnet', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:27.698353 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:27.735193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d1ce8-27b5-4fe0-8878-6130e9d5f3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=96d05408-eedf-4646-93cb-6768efac6dfb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:27.750713 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92aa1e27-7f30-4a47-b06b-281152574366 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4686103 Jul 28 10:45:27.751617 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34426) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:27.760554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 96d05408-eedf-4646-93cb-6768efac6dfb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:27.766382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, ae407b94-6f40-4d27-b943-c44e1f050ad1) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:27.770274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:27.790378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d0191616-b962-4a14-8c56-1b1ca26048e2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1336222842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:27.802652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:27.803074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.840431 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0191616-b962-4a14-8c56-1b1ca26048e2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (ac49a32b-a544-42de-b66a-31d16a384f3c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.841896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0191616-b962-4a14-8c56-1b1ca26048e2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (ac49a32b-a544-42de-b66a-31d16a384f3c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.850967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Made reservation on behalf of 42b982235395445cb6be74b9fc2cf4e7 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:27.854680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.865206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eabd1fb-5625-4254-840a-e457d60d3fe1 None None] Network ae407b94-6f40-4d27-b943-c44e1f050ad1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:27.873064 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (0bcfe092-76d6-4083-a022-d238f7a89f4b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.873671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bcfe092-76d6-4083-a022-d238f7a89f4b {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:27.893336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.897116 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-28bb4d8c-ce69-4f10-9e28-2aaf566890cf tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "DELETE /v2.0/routers/0bcfe092-76d6-4083-a022-d238f7a89f4b HTTP/1.1" status: 204 len: 168 time: 4.9702785 Jul 28 10:45:27.905113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34428) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:27.965486 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1fb37c4c-9f29-4524-a9f5-72a6cbf3e27a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.7685044 Jul 28 10:45:27.983136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-1104af16-d5d3-4eb5-bb4a-390e0f777822', 'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822', 'project_id': '1f9e1d9e253547c89d0c8594bb1f73f5', 'fixed_ips': [{'subnet_id': 'c56d75cb-f224-4b45-b11c-718b122a0021'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:27.984371 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:27.992932 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34430) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:27.993705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:28.005952 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3c9f407c-3a68-4eeb-bd77-6a1d4c1a899f admin admin] 10.222.0.46 "PUT /v2.0/routers/5470ec1e-915a-4c36-8a80-1d108be57d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7735486 Jul 28 10:45:28.008657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5acf46be-06bb-428d-a09f-a14bb029dbd9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:28.018217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] Sync routers for ids ['5470ec1e-915a-4c36-8a80-1d108be57d16'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:28.038714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34432) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:28.040230 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] Routers {'5470ec1e-915a-4c36-8a80-1d108be57d16'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:28.042698 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4182cfd2-0724-4f86-b786-29198124b458 admin admin] Publish callbacks [] for security_group (3cb94454-eafc-44f3-ab8a-d1ee9f293d8d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.045077 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['5470ec1e-915a-4c36-8a80-1d108be57d16'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:28.165059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4182cfd2-0724-4f86-b786-29198124b458 admin admin] Publish callbacks [] for security_group (3cb94454-eafc-44f3-ab8a-d1ee9f293d8d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.203474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.254795 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] Set router 5470ec1e-915a-4c36-8a80-1d108be57d16 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:28.258844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0191616-b962-4a14-8c56-1b1ca26048e2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for router_controller (ac49a32b-a544-42de-b66a-31d16a384f3c), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.306207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0191616-b962-4a14-8c56-1b1ca26048e2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (ac49a32b-a544-42de-b66a-31d16a384f3c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.371113 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d0191616-b962-4a14-8c56-1b1ca26048e2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.372466 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d0191616-b962-4a14-8c56-1b1ca26048e2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6051919 Jul 28 10:45:28.405594 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34434) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:28.408042 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4182cfd2-0724-4f86-b786-29198124b458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3cb94454-eafc-44f3-ab8a-d1ee9f293d8d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.412236 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4182cfd2-0724-4f86-b786-29198124b458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.413807 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4182cfd2-0724-4f86-b786-29198124b458 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3cb94454-eafc-44f3-ab8a-d1ee9f293d8d HTTP/1.1" status: 204 len: 168 time: 0.8855433 Jul 28 10:45:28.418206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822', 'name': 'tempest-PortsTestJSON-766104873'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:28.420677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Deleting subnet ed6b0fc8-6c8a-4003-ba0c-86011b0f0456 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:28.430861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Allocated IP 172.20.0.2 (1104af16-d5d3-4eb5-bb4a-390e0f777822/c56d75cb-f224-4b45-b11c-718b122a0021/7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:28.496918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 95b66cb9-fc52-48e6-a358-00df81f1bdf0 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:28.518379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182cfd2-0724-4f86-b786-29198124b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb94454-eafc-44f3-ab8a-d1ee9f293d8d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:28.533317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for subnet (ed6b0fc8-6c8a-4003-ba0c-86011b0f0456), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.554344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.606948 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:28.636445 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:28.675931 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:28.698350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:28.718150 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:45:22Z', 'revision_number': 5, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:28.762076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:28.790042 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] Checking router: 5470ec1e-915a-4c36-8a80-1d108be57d16 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:28.825501 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] Routers {'5470ec1e-915a-4c36-8a80-1d108be57d16'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:28.828277 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['5470ec1e-915a-4c36-8a80-1d108be57d16'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:28.868953 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:28.898839 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Checking segment: {'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:28.899457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Network hostable DHCP agents. Network: 96d05408-eedf-4646-93cb-6768efac6dfb, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:28.924808 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks [] for router (5470ec1e-915a-4c36-8a80-1d108be57d16), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.935415 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:28.942489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.954842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-ae407b94-6f40-4d27-b943-c44e1f050ad1', 'network_id': 'ae407b94-6f40-4d27-b943-c44e1f050ad1', 'project_id': '5e2e548fb355447e90a08b53f3ade9ac', 'fixed_ips': [{'subnet_id': '05023af6-1bd3-4599-8abf-2e9452a2aa15'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:28.956202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.964714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (ed6b0fc8-6c8a-4003-ba0c-86011b0f0456), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.969872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5acf46be-06bb-428d-a09f-a14bb029dbd9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9589124'] for subnet (05023af6-1bd3-4599-8abf-2e9452a2aa15), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:28.997416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Network 96d05408-eedf-4646-93cb-6768efac6dfb is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:29.007584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 3074d615-17ef-436a-92d4-452d64b92ae7 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:29.048337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:29.048730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.084240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 96d05408-eedf-4646-93cb-6768efac6dfb) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:29.092881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:29.094551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.138255 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] Set router 5470ec1e-915a-4c36-8a80-1d108be57d16 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:29.143420 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-177e8e14-e320-4b7a-bb87-826f0242a29c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4697597 Jul 28 10:45:29.147441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34450) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:29.153818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:29.185320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873a3de-1895-43c5-9cbc-ba51eed9a175 None None] Network 96d05408-eedf-4646-93cb-6768efac6dfb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:29.187334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.188853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.195712 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:29.292993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks [] for router_controller (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.347220 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Publish callbacks [] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.532022 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.596464 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:45:22Z', 'revision_number': 5, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:29.604756 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks [] for router_gateway (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.688333 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b468d7-e18e-488c-90a6-844068e4c11d None None] The sync data for ids ['5470ec1e-915a-4c36-8a80-1d108be57d16'] in n-d-850468-6 is: [{'id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'name': 'tempest-TestServerMultinode-1005283397-router', 'tenant_id': 'c688961aeda5402da0f5849c50d074c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '1cccc082-f304-4e93-af14-81493706cdbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:44:36Z', 'updated_at': '2022-07-28T10:45:22Z', 'revision_number': 5, 'project_id': 'c688961aeda5402da0f5849c50d074c4', 'gw_port': {'id': '1cccc082-f304-4e93-af14-81493706cdbd', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:2b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5470ec1e-915a-4c36-8a80-1d108be57d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:44:38Z', 'updated_at': '2022-07-28T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:29.765997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:29.766474 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.804637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c6b05b6e-2b2c-4e4a-bb2c-10a7e7912822 None None] Provisioning complete for port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:29.805017 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6b05b6e-2b2c-4e4a-bb2c-10a7e7912822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:29.967473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:29.997722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:30.009395 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:30.010422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Pushing event updated for resources: {'Port': ['ID=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:30.020401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:30.133178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:30.168028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-96d05408-eedf-4646-93cb-6768efac6dfb', 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb', 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'fixed_ips': [{'subnet_id': 'f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:30.169275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.190230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.224100 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34466) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:30.304604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ed6b0fc8-6c8a-4003-ba0c-86011b0f0456), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.312015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.12 (1104af16-d5d3-4eb5-bb4a-390e0f777822/c56d75cb-f224-4b45-b11c-718b122a0021/3074d615-17ef-436a-92d4-452d64b92ae7) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:30.349325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:30.423547 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:30.438663 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:30.446851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks [] for router_gateway (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.491800 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.585768 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks [] for router_gateway (5470ec1e-915a-4c36-8a80-1d108be57d16), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.602256 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Attempting to bind port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:30.603015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Attempting to bind port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd4b71bdc-65c0-4878-ab6f-fc88e520b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:30.603743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Attempting to bind port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d on network 1104af16-d5d3-4eb5-bb4a-390e0f777822 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:30.620514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6af14f99-e63b-4414-9a1f-3b5f5f4ab079 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:30.621540 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-6af14f99-e63b-4414-9a1f-3b5f5f4ab079 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 10:45:30.622306 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-6af14f99-e63b-4414-9a1f-3b5f5f4ab079 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 10:45:30.623648 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6af14f99-e63b-4414-9a1f-3b5f5f4ab079 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3923502 Jul 28 10:45:30.629747 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::ee2d:a575:6532:b8ef (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/d29e0ae6-74d5-4084-b022-c111591ada5c/95b66cb9-fc52-48e6-a358-00df81f1bdf0) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:30.634930 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:30.651938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--67829654'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:30.676396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:30.676828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Checking segment: {'id': 'd4b71bdc-65c0-4878-ab6f-fc88e520b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:30.677290 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.678176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Bound using segment: {'id': 'd4b71bdc-65c0-4878-ab6f-fc88e520b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:30.679927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Bound port: 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b71bdc-65c0-4878-ab6f-fc88e520b476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1104af16-d5d3-4eb5-bb4a-390e0f777822'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:30.680482 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.683170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:30.702477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (ed6b0fc8-6c8a-4003-ba0c-86011b0f0456), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.739117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Allocated IP 172.25.2.9 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a918f87e-836a-4b1c-bd30-369de9078011) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:30.833208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:30.833711 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.837806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c6b05b6e-2b2c-4e4a-bb2c-10a7e7912822 None None] Current status of the port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:30.870035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks [] for port (a918f87e-836a-4b1c-bd30-369de9078011), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.917323 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:30.931326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6b0fc8-6c8a-4003-ba0c-86011b0f0456,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:30.936154 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a918f87e-836a-4b1c-bd30-369de9078011), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.964048 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:30.972185 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-646c9007-d0ce-4b50-b01d-78714e91ac50 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/ed6b0fc8-6c8a-4003-ba0c-86011b0f0456 HTTP/1.1" status: 204 len: 168 time: 3.0616331 Jul 28 10:45:30.987202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:30.990356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34478) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:30.993280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:30.996399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:31.009605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.037680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] For port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:31.052523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] For port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,segment=NetworkSegment(d4b71bdc-65c0-4878-ab6f-fc88e520b476),segment_id=d4b71bdc-65c0-4878-ab6f-fc88e520b476)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:31.060509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Deleting port 1cccc082-f304-4e93-af14-81493706cdbd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:31.067845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1cccc082-f304-4e93-af14-81493706cdbd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.102489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Allocated IP 172.20.0.2 (96d05408-eedf-4646-93cb-6768efac6dfb/f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052/373ae7ee-f4fe-46b6-a46d-8924cf84f2f6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:31.196688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a918f87e-836a-4b1c-bd30-369de9078011,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:31.259851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.310788 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Publish callbacks [] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.316089 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:31.324843 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:31.334530 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.359926 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.398386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] For port 1cccc082-f304-4e93-af14-81493706cdbd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1cccc082-f304-4e93-af14-81493706cdbd,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:31.398767 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1cccc082-f304-4e93-af14-81493706cdbd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.438237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Calling delete_port for 1cccc082-f304-4e93-af14-81493706cdbd owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:31.472472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Network 96d05408-eedf-4646-93cb-6768efac6dfb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:31.485754 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (3074d615-17ef-436a-92d4-452d64b92ae7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.488439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Allocated IP 172.20.0.3 (ae407b94-6f40-4d27-b943-c44e1f050ad1/05023af6-1bd3-4599-8abf-2e9452a2aa15/dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:31.496469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:31.503068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Pushing event updated for resources: {'Port': ['ID=373ae7ee-f4fe-46b6-a46d-8924cf84f2f6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:31.546023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (48701107-252b-4403-b277-8abd5dc31149), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.555820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:31.630285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.660213 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:31.707468 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5acf46be-06bb-428d-a09f-a14bb029dbd9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727300207845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8669948'] for subnet (05023af6-1bd3-4599-8abf-2e9452a2aa15), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.716977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:31.800096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:31.810922 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:31.811395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:31.823981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1cccc082-f304-4e93-af14-81493706cdbd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.837786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf46be-06bb-428d-a09f-a14bb029dbd9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event updated for resources: {'Subnet': ['ID=05023af6-1bd3-4599-8abf-2e9452a2aa15,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:31.842915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf46be-06bb-428d-a09f-a14bb029dbd9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:31.843612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5acf46be-06bb-428d-a09f-a14bb029dbd9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:31.844875 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5acf46be-06bb-428d-a09f-a14bb029dbd9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "PUT /v2.0/subnets/05023af6-1bd3-4599-8abf-2e9452a2aa15 HTTP/1.1" status: 200 len: 877 time: 3.8456035 Jul 28 10:45:31.884425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:31.891570 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:31.901425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 73165783-8091-4587-b1b0-1ba5e19c1428 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:31.908584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=3074d615-17ef-436a-92d4-452d64b92ae7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:31.983049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cccc082-f304-4e93-af14-81493706cdbd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:32.007713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cd2c3-139e-4f57-a161-436f3462f7d1 None None] Pushing event updated for resources: {'Port': ['ID=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:32.011082 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (48701107-252b-4403-b277-8abd5dc31149), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.021631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 73165783-8091-4587-b1b0-1ba5e19c1428 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:32.022437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 73165783-8091-4587-b1b0-1ba5e19c1428 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:32.033535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Attempting to bind port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:32.033947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Attempting to bind port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:32.034324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Attempting to bind port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 on network 96d05408-eedf-4646-93cb-6768efac6dfb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:32.043900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:32.044215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Checking segment: {'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:32.044413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks [] for router_gateway (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.044556 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.045285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Bound using segment: {'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:32.046189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Bound port: 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:32.046383 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.112795 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48701107-252b-4403-b277-8abd5dc31149']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:32.165636 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (95b66cb9-fc52-48e6-a358-00df81f1bdf0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.196327 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (5470ec1e-915a-4c36-8a80-1d108be57d16), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.199415 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:32.211213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:32.212086 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.224132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] For port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:32.230367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] For port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=373ae7ee-f4fe-46b6-a46d-8924cf84f2f6,segment=NetworkSegment(eae5c27f-84f8-42ae-a19a-61b9c76894ab),segment_id=eae5c27f-84f8-42ae-a19a-61b9c76894ab)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:32.231802 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (ae407b94-6f40-4d27-b943-c44e1f050ad1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.235520 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Publish callbacks [] for port (dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.236599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ba3b90-fbad-4d66-b4b3-f97c112b4391') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:32.237060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ba3b90-fbad-4d66-b4b3-f97c112b4391') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:32.243641 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.252536 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f4ba3b90-fbad-4d66-b4b3-f97c112b4391), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.269760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f4ba3b90-fbad-4d66-b4b3-f97c112b4391), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.279318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:32.280077 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f4ba3b90-fbad-4d66-b4b3-f97c112b4391), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.296925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (fd7505d6-f5f7-48e3-9fd4-7b20783ad8db), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.343123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fd7505d6-f5f7-48e3-9fd4-7b20783ad8db), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.365272 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:32.370340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (5470ec1e-915a-4c36-8a80-1d108be57d16), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.377307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks [] for router_controller (5470ec1e-915a-4c36-8a80-1d108be57d16), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.407511 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ce2fc63f-0a10-4ab3-a9f0-b3778a8ed098 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0005033 Jul 28 10:45:32.411894 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f4ba3b90-fbad-4d66-b4b3-f97c112b4391 resource provider aggregate not found Jul 28 10:45:32.417442 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34490) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:32.427674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (48701107-252b-4403-b277-8abd5dc31149), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.448133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48701107-252b-4403-b277-8abd5dc31149 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 10:45:32.451908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.456481 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "DELETE /v2.0/networks/48701107-252b-4403-b277-8abd5dc31149 HTTP/1.1" status: 204 len: 168 time: 1.4554424 Jul 28 10:45:32.459319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (95b66cb9-fc52-48e6-a358-00df81f1bdf0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.474910 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7505d6-f5f7-48e3-9fd4-7b20783ad8db,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:32.529786 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.532093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70f28e-253f-4c05-ae46-5e6f114b0a43 None None] Pushing event updated for resources: {'Port': ['ID=373ae7ee-f4fe-46b6-a46d-8924cf84f2f6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:32.595378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (5470ec1e-915a-4c36-8a80-1d108be57d16), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.595992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5470ec1e-915a-4c36-8a80-1d108be57d16 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:32.638906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.661806 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a859b9bf-00cb-4faa-98cb-0a7032087794 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5470ec1e-915a-4c36-8a80-1d108be57d16 HTTP/1.1" status: 204 len: 168 time: 4.6126585 Jul 28 10:45:32.676338 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:32.687458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34498) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:32.731336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Network ae407b94-6f40-4d27-b943-c44e1f050ad1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:32.753098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:32.756120 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:32.764053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:32.799013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:32.820788 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-162639c8-c4dc-4cc3-801e-394aea6b7f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.831846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Pushing event updated for resources: {'Port': ['ID=dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:32.846720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:32.862883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:32.875737 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:32.880954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:32.894775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.900765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=95b66cb9-fc52-48e6-a358-00df81f1bdf0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:32.912475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (1994f0f2-76b5-44fe-9b26-7f0378465512), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:32.982333 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] Deleting subnet 716fac2b-2e97-4625-915e-c8b362e185ba {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:32.984801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1994f0f2-76b5-44fe-9b26-7f0378465512), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.019759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] Publish callbacks [] for subnet (716fac2b-2e97-4625-915e-c8b362e185ba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.036386 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-abd6c2f5-65eb-4665-9378-da6b55dd6665 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.1046252 Jul 28 10:45:33.083522 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f4ba3b90-fbad-4d66-b4b3-f97c112b4391 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4ba3b90-fbad-4d66-b4b3-f97c112b4391 found for delete ", "request_id": "req-07b0b17d-afb5-4e38-ab1b-9581a7303947"}]} Jul 28 10:45:33.088333 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba399ab-4488-427d-a542-9471224503d9 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event deleted for resources: {'Network': ['ID=48701107-252b-4403-b277-8abd5dc31149,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:33.116740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34504) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:33.139810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Attempting to bind port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:33.140439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Attempting to bind port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c7beaaa1-f505-49de-95a4-c46d8edaec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ae407b94-6f40-4d27-b943-c44e1f050ad1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:33.140551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Attempting to bind port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 on network ae407b94-6f40-4d27-b943-c44e1f050ad1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:33.141327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dfec8513-ca02-47ca-a09f-c6fc1d25ee40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': 'd29e0ae6-74d5-4084-b022-c111591ada5c', 'ip_address': '2001:db8::ee2d:a575:6532:b8ef'}], 'name': 'tempest-NetworksTestDHCPv6-2033051091'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:33.166445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:33.167214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Checking segment: {'id': 'c7beaaa1-f505-49de-95a4-c46d8edaec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ae407b94-6f40-4d27-b943-c44e1f050ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:33.169781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.169781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Bound using segment: {'id': 'c7beaaa1-f505-49de-95a4-c46d8edaec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ae407b94-6f40-4d27-b943-c44e1f050ad1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:33.169781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Bound port: dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7beaaa1-f505-49de-95a4-c46d8edaec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ae407b94-6f40-4d27-b943-c44e1f050ad1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:33.169781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.230999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:33.231379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.315805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34510) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:33.369591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1db640af-9b38-49b4-b3e8-706a441fbb1c tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'router': {'name': 'tempest-router--592274118', 'project_id': '92d4f371accb4b4bb655c30571caa01f'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:33.478350 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.487225 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.8478115 Jul 28 10:45:33.499261 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:33.501755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34512) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:33.508157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1db640af-9b38-49b4-b3e8-706a441fbb1c tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.509282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1db640af-9b38-49b4-b3e8-706a441fbb1c tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.515469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8f9cb439-174c-4075-86a5-8b5cd0f01e2b None None] Provisioning complete for port 95b66cb9-fc52-48e6-a358-00df81f1bdf0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:33.516322 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f9cb439-174c-4075-86a5-8b5cd0f01e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (95b66cb9-fc52-48e6-a358-00df81f1bdf0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.527932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5f3e4fbd-4861-40b9-b954-8f34311d7112 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '1994f0f2-76b5-44fe-9b26-7f0378465512', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:33.530930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] For port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:33.537443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] For port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1,segment=NetworkSegment(c7beaaa1-f505-49de-95a4-c46d8edaec9c),segment_id=c7beaaa1-f505-49de-95a4-c46d8edaec9c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:33.543472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a541c4e-8858-4d19-8402-a52ffc2704b7 None None] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:33.557078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cabaef-275e-4198-88e3-1d3d90b07602 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1994f0f2-76b5-44fe-9b26-7f0378465512,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:33.566700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (716fac2b-2e97-4625-915e-c8b362e185ba), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.602977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfec8513-ca02-47ca-a09f-c6fc1d25ee40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:33.663936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:33.664373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.682399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:33.682795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.712118 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.728618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dfec8513-ca02-47ca-a09f-c6fc1d25ee40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.761276 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-dfec8513-ca02-47ca-a09f-c6fc1d25ee40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port b63ea084-1f54-4a80-8c49-f61c19de68d7 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:33.785305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54650347-94b7-4414-8cc7-1602e9f0de3f None None] Pushing event updated for resources: {'Port': ['ID=dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:33.819968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] For port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1,segment=NetworkSegment(c7beaaa1-f505-49de-95a4-c46d8edaec9c),segment_id=c7beaaa1-f505-49de-95a4-c46d8edaec9c)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:33.820289 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:33.827932 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:33.836729 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:33.838419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Calling delete_port for dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:33.875483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cb439-174c-4075-86a5-8b5cd0f01e2b None None] Port 95b66cb9-fc52-48e6-a358-00df81f1bdf0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:33.904557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,segment=NetworkSegment(d4b71bdc-65c0-4878-ab6f-fc88e520b476),segment_id=d4b71bdc-65c0-4878-ab6f-fc88e520b476)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:33.933398 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.016439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (716fac2b-2e97-4625-915e-c8b362e185ba), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.075513 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfec8513-ca02-47ca-a09f-c6fc1d25ee40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 10:45:34.076247 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfec8513-ca02-47ca-a09f-c6fc1d25ee40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:34.081940 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:34.091545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-30abbf39-267c-42fc-859d-8173e9bd095a None None] Provisioning complete for port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:34.091855 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-30abbf39-267c-42fc-859d-8173e9bd095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.131055 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dfec8513-ca02-47ca-a09f-c6fc1d25ee40 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0102098 Jul 28 10:45:34.136463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34516) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:34.183654 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:34.192194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:34.199840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4fbd-4861-40b9-b954-8f34311d7112 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group_rule (fb6f5a2b-3382-4317-a11c-36359218d51a), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.295102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (716fac2b-2e97-4625-915e-c8b362e185ba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.330590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-30abbf39-267c-42fc-859d-8173e9bd095a None None] Current status of the port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:34.386293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716fac2b-2e97-4625-915e-c8b362e185ba,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:34.401221 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f64052-98a2-43a7-b79d-313d97bbe699 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:34.407960 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f64052-98a2-43a7-b79d-313d97bbe699 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:34.417630 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a4f64052-98a2-43a7-b79d-313d97bbe699 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2800665 Jul 28 10:45:34.418319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34518) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:34.443967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08a9f1-2db7-4ee0-93b2-de72e96441b7 None None] Network a61471c6-cf69-474e-8a39-e5fe3d6ada63 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:34.460358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.473502 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:34.480923 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-30316ab4-c721-431e-be56-2781c071b62b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/716fac2b-2e97-4625-915e-c8b362e185ba HTTP/1.1" status: 204 len: 168 time: 1.7650979 Jul 28 10:45:34.538499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34520) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:34.578042 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.697472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1db640af-9b38-49b4-b3e8-706a441fbb1c tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.719612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Port': ['ID=dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:34.742813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1db640af-9b38-49b4-b3e8-706a441fbb1c tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.768733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.774189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1db640af-9b38-49b4-b3e8-706a441fbb1c tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.776688 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1db640af-9b38-49b4-b3e8-706a441fbb1c tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4577973 Jul 28 10:45:34.787337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-471b2a64-745f-4a2a-9bfa-09dfdad84d73 None None] Provisioning complete for port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:34.788197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-471b2a64-745f-4a2a-9bfa-09dfdad84d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.794830 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a61471c6-cf69-474e-8a39-e5fe3d6ada63), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.825579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34524) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:34.845352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 95b66cb9-fc52-48e6-a358-00df81f1bdf0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:34.845708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (95b66cb9-fc52-48e6-a358-00df81f1bdf0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:34.902891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88789021-a122-4027-901f-46747dae8064 None None] Network 96d05408-eedf-4646-93cb-6768efac6dfb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:34.905275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:34.916647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] DHCP port deletion for a61471c6-cf69-474e-8a39-e5fe3d6ada63 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:34.992056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (95b66cb9-fc52-48e6-a358-00df81f1bdf0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.009351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 95b66cb9-fc52-48e6-a358-00df81f1bdf0 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:35.213568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Deleting port c8be9297-74d5-46f1-9ef0-d0454b07ed17 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:35.213934 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.236972 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:35.239815 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb68097f-2afc-457d-a18d-7177ce655ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.243156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] Deleting port c8be9297-74d5-46f1-9ef0-d0454b07ed17 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:35.243542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.311699 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (95b66cb9-fc52-48e6-a358-00df81f1bdf0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.338280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] For port c8be9297-74d5-46f1-9ef0-d0454b07ed17, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c8be9297-74d5-46f1-9ef0-d0454b07ed17,segment=NetworkSegment(070fa249-9ba5-4fe6-97c1-5c048ddd105b),segment_id=070fa249-9ba5-4fe6-97c1-5c048ddd105b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:35.338681 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.366582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4fbd-4861-40b9-b954-8f34311d7112 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group_rule (fb6f5a2b-3382-4317-a11c-36359218d51a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.371769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=95b66cb9-fc52-48e6-a358-00df81f1bdf0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:35.373638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] For port c8be9297-74d5-46f1-9ef0-d0454b07ed17, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c8be9297-74d5-46f1-9ef0-d0454b07ed17,segment=NetworkSegment(070fa249-9ba5-4fe6-97c1-5c048ddd105b),segment_id=070fa249-9ba5-4fe6-97c1-5c048ddd105b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:35.374559 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.380459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Calling delete_port for c8be9297-74d5-46f1-9ef0-d0454b07ed17 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:35.436082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] Calling delete_port for c8be9297-74d5-46f1-9ef0-d0454b07ed17 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:35.524376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4fbd-4861-40b9-b954-8f34311d7112 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (fb6f5a2b-3382-4317-a11c-36359218d51a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.551377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:35.551907 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.559364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.564841 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-06e9a1ea-f637-4512-99c7-c3c6bb4c66ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/95b66cb9-fc52-48e6-a358-00df81f1bdf0 HTTP/1.1" status: 204 len: 168 time: 1.1423593 Jul 28 10:45:35.570974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34536) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:35.623385 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No DVR routers for this DVR port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:35.643371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e4fbd-4861-40b9-b954-8f34311d7112 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6f5a2b-3382-4317-a11c-36359218d51a,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:35.658455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.700324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2a3e5-4227-4d6d-9c9b-6f1505f3f576 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:35.703031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2a3e5-4227-4d6d-9c9b-6f1505f3f576 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:35.703177 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:35.709402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-471b2a64-745f-4a2a-9bfa-09dfdad84d73 None None] Current status of the port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:35.710511 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-91c2a3e5-4227-4d6d-9c9b-6f1505f3f576 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1375685 Jul 28 10:45:35.711949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34538) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:35.731150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-471b2a64-745f-4a2a-9bfa-09dfdad84d73 None None] Provisioning complete for port 3074d615-17ef-436a-92d4-452d64b92ae7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:35.731606 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-471b2a64-745f-4a2a-9bfa-09dfdad84d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.838958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.862093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-471b2a64-745f-4a2a-9bfa-09dfdad84d73 None None] Port 3074d615-17ef-436a-92d4-452d64b92ae7 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:35.872821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet d29e0ae6-74d5-4084-b022-c111591ada5c {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:35.877016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea73c83-5bd6-42b3-a8c0-e8155deb6e76 None None] Network ae407b94-6f40-4d27-b943-c44e1f050ad1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:35.901174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] No DVR routers for this DVR port c8be9297-74d5-46f1-9ef0-d0454b07ed17 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:35.905481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9703119-4c31-46f0-a8cb-01141538038f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.911973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (d29e0ae6-74d5-4084-b022-c111591ada5c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.922356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4fbd-4861-40b9-b954-8f34311d7112 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:35.926872 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5f3e4fbd-4861-40b9-b954-8f34311d7112 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4201458 Jul 28 10:45:35.932591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34542) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:35.943045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8be9297-74d5-46f1-9ef0-d0454b07ed17,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:35.962850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:35.964540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:35.998838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5be52668-6627-43d6-b11b-0dad1ecad767 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '1994f0f2-76b5-44fe-9b26-7f0378465512', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:36.022917 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:36.037814 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (d29e0ae6-74d5-4084-b022-c111591ada5c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.041106 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:36.044311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Provisioning complete for port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:36.045174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.048461 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (c8be9297-74d5-46f1-9ef0-d0454b07ed17), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.076909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] No DVR routers for this DVR port c8be9297-74d5-46f1-9ef0-d0454b07ed17 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:36.083176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a61471c6-cf69-474e-8a39-e5fe3d6ada63), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.129362 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (05023af6-1bd3-4599-8abf-2e9452a2aa15), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.134387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61471c6-cf69-474e-8a39-e5fe3d6ada63']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:36.165474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9d924-c4dc-4ed0-8508-cc1e72af9b32 None None] Pushing event deleted for resources: {'Port': ['ID=c8be9297-74d5-46f1-9ef0-d0454b07ed17,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:36.174379 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070fa249-9ba5-4fe6-97c1-5c048ddd105b') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:36.175226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070fa249-9ba5-4fe6-97c1-5c048ddd105b') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:36.196758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (070fa249-9ba5-4fe6-97c1-5c048ddd105b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.204180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:36.204639 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.214968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (d29e0ae6-74d5-4084-b022-c111591ada5c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.222005 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (070fa249-9ba5-4fe6-97c1-5c048ddd105b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.257950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:36.258380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (070fa249-9ba5-4fe6-97c1-5c048ddd105b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.265814 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.317255 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 070fa249-9ba5-4fe6-97c1-5c048ddd105b resource provider aggregate not found Jul 28 10:45:36.359625 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 070fa249-9ba5-4fe6-97c1-5c048ddd105b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 070fa249-9ba5-4fe6-97c1-5c048ddd105b found for delete ", "request_id": "req-d86a4e21-c5c8-4450-bf90-3bdd33a70678"}]} Jul 28 10:45:36.377680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a61471c6-cf69-474e-8a39-e5fe3d6ada63), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.389452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.396186 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a61471c6-cf69-474e-8a39-e5fe3d6ada63 HTTP/1.1" status: 204 len: 168 time: 1.8560414 Jul 28 10:45:36.415199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c270d0e-e39d-45de-abd8-53d9b276b103 admin admin] Pushing event deleted for resources: {'Network': ['ID=a61471c6-cf69-474e-8a39-e5fe3d6ada63,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:36.417767 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (d29e0ae6-74d5-4084-b022-c111591ada5c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.447647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=d29e0ae6-74d5-4084-b022-c111591ada5c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:36.457792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.466127 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-98732721-f651-46c9-91de-6ca15a14d824 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/d29e0ae6-74d5-4084-b022-c111591ada5c HTTP/1.1" status: 204 len: 168 time: 0.7458267 Jul 28 10:45:36.466540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5be52668-6627-43d6-b11b-0dad1ecad767 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group_rule (3b4ffaf3-5514-4f0f-92a2-64b26db41bea), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.467026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34550) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:36.476354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ad13b-a9e4-4663-ac81-cfd77fc5b2f0 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:36.524004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Current status of the port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:36.524004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.548514 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3f18e4d8-ceb5-42f8-b535-0ad871d0be96 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806556 Jul 28 10:45:36.554110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9703119-4c31-46f0-a8cb-01141538038f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.555628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34554) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:36.560769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:36.577673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9703119-4c31-46f0-a8cb-01141538038f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.579234 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:36.660598 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:36.669372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (05023af6-1bd3-4599-8abf-2e9452a2aa15), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.693107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:36.698615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.706717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] For port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=373ae7ee-f4fe-46b6-a46d-8924cf84f2f6,segment=NetworkSegment(eae5c27f-84f8-42ae-a19a-61b9c76894ab),segment_id=eae5c27f-84f8-42ae-a19a-61b9c76894ab)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:36.773478 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=05023af6-1bd3-4599-8abf-2e9452a2aa15,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:36.779884 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-5be52668-6627-43d6-b11b-0dad1ecad767 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 10:45:36.796844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:36.797387 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.798484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34558) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:36.799205 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5be52668-6627-43d6-b11b-0dad1ecad767 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8588235 Jul 28 10:45:36.801544 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.834224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9703119-4c31-46f0-a8cb-01141538038f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a4dacbb1-c31e-4ba8-a45a-436bebe8a350), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.837604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9703119-4c31-46f0-a8cb-01141538038f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4dacbb1-c31e-4ba8-a45a-436bebe8a350 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:36.851386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9703119-4c31-46f0-a8cb-01141538038f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.853818 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b9703119-4c31-46f0-a8cb-01141538038f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a4dacbb1-c31e-4ba8-a45a-436bebe8a350 HTTP/1.1" status: 204 len: 168 time: 2.0230553 Jul 28 10:45:36.914615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:45:36.938827 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-272d1f12-30d6-436d-be42-638a13fd7b7a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (1994f0f2-76b5-44fe-9b26-7f0378465512), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.964779 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:36.977321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Provisioning complete for port 3074d615-17ef-436a-92d4-452d64b92ae7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:36.977803 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:36.996019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-272d1f12-30d6-436d-be42-638a13fd7b7a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (1994f0f2-76b5-44fe-9b26-7f0378465512), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.000343 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34564) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:37.058447 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:37.059391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:37.079260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:45:37.079831 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:45:37.081026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Port 3074d615-17ef-436a-92d4-452d64b92ae7 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:37.110680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Pushing event updated for resources: {'Port': ['ID=373ae7ee-f4fe-46b6-a46d-8924cf84f2f6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:37.155212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-879bba2c-15e5-483f-8279-302f52c02ac8 None None] Could not find standard attr ID for object dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:45:37.158988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] Deleting port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:37.159375 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.162000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b544e3-340e-426b-8efc-f9c2ba7fea9b None None] Network ae407b94-6f40-4d27-b943-c44e1f050ad1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:37.188461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34566) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:37.191381 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (3074d615-17ef-436a-92d4-452d64b92ae7), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.212869 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.221681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (ae407b94-6f40-4d27-b943-c44e1f050ad1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.240317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.243993 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:37.323830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae407b94-6f40-4d27-b943-c44e1f050ad1']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:37.375572 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.403174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e4ccc0a2-7942-440e-ae6c-dfb8c817a477 None None] Provisioning complete for port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:37.403637 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4ccc0a2-7942-440e-ae6c-dfb8c817a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.426957 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ce805c3-706c-4fa3-abcf-a4470a6be3a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b8704bdfcb542b7ac02e422a0bdbb56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4250827 Jul 28 10:45:37.427933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34570) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:37.429823 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:37.443807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7beaaa1-f505-49de-95a4-c46d8edaec9c') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:37.445829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7beaaa1-f505-49de-95a4-c46d8edaec9c') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:37.447977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff78a7-9772-434a-9a9b-8a4b56ff1abc None None] DHCP port deletion for ae407b94-6f40-4d27-b943-c44e1f050ad1 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:37.460187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Sync routers for ids ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:37.483263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (c7beaaa1-f505-49de-95a4-c46d8edaec9c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.495551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=3074d615-17ef-436a-92d4-452d64b92ae7,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:37.531343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c7beaaa1-f505-49de-95a4-c46d8edaec9c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.536151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] For port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:37.536845 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.552511 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] Calling delete_port for dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:37.562797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.564222 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6ccec528-ed3f-40c8-809a-14a1df037cb9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.4157600 Jul 28 10:45:37.566893 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:37.570414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:37.570414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (c7beaaa1-f505-49de-95a4-c46d8edaec9c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.573478 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34572) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:37.599128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:37.614914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:37.615519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.643656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:37.653836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-272d1f12-30d6-436d-be42-638a13fd7b7a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1994f0f2-76b5-44fe-9b26-7f0378465512), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.660145 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-272d1f12-30d6-436d-be42-638a13fd7b7a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.662498 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-272d1f12-30d6-436d-be42-638a13fd7b7a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/1994f0f2-76b5-44fe-9b26-7f0378465512 HTTP/1.1" status: 204 len: 168 time: 0.8630164 Jul 28 10:45:37.674790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Routers {'00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:37.676383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:37.677749 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34576) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:37.699462 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6ea22b08-1bc7-47e3-ac9b-800a908eaa99 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1425467 Jul 28 10:45:37.701598 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:37.704903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34578) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:37.739231 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-705640429', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:37.755452 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c7beaaa1-f505-49de-95a4-c46d8edaec9c resource provider aggregate not found Jul 28 10:45:37.757900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d1f12-30d6-436d-be42-638a13fd7b7a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994f0f2-76b5-44fe-9b26-7f0378465512,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:37.769269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b4e7-ba2d-4fd8-850d-bebab80f063c admin admin] Publish callbacks [] for security_group (01a9b10d-b6e1-492a-96a4-686516a3f811), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.775285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-39beede4-0b59-4acc-b232-50a734d403bd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': 'e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-941511234'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:37.776596 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.845913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (8cd70c70-6d2e-429d-baa8-c503f7d86805), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.846965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (8cd70c70-6d2e-429d-baa8-c503f7d86805), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.881748 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.887935 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c7beaaa1-f505-49de-95a4-c46d8edaec9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7beaaa1-f505-49de-95a4-c46d8edaec9c found for delete ", "request_id": "req-a1976396-9c52-48fd-bc24-b1d39d7e37fb"}]} Jul 28 10:45:37.907527 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (8cd70c70-6d2e-429d-baa8-c503f7d86805), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.910032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b4e7-ba2d-4fd8-850d-bebab80f063c admin admin] Publish callbacks [] for security_group (01a9b10d-b6e1-492a-96a4-686516a3f811), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.923267 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9b3c5c5e-1511-44cd-bc3b-a231894fd8f2 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2369359 Jul 28 10:45:37.931269 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34582) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:37.935827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3a482ee5-c6a3-4243-b9e0-ef1ea794c2e4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901659713'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:37.948007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] Pushing event deleted for resources: {'Port': ['ID=dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:37.956992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccc0a2-7942-440e-ae6c-dfb8c817a477 None None] Current status of the port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:37.958902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:37.961777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d27a2-0ef9-45e3-9796-f531c4a498d0 None None] No DVR routers for this DVR port dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:38.003246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:38.004396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:38.033093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:38.033654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:45:38.042704 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:38.056129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bc539-6cf1-4c16-9f95-f18aee72aa3b None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:38.061333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:45:38.081851 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:38.120254 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a482ee5-c6a3-4243-b9e0-ef1ea794c2e4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.121368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1cccc082-f304-4e93-af14-81493706cdbd no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:38.149904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92b44564-95b9-4ad7-b1a2-a2cdd928d11a None None] Provisioning complete for port 3074d615-17ef-436a-92d4-452d64b92ae7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:38.150396 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92b44564-95b9-4ad7-b1a2-a2cdd928d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.178063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1cccc082-f304-4e93-af14-81493706cdbd {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:38.178959 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (8cd70c70-6d2e-429d-baa8-c503f7d86805), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.179090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1cccc082-f304-4e93-af14-81493706cdbd not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:38.185420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b4e7-ba2d-4fd8-850d-bebab80f063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (01a9b10d-b6e1-492a-96a4-686516a3f811), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.188058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8c3b4e7-ba2d-4fd8-850d-bebab80f063c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.192538 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a8c3b4e7-ba2d-4fd8-850d-bebab80f063c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01a9b10d-b6e1-492a-96a4-686516a3f811 HTTP/1.1" status: 204 len: 168 time: 0.7517443 Jul 28 10:45:38.212459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Set router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:38.335990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92b44564-95b9-4ad7-b1a2-a2cdd928d11a None None] Port 3074d615-17ef-436a-92d4-452d64b92ae7 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:38.395522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:38.493565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (ae407b94-6f40-4d27-b943-c44e1f050ad1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.512009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:38.512392 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.570404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:38.571433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.588192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:38.592701 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/ae407b94-6f40-4d27-b943-c44e1f050ad1 HTTP/1.1" status: 204 len: 168 time: 6.6978772 Jul 28 10:45:38.636118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34592) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:38.636888 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:38.651855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:38.722283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea0062-eff3-43a8-9b29-1d435751a683 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=ae407b94-6f40-4d27-b943-c44e1f050ad1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:38.785558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8be9297-74d5-46f1-9ef0-d0454b07ed17 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:38.791944 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd36cbd8-8a14-495c-8a06-1a9acdbf9bd5 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:38.792766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd36cbd8-8a14-495c-8a06-1a9acdbf9bd5 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:38.800924 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fd36cbd8-8a14-495c-8a06-1a9acdbf9bd5 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/05023af6-1bd3-4599-8abf-2e9452a2aa15 HTTP/1.1" status: 404 len: 337 time: 0.1620355 Jul 28 10:45:38.807012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34600) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:38.827961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3b4e7-ba2d-4fd8-850d-bebab80f063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a9b10d-b6e1-492a-96a4-686516a3f811,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:38.854975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c8be9297-74d5-46f1-9ef0-d0454b07ed17 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:38.856808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8be9297-74d5-46f1-9ef0-d0454b07ed17 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:38.858784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:38.919666 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5760bbfb-d328-4548-8ba7-af62ab196c9e tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:38.920221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5760bbfb-d328-4548-8ba7-af62ab196c9e tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:38.927286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34602) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:38.938154 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5760bbfb-d328-4548-8ba7-af62ab196c9e tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/ae407b94-6f40-4d27-b943-c44e1f050ad1 HTTP/1.1" status: 404 len: 339 time: 0.1093171 Jul 28 10:45:38.966455 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:38.970446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (ac49a32b-a544-42de-b66a-31d16a384f3c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.016610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34606) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.029902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39beede4-0b59-4acc-b232-50a734d403bd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:39.056912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a482ee5-c6a3-4243-b9e0-ef1ea794c2e4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (74fca290-bd12-4b70-932e-f4bfef33991a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.084262 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6f1cd7-0b37-48c7-9580-020095f8b99c tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:39.086217 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6f1cd7-0b37-48c7-9580-020095f8b99c tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:39.089579 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5e6f1cd7-0b37-48c7-9580-020095f8b99c tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/2d05717e-698b-484e-8167-a2da1f6704aa HTTP/1.1" status: 404 len: 337 time: 0.1573365 Jul 28 10:45:39.093342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a482ee5-c6a3-4243-b9e0-ef1ea794c2e4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (74fca290-bd12-4b70-932e-f4bfef33991a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.098095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34610) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.135544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:39.135672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dfd7e522-0c85-48b1-b1c5-6ed5e10f46e1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:39.136164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:39.165846 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (8cd70c70-6d2e-429d-baa8-c503f7d86805), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.172184 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e117c13-b6d6-4068-916c-2d9a88c9c1dd tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:39.172748 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e117c13-b6d6-4068-916c-2d9a88c9c1dd tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:39.175808 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8e117c13-b6d6-4068-916c-2d9a88c9c1dd tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/084b904b-459f-4338-8f59-4cd84d45fec1 HTTP/1.1" status: 404 len: 339 time: 0.0742128 Jul 28 10:45:39.193130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:39.193590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dc92acdc-ce7f-4ae2-8f8d-d57e86d0481f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:39.201895 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.209508 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.216781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3a482ee5-c6a3-4243-b9e0-ef1ea794c2e4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.222292 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3a482ee5-c6a3-4243-b9e0-ef1ea794c2e4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2892578 Jul 28 10:45:39.232808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34616) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.249602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:31Z', 'revision_number': 3, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:39.254830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ce37cc38-1653-407f-93f3-250d9dd1eda1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '74fca290-bd12-4b70-932e-f4bfef33991a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:39.255495 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-ce37cc38-1653-407f-93f3-250d9dd1eda1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 10:45:39.255991 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-ce37cc38-1653-407f-93f3-250d9dd1eda1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:39.260775 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce37cc38-1653-407f-93f3-250d9dd1eda1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0268734 Jul 28 10:45:39.261643 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a482ee5-c6a3-4243-b9e0-ef1ea794c2e4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fca290-bd12-4b70-932e-f4bfef33991a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:39.265020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34618) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.277975 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-39beede4-0b59-4acc-b232-50a734d403bd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.286547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Checking router: 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:39.287042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Updating router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 port a918f87e-836a-4b1c-bd30-369de9078011 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:39.310258 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:39.330659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a918f87e-836a-4b1c-bd30-369de9078011), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.363909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9/db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:39.420224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7c85c131-30ff-48be-ad84-dcd0f8413621), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.427098 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:39.471224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d303a316-ab2a-4f10-a27d-ba04ab228067 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (74fca290-bd12-4b70-932e-f4bfef33991a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.471932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-39beede4-0b59-4acc-b232-50a734d403bd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port e7487692-70ea-4649-93bd-9c75634609aa yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:45:39.547307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d303a316-ab2a-4f10-a27d-ba04ab228067 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (74fca290-bd12-4b70-932e-f4bfef33991a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.560762 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:39.568702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Allocated IP 172.25.2.8 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/bf7ff32c-107f-4714-ba6f-55430528c590) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:39.602496 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=78 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:39.602496 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=36 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:39.668640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7c85c131-30ff-48be-ad84-dcd0f8413621), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.688934 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-891695a1-00f9-458a-9890-7b9b5aa084ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c688961aeda5402da0f5849c50d074c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6694205 Jul 28 10:45:39.706768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34624) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.730931 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:39.737483 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Publish callbacks [] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.745582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.755435 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c85c131-30ff-48be-ad84-dcd0f8413621']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:39.786958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d303a316-ab2a-4f10-a27d-ba04ab228067 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (74fca290-bd12-4b70-932e-f4bfef33991a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.792027 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d303a316-ab2a-4f10-a27d-ba04ab228067 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.795574 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d303a316-ab2a-4f10-a27d-ba04ab228067 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/74fca290-bd12-4b70-932e-f4bfef33991a HTTP/1.1" status: 204 len: 168 time: 0.5003421 Jul 28 10:45:39.797612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34626) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.799144 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65869bca-da49-4b06-a5c0-0429a8151853') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:39.799627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65869bca-da49-4b06-a5c0-0429a8151853') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:39.799952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.810815 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:39.816820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Pushing event updated for resources: {'Port': ['ID=db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:39.825192 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-39beede4-0b59-4acc-b232-50a734d403bd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:39.825696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39beede4-0b59-4acc-b232-50a734d403bd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:39.836616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (65869bca-da49-4b06-a5c0-0429a8151853), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.838606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303a316-ab2a-4f10-a27d-ba04ab228067 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fca290-bd12-4b70-932e-f4bfef33991a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:39.853225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:39.868158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:39.879407 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (65869bca-da49-4b06-a5c0-0429a8151853), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.884726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:39.895139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:39.895500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (65869bca-da49-4b06-a5c0-0429a8151853), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.904030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c08b1a3c-f5d8-4d33-bdc4-fbe3e533361f admin admin] Publish callbacks [] for security_group (faca0646-577a-4e34-8388-5dc303a96e61), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.926734 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for port (bf7ff32c-107f-4714-ba6f-55430528c590), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.934936 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-39beede4-0b59-4acc-b232-50a734d403bd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1747911 Jul 28 10:45:39.973379 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 65869bca-da49-4b06-a5c0-0429a8151853 resource provider aggregate not found Jul 28 10:45:39.979380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34630) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:39.987377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Attempting to bind port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:39.987760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Attempting to bind port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:39.988139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Attempting to bind port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:39.994230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:39.994634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:39.995023 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:39.995441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:39.995903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Bound port: db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:39.996291 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.043313 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 65869bca-da49-4b06-a5c0-0429a8151853 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65869bca-da49-4b06-a5c0-0429a8151853 found for delete ", "request_id": "req-a719caba-cedb-40f9-9033-dd23cf151f92"}]} Jul 28 10:45:40.067368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c08b1a3c-f5d8-4d33-bdc4-fbe3e533361f admin admin] Publish callbacks [] for security_group (faca0646-577a-4e34-8388-5dc303a96e61), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.089657 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4ea8a64d-040c-4614-a60f-a4f1eb7130bc tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2906806 Jul 28 10:45:40.090618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34640) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.103109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] For port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:40.121033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] For port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:40.138427 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-57d2f8a7-8267-48e1-991f-03a6ae665563 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--281112486'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:40.149152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeaec9d-e35b-43d3-9abd-283874b0b2a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:40.149152 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6aeaec9d-e35b-43d3-9abd-283874b0b2a5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1633127 Jul 28 10:45:40.149152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7c85c131-30ff-48be-ad84-dcd0f8413621), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.149152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34642) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.159983 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.172897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.176178 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/7c85c131-30ff-48be-ad84-dcd0f8413621 HTTP/1.1" status: 204 len: 168 time: 0.9727004 Jul 28 10:45:40.180163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34644) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.196651 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.215374 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:40.240481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8faed-cb7e-4aba-973f-7abc78d53d4b None None] Pushing event updated for resources: {'Port': ['ID=db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:40.262199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c08b1a3c-f5d8-4d33-bdc4-fbe3e533361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (faca0646-577a-4e34-8388-5dc303a96e61), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.264203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57d2f8a7-8267-48e1-991f-03a6ae665563 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.265443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c08b1a3c-f5d8-4d33-bdc4-fbe3e533361f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.269214 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c08b1a3c-f5d8-4d33-bdc4-fbe3e533361f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/faca0646-577a-4e34-8388-5dc303a96e61 HTTP/1.1" status: 204 len: 168 time: 0.5529041 Jul 28 10:45:40.295978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecf0ff-c47c-41c1-9d03-29f8b3741705 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=7c85c131-30ff-48be-ad84-dcd0f8413621,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:40.311122 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b483395-47ca-4290-9068-7bf72784ab8a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:40.311792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b483395-47ca-4290-9068-7bf72784ab8a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:40.318456 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3b483395-47ca-4290-9068-7bf72784ab8a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/41a64880-552d-4875-989d-bcf7194a424d HTTP/1.1" status: 404 len: 337 time: 0.1016552 Jul 28 10:45:40.322383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34648) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.325216 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b1a3c-f5d8-4d33-bdc4-fbe3e533361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca0646-577a-4e34-8388-5dc303a96e61,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:40.331704 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (bf7ff32c-107f-4714-ba6f-55430528c590), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.403215 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event updated for resources: {'Port': ['ID=bf7ff32c-107f-4714-ba6f-55430528c590,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:40.424495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f6979-8385-4865-8abf-125eaf58833e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:40.426334 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890f6979-8385-4865-8abf-125eaf58833e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:40.431284 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-890f6979-8385-4865-8abf-125eaf58833e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2762654 Jul 28 10:45:40.432112 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:40.432895 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34650) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.445041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:40.450272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:40.572278 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aba2a3-8658-4dcc-91d7-c9fe037a3464 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:40.576648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aba2a3-8658-4dcc-91d7-c9fe037a3464 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:40.585779 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-25aba2a3-8658-4dcc-91d7-c9fe037a3464 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/854ada39-a4ea-4bc4-a376-7da2431caed8 HTTP/1.1" status: 404 len: 339 time: 0.2157369 Jul 28 10:45:40.591029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.652909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:40.655507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.658627 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:40.658797 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d981fc6-ec47-4c6f-aada-40dff590b22a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:40.659115 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d981fc6-ec47-4c6f-aada-40dff590b22a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:40.663627 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4d981fc6-ec47-4c6f-aada-40dff590b22a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/544ac4f4-e80b-41c0-901d-c60c94195f19 HTTP/1.1" status: 404 len: 337 time: 0.0714390 Jul 28 10:45:40.674193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34658) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.719033 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Publish callbacks [] for port (a918f87e-836a-4b1c-bd30-369de9078011), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.743742 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a918f87e-836a-4b1c-bd30-369de9078011), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.825355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.860764 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-96eb50bf-9b8a-4dd7-8402-03ffc84f0af1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:40.861178 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96eb50bf-9b8a-4dd7-8402-03ffc84f0af1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:40.870209 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-96eb50bf-9b8a-4dd7-8402-03ffc84f0af1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/6c9d3e92-9624-457f-978a-7ccdf8c419b8 HTTP/1.1" status: 404 len: 339 time: 0.1074512 Jul 28 10:45:40.879749 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34662) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:40.884318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3dead-88aa-4215-af13-9089928cd0fc None None] Pushing event updated for resources: {'Port': ['ID=a918f87e-836a-4b1c-bd30-369de9078011,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:40.891176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Attempting to bind port a918f87e-836a-4b1c-bd30-369de9078011 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:40.892067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Attempting to bind port a918f87e-836a-4b1c-bd30-369de9078011 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:40.892067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Attempting to bind port a918f87e-836a-4b1c-bd30-369de9078011 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:40.905773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:40.906189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:40.906601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.907247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:40.907548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Bound port: a918f87e-836a-4b1c-bd30-369de9078011, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:40.909826 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a918f87e-836a-4b1c-bd30-369de9078011), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.936183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57d2f8a7-8267-48e1-991f-03a6ae665563 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (eb867e8a-61dd-4235-b72d-bea2d195f52e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:40.971580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57d2f8a7-8267-48e1-991f-03a6ae665563 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eb867e8a-61dd-4235-b72d-bea2d195f52e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.009503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.027095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] For port a918f87e-836a-4b1c-bd30-369de9078011, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:41.028913 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:41.037742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] For port a918f87e-836a-4b1c-bd30-369de9078011, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a918f87e-836a-4b1c-bd30-369de9078011,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:41.040793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2f8a7-8267-48e1-991f-03a6ae665563 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb867e8a-61dd-4235-b72d-bea2d195f52e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:41.062378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57d2f8a7-8267-48e1-991f-03a6ae665563 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.062540 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a918f87e-836a-4b1c-bd30-369de9078011), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.064435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-57d2f8a7-8267-48e1-991f-03a6ae665563 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9308689 Jul 28 10:45:41.076464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34668) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.090214 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8735456d-d25d-4327-87be-fce3b97b6cd1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': 'eb867e8a-61dd-4235-b72d-bea2d195f52e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:41.091314 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-8735456d-d25d-4327-87be-fce3b97b6cd1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 10:45:41.092852 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-8735456d-d25d-4327-87be-fce3b97b6cd1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:41.095127 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8735456d-d25d-4327-87be-fce3b97b6cd1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156336 Jul 28 10:45:41.111425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34672) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.112061 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:41.125829 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:41.142470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Allocated IP 172.20.0.1 (96d05408-eedf-4646-93cb-6768efac6dfb/f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052/95e551eb-c142-4524-af4c-c85dab3452a1) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:41.149554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.215444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (3074d615-17ef-436a-92d4-452d64b92ae7), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.239758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Routers {'00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:41.240693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:41.270048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:41.280616 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4559f22-4bff-4a2f-95fd-14cb3a0f60f9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:41.281168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4559f22-4bff-4a2f-95fd-14cb3a0f60f9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:41.290253 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f4559f22-4bff-4a2f-95fd-14cb3a0f60f9 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/96466f03-59a4-4d97-8e1d-6b34b8743eae HTTP/1.1" status: 404 len: 337 time: 0.3917813 Jul 28 10:45:41.297122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34680) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.311319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3dead-88aa-4215-af13-9089928cd0fc None None] Pushing event updated for resources: {'Port': ['ID=a918f87e-836a-4b1c-bd30-369de9078011,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:41.356817 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7ff679-65d7-44f8-92c9-cf3710c6e25a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:41.357435 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7ff679-65d7-44f8-92c9-cf3710c6e25a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:41.363671 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b7ff679-65d7-44f8-92c9-cf3710c6e25a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/be3ee142-adb1-4898-8c6c-2fbbdf3c40ef HTTP/1.1" status: 404 len: 339 time: 0.0619054 Jul 28 10:45:41.364386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.370158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.374709 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c9d7e1f9-9879-4c39-ba53-fc5257c1cdad tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9 HTTP/1.1" status: 204 len: 168 time: 0.9402571 Jul 28 10:45:41.378031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34686) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.379880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f9d12fb-8f01-4776-bfe2-a2466ed4ede8 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (eb867e8a-61dd-4235-b72d-bea2d195f52e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.398088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.443022 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bdc53b-6a1b-4d9b-8a66-037155bbbd88 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:41.444394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bdc53b-6a1b-4d9b-8a66-037155bbbd88 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:41.451438 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-04bdc53b-6a1b-4d9b-8a66-037155bbbd88 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/9b6749ff-518e-4881-a49c-b650a99a5140 HTTP/1.1" status: 404 len: 337 time: 0.0747125 Jul 28 10:45:41.472133 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.487360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] Set router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:41.522605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.528151 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4f86499e-59cb-4cff-bbba-8e6f23da53dc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829823 Jul 28 10:45:41.529741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34692) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.542955 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:41.588851 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=3074d615-17ef-436a-92d4-452d64b92ae7,revision_number=3']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:41.661321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f9d12fb-8f01-4776-bfe2-a2466ed4ede8 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (eb867e8a-61dd-4235-b72d-bea2d195f52e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.681170 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb643a4f-8c11-47da-a943-ea57f83bed90 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:41.681695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb643a4f-8c11-47da-a943-ea57f83bed90 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:41.688065 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bb643a4f-8c11-47da-a943-ea57f83bed90 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/04b614a5-fea5-4030-aebb-25f270199ca4 HTTP/1.1" status: 404 len: 339 time: 0.1624458 Jul 28 10:45:41.688677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34698) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.721521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks [] for port (95e551eb-c142-4524-af4c-c85dab3452a1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.726993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (ac49a32b-a544-42de-b66a-31d16a384f3c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.791061 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1002ef-53c5-47a8-b0f8-efd02f278d2a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:41.791536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1002ef-53c5-47a8-b0f8-efd02f278d2a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:41.797791 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd1002ef-53c5-47a8-b0f8-efd02f278d2a tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/3ee5ee40-621b-4eb7-b7fe-82904b8c1d57 HTTP/1.1" status: 404 len: 337 time: 0.0636404 Jul 28 10:45:41.806344 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:41.813147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34702) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.842343 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:41.848155 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.875025 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:41.913523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34704) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.917902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f9d12fb-8f01-4776-bfe2-a2466ed4ede8 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eb867e8a-61dd-4235-b72d-bea2d195f52e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.920747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f9d12fb-8f01-4776-bfe2-a2466ed4ede8 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:41.921485 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-407c3a1f-51f1-4308-b4ea-12f79da0e144 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:41.922075 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407c3a1f-51f1-4308-b4ea-12f79da0e144 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:41.922978 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4f9d12fb-8f01-4776-bfe2-a2466ed4ede8 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/eb867e8a-61dd-4235-b72d-bea2d195f52e HTTP/1.1" status: 204 len: 168 time: 0.8094873 Jul 28 10:45:41.925156 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-407c3a1f-51f1-4308-b4ea-12f79da0e144 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/a12cec52-f2a1-4018-b1ac-c8dbfe4b546c HTTP/1.1" status: 404 len: 339 time: 0.0961003 Jul 28 10:45:41.927704 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34706) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.929365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34708) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:41.965602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d12fb-8f01-4776-bfe2-a2466ed4ede8 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb867e8a-61dd-4235-b72d-bea2d195f52e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:41.987939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.038033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:31Z', 'revision_number': 3, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:42.080428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138eb308-f424-469d-82b6-82b37c33ad5e None None] The sync data for ids ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'] in n-d-850468-6 is: [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:31Z', 'revision_number': 3, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:42.084229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf7dca-24f2-4dc6-a766-6e06bd5d5ded None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:42.099927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Network 96d05408-eedf-4646-93cb-6768efac6dfb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:42.126285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:42.151887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:42.170813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Pushing event updated for resources: {'Port': ['ID=95e551eb-c142-4524-af4c-c85dab3452a1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:42.224838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:42.231563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:42.318190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1e2c48e3-1e2c-4429-bbc9-85a28d895baa None None] Provisioning complete for port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:42.318565 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1e2c48e3-1e2c-4429-bbc9-85a28d895baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.335433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.420143 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7449b2-4a8b-4276-a813-16feb22e3ea1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:42.420825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7449b2-4a8b-4276-a813-16feb22e3ea1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:42.430073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:42.432704 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8d7449b2-4a8b-4276-a813-16feb22e3ea1 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/1b2b794c-b2d5-445d-9d15-909c361f8582 HTTP/1.1" status: 404 len: 337 time: 0.4700894 Jul 28 10:45:42.441036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (8cd70c70-6d2e-429d-baa8-c503f7d86805), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.455376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34718) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:42.533165 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4ef2a0-38ef-4029-8c26-a65051b9d458 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:42.533718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4ef2a0-38ef-4029-8c26-a65051b9d458 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:42.555891 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5c4ef2a0-38ef-4029-8c26-a65051b9d458 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/eea206b1-58f4-4b6f-a4ce-7e3dab9147fe HTTP/1.1" status: 404 len: 339 time: 0.0988796 Jul 28 10:45:42.557207 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (cf162f6a-586a-4378-bc01-dceacd6bdd50), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.566214 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-824493378-network', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:42.583416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34720) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:42.656076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c48e3-1e2c-4429-bbc9-85a28d895baa None None] Current status of the port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:42.656461 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1e2c48e3-1e2c-4429-bbc9-85a28d895baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.661080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d4568-c458-473c-b14d-387081145165 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:42.804425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1e2c48e3-1e2c-4429-bbc9-85a28d895baa None None] For port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:42.820930 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:42.825355 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1e2c48e3-1e2c-4429-bbc9-85a28d895baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.831938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d4568-c458-473c-b14d-387081145165 None None] Deleting port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:42.832573 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4568-c458-473c-b14d-387081145165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.836620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:42.837295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.860840 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=cf162f6a-586a-4378-bc01-dceacd6bdd50,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:42.862868 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:42.864612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:42.868077 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd614f9-413c-4bc0-8ba7-3e4b73e460f5 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:42.868534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd614f9-413c-4bc0-8ba7-3e4b73e460f5 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:42.874449 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fcd614f9-413c-4bc0-8ba7-3e4b73e460f5 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/575943cf-9ffc-46ad-9130-d1d51ce0e8f3 HTTP/1.1" status: 404 len: 337 time: 0.0517550 Jul 28 10:45:42.877477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34722) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:42.881723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:42.887874 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:42.936493 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2b93af-f293-4804-89ae-0c54ec74aab7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:42.937153 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2b93af-f293-4804-89ae-0c54ec74aab7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:42.944916 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6f2b93af-f293-4804-89ae-0c54ec74aab7 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/c973716e-0343-48a4-acdc-78026b6c3626 HTTP/1.1" status: 404 len: 339 time: 0.0385396 Jul 28 10:45:42.945588 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:42.955281 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-25d9de1d-e883-41bf-93e8-658838ee2839 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4144185 Jul 28 10:45:42.959041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34726) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:42.961059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34730) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:42.992511 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-085465b3-682a-4e96-8702-bf32aa146d21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1588856012', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:43.056945 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e2cd19-656a-4a3d-89de-81ccc6f5a7a2 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:43.057418 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e2cd19-656a-4a3d-89de-81ccc6f5a7a2 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:43.064120 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-46e2cd19-656a-4a3d-89de-81ccc6f5a7a2 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/2dc8b8b3-03fd-4df1-a3af-2c1191116627 HTTP/1.1" status: 404 len: 337 time: 0.0796185 Jul 28 10:45:43.064776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34732) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:43.119549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-085465b3-682a-4e96-8702-bf32aa146d21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.121503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-085465b3-682a-4e96-8702-bf32aa146d21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.121690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Made reservation on behalf of a8209f1d63904867a0c74297c01a12c0 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:43.125036 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.138987 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:43.142616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.165999 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.196700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-085465b3-682a-4e96-8702-bf32aa146d21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router_controller (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.223487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dfc196ba-fe84-4fa3-959f-42bd51be5955 None None] Provisioning complete for port 95e551eb-c142-4524-af4c-c85dab3452a1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:43.223876 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfc196ba-fe84-4fa3-959f-42bd51be5955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.234859 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-085465b3-682a-4e96-8702-bf32aa146d21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.268877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Router ac49a32b-a544-42de-b66a-31d16a384f3c is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:45:43.274573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6d0d4568-c458-473c-b14d-387081145165 None None] For port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:43.274990 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4568-c458-473c-b14d-387081145165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.292913 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:43.293972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d4568-c458-473c-b14d-387081145165 None None] Calling delete_port for db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:43.316366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-085465b3-682a-4e96-8702-bf32aa146d21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.322545 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-085465b3-682a-4e96-8702-bf32aa146d21 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3368361 Jul 28 10:45:43.323504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34736) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:43.337229 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3bfa03c8-96df-491a-80d5-554852cf44ca tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.3786862 Jul 28 10:45:43.338393 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a9ec0f-31fe-46d0-974d-a2f30f24c37d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] DELETE failed (client error): The resource could not be found. Jul 28 10:45:43.338936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a9ec0f-31fe-46d0-974d-a2f30f24c37d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:45:43.344704 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-64a9ec0f-31fe-46d0-974d-a2f30f24c37d tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/c3e91a4e-cdd9-47b9-afe7-833b622c8781 HTTP/1.1" status: 404 len: 339 time: 0.2264712 Jul 28 10:45:43.345415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34738) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:43.345735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34740) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:43.424380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c48e3-1e2c-4429-bbc9-85a28d895baa None None] Pushing event updated for resources: {'Port': ['ID=db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:43.451833 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6d0d4568-c458-473c-b14d-387081145165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.462379 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:43.492703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d4568-c458-473c-b14d-387081145165 None None] No DVR routers for this DVR port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:43.513430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d4568-c458-473c-b14d-387081145165 None None] Pushing event deleted for resources: {'Port': ['ID=db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:43.520043 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:43.534445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:43.543586 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d6f4030c-04f2-4365-8d06-07be2f0fa1aa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "PUT /v2.0/routers/ac49a32b-a544-42de-b66a-31d16a384f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0807719 Jul 28 10:45:43.551117 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] Sync routers for ids ['ac49a32b-a544-42de-b66a-31d16a384f3c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:43.556584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77eaf4c-a2d6-48da-a621-63fa28b615a3 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:43.560223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34742) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:43.576983 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] Routers {'ac49a32b-a544-42de-b66a-31d16a384f3c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:43.577461 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ac49a32b-a544-42de-b66a-31d16a384f3c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:43.606986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:43.610823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dfc196ba-fe84-4fa3-959f-42bd51be5955 None None] Port 95e551eb-c142-4524-af4c-c85dab3452a1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:43.619952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-693ca2c8-1629-4785-ade1-15ca0a545bf5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731774329'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:43.645128 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:43.667490 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks [] for security_group (ff914122-2b7c-47a2-bce1-4e1dec031592), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.668622 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] Routers {'ac49a32b-a544-42de-b66a-31d16a384f3c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:43.672046 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ac49a32b-a544-42de-b66a-31d16a384f3c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:43.691897 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ff914122-2b7c-47a2-bce1-4e1dec031592), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.712036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:43.731959 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (fc6e35e4-bbf0-455e-878c-0c7119e1068c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.733286 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Added segment fc6e35e4-bbf0-455e-878c-0c7119e1068c of type vlan for network 60cc7037-2405-4fb9-943a-b808862d4369 Jul 28 10:45:43.737589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dfc196ba-fe84-4fa3-959f-42bd51be5955 None None] Provisioning complete for port 3074d615-17ef-436a-92d4-452d64b92ae7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:43.738257 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfc196ba-fe84-4fa3-959f-42bd51be5955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.746025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'cf162f6a-586a-4378-bc01-dceacd6bdd50'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:43.748055 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.753213 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:43.753815 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e00cfc-2870-4104-8ed5-8e085f2015ff None None] The sync data for ids ['ac49a32b-a544-42de-b66a-31d16a384f3c'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:43.811401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dfc196ba-fe84-4fa3-959f-42bd51be5955 None None] Port 3074d615-17ef-436a-92d4-452d64b92ae7 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:43.844202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (60cc7037-2405-4fb9-943a-b808862d4369), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.853299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting subnet c5d2a675-c5f6-408d-81be-ec8438ba3973 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:43.860692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-693ca2c8-1629-4785-ade1-15ca0a545bf5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.862664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (c5d2a675-c5f6-408d-81be-ec8438ba3973), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:43.939861 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a92c6-a33f-47d7-be8c-f0391a995107 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:43.941563 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2e2a92c6-a33f-47d7-be8c-f0391a995107 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac49a32b-a544-42de-b66a-31d16a384f3c HTTP/1.1" status: 200 len: 982 time: 0.3736696 Jul 28 10:45:43.952767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:44.013339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (60cc7037-2405-4fb9-943a-b808862d4369), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.014259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:44.015056 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.030237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/cf162f6a-586a-4378-bc01-dceacd6bdd50/2c75a58e-1dc2-477a-8b5f-0cc94302b62f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:44.079725 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1627665 Jul 28 10:45:44.146528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:44.160713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks [] for port (95e551eb-c142-4524-af4c-c85dab3452a1), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.162766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff914122-2b7c-47a2-bce1-4e1dec031592,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:44.194738 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Request body: {'subnet': {'network_id': '60cc7037-2405-4fb9-943a-b808862d4369', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-824493378-subnet', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:44.238936 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:44.272326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.300481 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Publish callbacks [] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.316163 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.362686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Made reservation on behalf of a8209f1d63904867a0c74297c01a12c0 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:44.365350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.373902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Pushing event updated for resources: {'Port': ['ID=95e551eb-c142-4524-af4c-c85dab3452a1,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:44.396886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (8cd70c70-6d2e-429d-baa8-c503f7d86805), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.407359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a918f87e-836a-4b1c-bd30-369de9078011 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:44.408306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c817604-472a-4d7f-b1cd-9dbd183fd0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=60cc7037-2405-4fb9-943a-b808862d4369,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:44.452723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 60cc7037-2405-4fb9-943a-b808862d4369 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:44.477896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (c5d2a675-c5f6-408d-81be-ec8438ba3973), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.540716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:44.549412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:44.568012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:44.574188 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:44.575518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Pushing event updated for resources: {'Port': ['ID=2c75a58e-1dc2-477a-8b5f-0cc94302b62f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:44.615646 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:44.628939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.688872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a918f87e-836a-4b1c-bd30-369de9078011 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:44.689508 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a918f87e-836a-4b1c-bd30-369de9078011), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.718733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Attempting to bind port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:44.719392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Attempting to bind port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:44.719774 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Attempting to bind port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:44.733162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:44.733532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:44.733968 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.734364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:44.734844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Bound port: 2c75a58e-1dc2-477a-8b5f-0cc94302b62f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:44.735227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.755052 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.866750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a918f87e-836a-4b1c-bd30-369de9078011 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:44.867135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a918f87e-836a-4b1c-bd30-369de9078011), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.905528 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:44.915125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a918f87e-836a-4b1c-bd30-369de9078011, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a918f87e-836a-4b1c-bd30-369de9078011,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:44.916499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] For port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:44.920138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] For port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2c75a58e-1dc2-477a-8b5f-0cc94302b62f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:44.924205 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a918f87e-836a-4b1c-bd30-369de9078011), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.929079 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:44.930133 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:44.932122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.940460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-693ca2c8-1629-4785-ade1-15ca0a545bf5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (a893e9e3-ccd2-4496-8d2d-52817d3fb185), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:44.947662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Router 8cd70c70-6d2e-429d-baa8-c503f7d86805 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:45:44.983202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-693ca2c8-1629-4785-ade1-15ca0a545bf5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a893e9e3-ccd2-4496-8d2d-52817d3fb185), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.016075 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c5d2a675-c5f6-408d-81be-ec8438ba3973), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.022287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:45.066318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:45.067062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device db7a3dd0-7ed7-4c1c-9f52-448e3fe7a9d3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:45.071526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a918f87e-836a-4b1c-bd30-369de9078011,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:45.124285 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-693ca2c8-1629-4785-ade1-15ca0a545bf5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.126097 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-693ca2c8-1629-4785-ade1-15ca0a545bf5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6578534 Jul 28 10:45:45.135315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:45.150844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-bfe50272-6867-4676-80bf-1843a8f25453 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': 'a893e9e3-ccd2-4496-8d2d-52817d3fb185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:45.164123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81cf93-851d-49d8-8604-d2ebc0412db6 None None] Pushing event updated for resources: {'Port': ['ID=2c75a58e-1dc2-477a-8b5f-0cc94302b62f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:45.165122 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-bfe50272-6867-4676-80bf-1843a8f25453 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 10:45:45.166380 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-bfe50272-6867-4676-80bf-1843a8f25453 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:45.173338 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34760) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:45.173874 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bfe50272-6867-4676-80bf-1843a8f25453 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0338020 Jul 28 10:45:45.191743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ebce4694-b949-414f-b1b7-d407268f0e5b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': 'a893e9e3-ccd2-4496-8d2d-52817d3fb185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:45.193399 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-ebce4694-b949-414f-b1b7-d407268f0e5b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 10:45:45.193993 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-ebce4694-b949-414f-b1b7-d407268f0e5b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:45.195036 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ebce4694-b949-414f-b1b7-d407268f0e5b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0149875 Jul 28 10:45:45.204374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34764) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:45.210808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9794d183-ea26-496b-b060-2b7cf0240cf4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': 'a893e9e3-ccd2-4496-8d2d-52817d3fb185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:45.212245 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-9794d183-ea26-496b-b060-2b7cf0240cf4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 10:45:45.212650 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-9794d183-ea26-496b-b060-2b7cf0240cf4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:45.218470 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9794d183-ea26-496b-b060-2b7cf0240cf4 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119400 Jul 28 10:45:45.233135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Network 96d05408-eedf-4646-93cb-6768efac6dfb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:45.255710 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34766) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:45.256985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:45.262201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ca2c8-1629-4785-ade1-15ca0a545bf5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a893e9e3-ccd2-4496-8d2d-52817d3fb185,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:45.262834 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d0a9e2e8-8821-4c4c-b02e-c982081695b1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': 'a893e9e3-ccd2-4496-8d2d-52817d3fb185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:45.263970 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-d0a9e2e8-8821-4c4c-b02e-c982081695b1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 10:45:45.264478 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-d0a9e2e8-8821-4c4c-b02e-c982081695b1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:45.268380 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d0a9e2e8-8821-4c4c-b02e-c982081695b1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089848 Jul 28 10:45:45.271211 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34770) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:45.285612 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (ac49a32b-a544-42de-b66a-31d16a384f3c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.362992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (b30b08e8-5bf7-43a7-9f2a-d29638682cf3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.502197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (c5d2a675-c5f6-408d-81be-ec8438ba3973), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.622582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d2a675-c5f6-408d-81be-ec8438ba3973,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:45.622812 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30b08e8-5bf7-43a7-9f2a-d29638682cf3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:45.628278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.644107 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4d10d059-c84b-4a7f-a9ab-4a6601f97782 tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/subnets/c5d2a675-c5f6-408d-81be-ec8438ba3973 HTTP/1.1" status: 204 len: 168 time: 2.1693237 Jul 28 10:45:45.644324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34774) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:45.645018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20922da8-0392-4c63-a530-c0c8f65c790c None None] Network 3e2170cf-f317-46b0-94cd-fe58a1d81cbd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:45.686143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:45.709022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::1 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/cf162f6a-586a-4378-bc01-dceacd6bdd50/988dc3f1-268f-4715-884d-7eb706c776db) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:45.723512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] Sync routers for ids ['8cd70c70-6d2e-429d-baa8-c503f7d86805'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:45.743678 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d07106c-0878-460a-9a58-1a04adfb31e6 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (a893e9e3-ccd2-4496-8d2d-52817d3fb185), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.766393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] Routers {'8cd70c70-6d2e-429d-baa8-c503f7d86805'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:45.768264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8cd70c70-6d2e-429d-baa8-c503f7d86805'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:45.795832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.797029 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f1c14956-1984-40eb-9f62-39e469ce55d2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6074340 Jul 28 10:45:45.802788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Checking segment: {'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:45.803644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34776) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:45.803862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Network hostable DHCP agents. Network: 60cc7037-2405-4fb9-943a-b808862d4369, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:45.823555 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:45.827746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d07106c-0878-460a-9a58-1a04adfb31e6 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (a893e9e3-ccd2-4496-8d2d-52817d3fb185), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.849963 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:45.869766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:45.888086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6a4f1c41-0166-4d52-a2eb-afd366390c31 None None] Provisioning complete for port 95e551eb-c142-4524-af4c-c85dab3452a1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:45.888740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a4f1c41-0166-4d52-a2eb-afd366390c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.926037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (3e2170cf-f317-46b0-94cd-fe58a1d81cbd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:45.951625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Network 60cc7037-2405-4fb9-943a-b808862d4369 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:45.958477 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:45.988382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] DHCP port deletion for 3e2170cf-f317-46b0-94cd-fe58a1d81cbd request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:45.991972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] Routers {'8cd70c70-6d2e-429d-baa8-c503f7d86805'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:45.992800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8cd70c70-6d2e-429d-baa8-c503f7d86805'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:46.023457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 60cc7037-2405-4fb9-943a-b808862d4369) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:46.031997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d07106c-0878-460a-9a58-1a04adfb31e6 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a893e9e3-ccd2-4496-8d2d-52817d3fb185), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.035493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6d07106c-0878-460a-9a58-1a04adfb31e6 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.039060 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6d07106c-0878-460a-9a58-1a04adfb31e6 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/a893e9e3-ccd2-4496-8d2d-52817d3fb185 HTTP/1.1" status: 204 len: 168 time: 0.7623358 Jul 28 10:45:46.039060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 3074d615-17ef-436a-92d4-452d64b92ae7 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:46.039060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.039969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f1c41-0166-4d52-a2eb-afd366390c31 None None] Port 95e551eb-c142-4524-af4c-c85dab3452a1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:46.044010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:46.044617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271a5b5-c134-478c-bb47-5dc5b3d3eb54 None None] The sync data for ids ['8cd70c70-6d2e-429d-baa8-c503f7d86805'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:46.046120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8440fb-4bdb-4081-95c9-942acb79d1d0 None None] Network 60cc7037-2405-4fb9-943a-b808862d4369 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:46.080265 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34782) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:46.150137 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:46.181990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] Deleting port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:46.182562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.210034 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e97f13a3-0fb4-4375-b05b-4afc33d327e6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/8cd70c70-6d2e-429d-baa8-c503f7d86805 HTTP/1.1" status: 200 len: 922 time: 0.3940780 Jul 28 10:45:46.211274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Deleting port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:46.211832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.214369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34784) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:46.246059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (988dc3f1-268f-4715-884d-7eb706c776db), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.255406 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:46.281689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-60cc7037-2405-4fb9-943a-b808862d4369', 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369', 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'fixed_ips': [{'subnet_id': 'b30b08e8-5bf7-43a7-9f2a-d29638682cf3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:46.293036 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.370398 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] For port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,segment=NetworkSegment(9a98b7dc-727c-410b-a548-ed0ffc01658f),segment_id=9a98b7dc-727c-410b-a548-ed0ffc01658f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:46.384850 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.436488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] Calling delete_port for 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:46.443321 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a614a8fa-0872-4c5a-bba8-e6006dfd9f38 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3584774 Jul 28 10:45:46.445347 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-875214c2-fe33-47b1-92fc-b9d65d8a065e tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cd70c70-6d2e-429d-baa8-c503f7d86805 HTTP/1.1" status: 200 len: 205 time: 0.2239504 Jul 28 10:45:46.454962 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34788) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:46.455384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:46.460699 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2f526253-c6a9-4393-a987-8e835540ee2a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571148975'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:46.535011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] For port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,segment=NetworkSegment(9a98b7dc-727c-410b-a548-ed0ffc01658f),segment_id=9a98b7dc-727c-410b-a548-ed0ffc01658f)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:46.535404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.556271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:46.556914 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.595985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Calling delete_port for 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:46.614813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07106c-0878-460a-9a58-1a04adfb31e6 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a893e9e3-ccd2-4496-8d2d-52817d3fb185,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:46.654282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f526253-c6a9-4393-a987-8e835540ee2a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.655193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Allocated IP 172.20.0.2 (60cc7037-2405-4fb9-943a-b808862d4369/b30b08e8-5bf7-43a7-9f2a-d29638682cf3/26959d93-ba0f-4a85-b677-5d8ec028270a) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:46.691531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.714873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 3074d615-17ef-436a-92d4-452d64b92ae7 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:46.720669 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:46.729265 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d175bee7-1cdb-47cd-abce-4fa3d7daf8b6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5792110 Jul 28 10:45:46.733202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34792) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:46.742632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (988dc3f1-268f-4715-884d-7eb706c776db), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.745282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:46.753085 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:46.762051 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4e71bc9f-101c-49e7-a9ef-047f2005578a admin admin] 10.222.0.46 "PUT /v2.0/routers/00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1802428 Jul 28 10:45:46.768598 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Sync routers for ids ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:46.781386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Routers {'00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:46.782069 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:46.849001 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (3d75cf4f-d752-4183-abd1-de49fc9774a8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.855179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (8cd70c70-6d2e-429d-baa8-c503f7d86805), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.857659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (3d75cf4f-d752-4183-abd1-de49fc9774a8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:46.888034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a918f87e-836a-4b1c-bd30-369de9078011 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:46.958486 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Set router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:47.053748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5cf13e84-8be1-41f1-9d52-644b499a5a20 None None] Provisioning complete for port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:47.054430 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cf13e84-8be1-41f1-9d52-644b499a5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.062522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f526253-c6a9-4393-a987-8e835540ee2a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (5becbd95-d094-4540-af89-9d8bcdd3339b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.080703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks [] for router_controller (3d75cf4f-d752-4183-abd1-de49fc9774a8), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.099202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.137410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] No DVR routers for this DVR port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:47.151241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f526253-c6a9-4393-a987-8e835540ee2a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5becbd95-d094-4540-af89-9d8bcdd3339b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.169015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a918f87e-836a-4b1c-bd30-369de9078011 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:47.169401 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a918f87e-836a-4b1c-bd30-369de9078011), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.196785 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:47.359330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=988dc3f1-268f-4715-884d-7eb706c776db,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.366427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:47.387017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:42Z', 'revision_number': 4, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '95e551eb-c142-4524-af4c-c85dab3452a1', 'name': '', 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'mac_address': 'fa:16:3e:12:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:40Z', 'updated_at': '2022-07-28T10:45:43Z', 'revision_number': 2, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'subnets': [{'id': 'f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:47.425999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Port': ['ID=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.435201 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2f526253-c6a9-4393-a987-8e835540ee2a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.439804 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2f526253-c6a9-4393-a987-8e835540ee2a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9832141 Jul 28 10:45:47.452729 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:47.454375 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (756eba48-54f2-4dbd-b44e-aeb6c6ec3db8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.455921 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:47.455921 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.463386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Checking router: 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:47.463747 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Updating router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 port 95e551eb-c142-4524-af4c-c85dab3452a1 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:47.492109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:47.510665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3ab3a867-f1d8-4219-8880-30dbac54a13b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:47.513349 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-3ab3a867-f1d8-4219-8880-30dbac54a13b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 10:45:47.517266 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-3ab3a867-f1d8-4219-8880-30dbac54a13b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:47.520031 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ab3a867-f1d8-4219-8880-30dbac54a13b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0256083 Jul 28 10:45:47.533256 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.534890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:47.563792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-66f137a5-b04f-4a9d-acc0-b59a444b8569 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:47.587234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks [] for router_gateway (3d75cf4f-d752-4183-abd1-de49fc9774a8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.591915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] No DVR routers for this DVR port 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:47.602771 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:47.603421 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:47.664750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (8cd70c70-6d2e-429d-baa8-c503f7d86805), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.713404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f526253-c6a9-4393-a987-8e835540ee2a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5becbd95-d094-4540-af89-9d8bcdd3339b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.716949 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Publish callbacks [] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.720873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23b2bd-c377-4924-86e9-a9de88452a53 None None] Pushing event deleted for resources: {'Port': ['ID=756eba48-54f2-4dbd-b44e-aeb6c6ec3db8,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.736412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.760170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (3e2170cf-f317-46b0-94cd-fe58a1d81cbd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.787161 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3074d615-17ef-436a-92d4-452d64b92ae7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.861741 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:47.872429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=3074d615-17ef-436a-92d4-452d64b92ae7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.933584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Network 60cc7037-2405-4fb9-943a-b808862d4369 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:47.942348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a918f87e-836a-4b1c-bd30-369de9078011 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:47.944269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2c75a58e-1dc2-477a-8b5f-0cc94302b62f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:47.949978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5cf13e84-8be1-41f1-9d52-644b499a5a20 None None] Current status of the port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:47.950513 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cf13e84-8be1-41f1-9d52-644b499a5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:47.973414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:47.984489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:47.993505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2170cf-f317-46b0-94cd-fe58a1d81cbd']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:48.021514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Pushing event updated for resources: {'Port': ['ID=26959d93-ba0f-4a85-b677-5d8ec028270a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:48.057853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a98b7dc-727c-410b-a548-ed0ffc01658f') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:48.078411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a98b7dc-727c-410b-a548-ed0ffc01658f') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:48.082702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (988dc3f1-268f-4715-884d-7eb706c776db), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.093991 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-66f137a5-b04f-4a9d-acc0-b59a444b8569 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:48.095089 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-66f137a5-b04f-4a9d-acc0-b59a444b8569 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5574894 Jul 28 10:45:48.106283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5cf13e84-8be1-41f1-9d52-644b499a5a20 None None] For port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2c75a58e-1dc2-477a-8b5f-0cc94302b62f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:48.118728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34830) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:48.120903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Deleting port bf7ff32c-107f-4714-ba6f-55430528c590 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:48.121453 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (bf7ff32c-107f-4714-ba6f-55430528c590), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.130498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6f5df3c8-1dfa-41c7-828a-a7c92f5ba626 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:48.133804 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cf13e84-8be1-41f1-9d52-644b499a5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.135467 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-6f5df3c8-1dfa-41c7-828a-a7c92f5ba626 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 10:45:48.136077 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-6f5df3c8-1dfa-41c7-828a-a7c92f5ba626 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:48.140228 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6f5df3c8-1dfa-41c7-828a-a7c92f5ba626 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202713 Jul 28 10:45:48.143310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (9a98b7dc-727c-410b-a548-ed0ffc01658f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.150510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Attempting to bind port 26959d93-ba0f-4a85-b677-5d8ec028270a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:48.150977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Attempting to bind port 26959d93-ba0f-4a85-b677-5d8ec028270a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:48.151899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Attempting to bind port 26959d93-ba0f-4a85-b677-5d8ec028270a on network 60cc7037-2405-4fb9-943a-b808862d4369 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:48.166410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:48.166410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Checking segment: {'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:48.166410 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.167108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Bound using segment: {'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:48.167428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Bound port: 26959d93-ba0f-4a85-b677-5d8ec028270a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:48.167917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.192262 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34832) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:48.201980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:48.202635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.214027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e0cf9510-c99b-410b-aa40-d36119462e23 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:48.286630 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=9,neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:48.331849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-60e0a10a-0adc-4d3f-bb76-c32ccdb6cf6c None None] Provisioning complete for port 988dc3f1-268f-4715-884d-7eb706c776db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:48.331849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60e0a10a-0adc-4d3f-bb76-c32ccdb6cf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (988dc3f1-268f-4715-884d-7eb706c776db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.348627 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9a98b7dc-727c-410b-a548-ed0ffc01658f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.363552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf13e84-8be1-41f1-9d52-644b499a5a20 None None] Pushing event updated for resources: {'Port': ['ID=2c75a58e-1dc2-477a-8b5f-0cc94302b62f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:48.409026 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Publish callbacks [] for port (95e551eb-c142-4524-af4c-c85dab3452a1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.434932 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.483017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] For port 26959d93-ba0f-4a85-b677-5d8ec028270a, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:48.517108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] For port 26959d93-ba0f-4a85-b677-5d8ec028270a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=26959d93-ba0f-4a85-b677-5d8ec028270a,segment=NetworkSegment(fc6e35e4-bbf0-455e-878c-0c7119e1068c),segment_id=fc6e35e4-bbf0-455e-878c-0c7119e1068c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:48.519337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-60e0a10a-0adc-4d3f-bb76-c32ccdb6cf6c None None] Port 988dc3f1-268f-4715-884d-7eb706c776db cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:48.532730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:48.533281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (9a98b7dc-727c-410b-a548-ed0ffc01658f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.549643 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (bf7ff32c-107f-4714-ba6f-55430528c590), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.556959 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Pushing event updated for resources: {'Port': ['ID=95e551eb-c142-4524-af4c-c85dab3452a1,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:48.565731 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.614668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:48.680800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033b248-c334-4b2b-9ccc-cc7e283cd75f None None] Pushing event updated for resources: {'Port': ['ID=26959d93-ba0f-4a85-b677-5d8ec028270a,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:48.688491 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 9a98b7dc-727c-410b-a548-ed0ffc01658f resource provider aggregate not found Jul 28 10:45:48.706810 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.738078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.739588 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.740296 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.741780 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.744538 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.747337 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.747951 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.750096 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:48.751139 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.753597 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.757443 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.757832 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.758202 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.758540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.758876 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:48.770666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:48.816246 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Attempting to bind port 95e551eb-c142-4524-af4c-c85dab3452a1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:48.816757 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Attempting to bind port 95e551eb-c142-4524-af4c-c85dab3452a1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:48.816970 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Attempting to bind port 95e551eb-c142-4524-af4c-c85dab3452a1 on network 96d05408-eedf-4646-93cb-6768efac6dfb {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:48.829917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:48.829917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 756eba48-54f2-4dbd-b44e-aeb6c6ec3db8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:48.856382 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:48.877335 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 9a98b7dc-727c-410b-a548-ed0ffc01658f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a98b7dc-727c-410b-a548-ed0ffc01658f found for delete ", "request_id": "req-bb959538-4665-4b80-828c-3554b8c4a1ed"}]} Jul 28 10:45:48.879109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (ac49a32b-a544-42de-b66a-31d16a384f3c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.888759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Calling delete_port for bf7ff32c-107f-4714-ba6f-55430528c590 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:48.891284 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:48.892512 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Checking segment: {'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:48.893103 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:48.897456 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Bound using segment: {'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:48.898186 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Bound port: 95e551eb-c142-4524-af4c-c85dab3452a1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae5c27f-84f8-42ae-a19a-61b9c76894ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:48.899801 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.046104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2025df-65a2-4a1d-a624-5457dfa41891 req-839809f4-5533-4a51-bf11-35e8da560c38 tempest-InstanceActionsNegativeTestJSON-1346901576 tempest-InstanceActionsNegativeTestJSON-1346901576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:49.057689 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cf2025df-65a2-4a1d-a624-5457dfa41891 req-839809f4-5533-4a51-bf11-35e8da560c38 tempest-InstanceActionsNegativeTestJSON-1346901576 tempest-InstanceActionsNegativeTestJSON-1346901576-project] 10.222.0.46 "GET /v2.0/networks?id=96d05408-eedf-4646-93cb-6768efac6dfb HTTP/1.1" status: 200 len: 822 time: 1.2006419 Jul 28 10:45:49.057976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (3e2170cf-f317-46b0-94cd-fe58a1d81cbd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.067039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2c75a58e-1dc2-477a-8b5f-0cc94302b62f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:49.108290 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] For port 95e551eb-c142-4524-af4c-c85dab3452a1, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:49.114869 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] For port 95e551eb-c142-4524-af4c-c85dab3452a1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=95e551eb-c142-4524-af4c-c85dab3452a1,segment=NetworkSegment(eae5c27f-84f8-42ae-a19a-61b9c76894ab),segment_id=eae5c27f-84f8-42ae-a19a-61b9c76894ab)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:49.128691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-31e47242-4dd5-4ad8-8bce-594f73f7ce8a None None] Provisioning complete for port 95e551eb-c142-4524-af4c-c85dab3452a1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:49.129418 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.135650 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31e47242-4dd5-4ad8-8bce-594f73f7ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.161272 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cf2025df-65a2-4a1d-a624-5457dfa41891 req-a21a1892-f8e8-487b-88e5-6fe1837ebbbc tempest-InstanceActionsNegativeTestJSON-1346901576 tempest-InstanceActionsNegativeTestJSON-1346901576-project] 10.222.0.46 "GET /v2.0/quotas/42b982235395445cb6be74b9fc2cf4e7 HTTP/1.1" status: 200 len: 375 time: 0.1052186 Jul 28 10:45:49.162060 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-e0cf9510-c99b-410b-aa40-d36119462e23 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:49.171884 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e0cf9510-c99b-410b-aa40-d36119462e23 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9663503 Jul 28 10:45:49.180754 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34848) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:49.208536 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.219239 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] 10.222.0.46 "DELETE /v2.0/networks/3e2170cf-f317-46b0-94cd-fe58a1d81cbd HTTP/1.1" status: 204 len: 168 time: 3.5571845 Jul 28 10:45:49.273190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-680212e9-f358-4dde-91af-45fcf3530028 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:49.279677 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-680212e9-f358-4dde-91af-45fcf3530028 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 10:45:49.280580 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-680212e9-f358-4dde-91af-45fcf3530028 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:49.285472 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-680212e9-f358-4dde-91af-45fcf3530028 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0899470 Jul 28 10:45:49.290551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Routers {'00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:49.291210 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:49.291776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:49.293336 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:49.294798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-31e47242-4dd5-4ad8-8bce-594f73f7ce8a None None] Current status of the port 95e551eb-c142-4524-af4c-c85dab3452a1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:49.296817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31e47242-4dd5-4ad8-8bce-594f73f7ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.308654 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-00301014-8b52-4069-9310-c192732ebcc7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:49.369200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bdf2f-e445-4f7d-b73b-4b0f09d1a3ae tempest-NetworksTest-110089677 tempest-NetworksTest-110089677-project] Pushing event deleted for resources: {'Network': ['ID=3e2170cf-f317-46b0-94cd-fe58a1d81cbd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.371024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:49.371619 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.387613 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df5f47-d8c6-48cd-bda1-626698a48322 None None] Pushing event updated for resources: {'Port': ['ID=95e551eb-c142-4524-af4c-c85dab3452a1,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.417131 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:49.421157 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:49.463359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-31e47242-4dd5-4ad8-8bce-594f73f7ce8a None None] For port 95e551eb-c142-4524-af4c-c85dab3452a1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=95e551eb-c142-4524-af4c-c85dab3452a1,segment=NetworkSegment(eae5c27f-84f8-42ae-a19a-61b9c76894ab),segment_id=eae5c27f-84f8-42ae-a19a-61b9c76894ab)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:49.517430 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cf2025df-65a2-4a1d-a624-5457dfa41891 req-47a4e70d-db0c-4125-96f4-6863f0c3d31a tempest-InstanceActionsNegativeTestJSON-1346901576 tempest-InstanceActionsNegativeTestJSON-1346901576-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=42b982235395445cb6be74b9fc2cf4e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3443854 Jul 28 10:45:49.518611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks [] for router_gateway (3d75cf4f-d752-4183-abd1-de49fc9774a8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.559685 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31e47242-4dd5-4ad8-8bce-594f73f7ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.564250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:49.632761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e47242-4dd5-4ad8-8bce-594f73f7ce8a None None] Pushing event updated for resources: {'Port': ['ID=95e551eb-c142-4524-af4c-c85dab3452a1,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.685746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.692208 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-00301014-8b52-4069-9310-c192732ebcc7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Project e7558585c27f42f5bc09d127a89e030e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:45:49.695565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-285ea7c4-a66d-4e87-b425-a299d6f8dda2 None None] Provisioning complete for port 95e551eb-c142-4524-af4c-c85dab3452a1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:49.697142 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-285ea7c4-a66d-4e87-b425-a299d6f8dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.703285 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (988dc3f1-268f-4715-884d-7eb706c776db), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:49.780645 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:49.847551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] Set router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:49.854731 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-00301014-8b52-4069-9310-c192732ebcc7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:49.856788 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-00301014-8b52-4069-9310-c192732ebcc7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5632205 Jul 28 10:45:49.869754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Router ac49a32b-a544-42de-b66a-31d16a384f3c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:49.905145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-285ea7c4-a66d-4e87-b425-a299d6f8dda2 None None] Current status of the port 95e551eb-c142-4524-af4c-c85dab3452a1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:49.946479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34858) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:49.946988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34860) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:49.954009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8bfef6ce-40ff-4954-bd39-4313fadb234f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:49.954789 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-8bfef6ce-40ff-4954-bd39-4313fadb234f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 10:45:49.957450 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-8bfef6ce-40ff-4954-bd39-4313fadb234f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:49.958866 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8bfef6ce-40ff-4954-bd39-4313fadb234f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084069 Jul 28 10:45:49.971228 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34862) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:50.007867 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d9b18924-a58a-4282-a15e-947fe6363580 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:50.134037 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cf2025df-65a2-4a1d-a624-5457dfa41891 req-e5d9fd17-5f1d-44bc-be58-e89d14fd1d5d service neutron] 10.222.0.46 "GET /v2.0/networks/96d05408-eedf-4646-93cb-6768efac6dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974697 Jul 28 10:45:50.227783 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-d9b18924-a58a-4282-a15e-947fe6363580 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Project e7558585c27f42f5bc09d127a89e030e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:45:50.233489 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:42Z', 'revision_number': 4, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '95e551eb-c142-4524-af4c-c85dab3452a1', 'name': '', 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'mac_address': 'fa:16:3e:12:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:40Z', 'updated_at': '2022-07-28T10:45:49Z', 'revision_number': 4, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'subnets': [{'id': 'f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:50.267855 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d5919-a5a5-4912-a29d-548cc1539a18 None None] The sync data for ids ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'] in n-d-850468-6 is: [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:42Z', 'revision_number': 4, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '95e551eb-c142-4524-af4c-c85dab3452a1', 'name': '', 'network_id': '96d05408-eedf-4646-93cb-6768efac6dfb', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'mac_address': 'fa:16:3e:12:10:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:40Z', 'updated_at': '2022-07-28T10:45:49Z', 'revision_number': 4, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'subnets': [{'id': 'f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:50.369366 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:50.376836 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-d9b18924-a58a-4282-a15e-947fe6363580 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:50.381468 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d9b18924-a58a-4282-a15e-947fe6363580 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3771801 Jul 28 10:45:50.382532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34870) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:50.396034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f7d75206-9a5f-401e-be6f-d96651a415b9 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5becbd95-d094-4540-af89-9d8bcdd3339b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:50.427778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:50.434737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (988dc3f1-268f-4715-884d-7eb706c776db), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:50.437882 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:50.440893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] Sync routers for ids ['ac49a32b-a544-42de-b66a-31d16a384f3c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:50.450045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Allocated IP 172.25.2.237 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:50.460542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] Routers {'ac49a32b-a544-42de-b66a-31d16a384f3c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:50.467288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ac49a32b-a544-42de-b66a-31d16a384f3c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:50.471433 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee9a5d67-962e-46ff-a872-4c35d5048717 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "PUT /v2.0/routers/ac49a32b-a544-42de-b66a-31d16a384f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5133834 Jul 28 10:45:50.480233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34872) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:50.484395 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:45:50.546639 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c54876a2-e6e4-43d0-b9b2-6b66fb0ec7f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e2e548fb355447e90a08b53f3ade9ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5857282 Jul 28 10:45:50.561334 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cf2025df-65a2-4a1d-a624-5457dfa41891 req-92b0434b-ad03-48d8-99e9-c35884ac6be7 service neutron] 10.222.0.46 "GET /v2.0/networks/96d05408-eedf-4646-93cb-6768efac6dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169407 Jul 28 10:45:50.564852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34874) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:50.599393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:50.616665 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-f7d75206-9a5f-401e-be6f-d96651a415b9 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Project e7558585c27f42f5bc09d127a89e030e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:45:50.632250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] Routers {'ac49a32b-a544-42de-b66a-31d16a384f3c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:50.640517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ac49a32b-a544-42de-b66a-31d16a384f3c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:50.701327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=988dc3f1-268f-4715-884d-7eb706c776db,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:50.739118 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-f7d75206-9a5f-401e-be6f-d96651a415b9 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:45:50.742000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4401a3-ae6c-4ff3-ae9a-b4503361859d None None] Network 60cc7037-2405-4fb9-943a-b808862d4369 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:50.743339 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f7d75206-9a5f-401e-be6f-d96651a415b9 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3515260 Jul 28 10:45:50.745019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34878) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:50.760560 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c198942-deb6-4885-9efc-de8089ec5d01 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:45:50.766692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:50.768997 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1c198942-deb6-4885-9efc-de8089ec5d01 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/3074d615-17ef-436a-92d4-452d64b92ae7 HTTP/1.1" status: 404 len: 333 time: 0.1639211 Jul 28 10:45:50.835962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-943fdba9-096b-4262-ab36-cad7cbf5b742 None None] Provisioning complete for port 26959d93-ba0f-4a85-b677-5d8ec028270a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:50.836346 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-943fdba9-096b-4262-ab36-cad7cbf5b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:50.848746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:50.849438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bced43-2d44-4b8a-ae66-37f2a931fbf9 None None] The sync data for ids ['ac49a32b-a544-42de-b66a-31d16a384f3c'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:50.906910 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (bf7ff32c-107f-4714-ba6f-55430528c590), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:50.951223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f46da3d8-2dc0-4244-b2cf-a2e9cabb1f27 admin admin] Publish callbacks [] for security_group (2fbc4855-8537-444f-ade7-11571fc6c4e3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:50.952642 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:51.032295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event deleted for resources: {'Port': ['ID=bf7ff32c-107f-4714-ba6f-55430528c590,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:51.032741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f46da3d8-2dc0-4244-b2cf-a2e9cabb1f27 admin admin] Publish callbacks [] for security_group (2fbc4855-8537-444f-ade7-11571fc6c4e3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.046381 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11a98b0d-6a33-4773-96f0-2565fd1dded9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for router (ac49a32b-a544-42de-b66a-31d16a384f3c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.200388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:51.203951 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:51.228419 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:51.251118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 26959d93-ba0f-4a85-b677-5d8ec028270a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:51.344251 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-fc98e23c-5f0e-4031-91ba-f3c131f520f8 req-3d054852-469f-40f9-8779-50fa5c63f709 tempest-InstanceActionsNegativeTestJSON-1346901576 tempest-InstanceActionsNegativeTestJSON-1346901576-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0ed7115-742c-4dbc-abd5-f88e9d7ee630 HTTP/1.1" status: 200 len: 210 time: 0.4703465 Jul 28 10:45:51.372751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (8cd70c70-6d2e-429d-baa8-c503f7d86805), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.420269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-943fdba9-096b-4262-ab36-cad7cbf5b742 None None] Current status of the port 26959d93-ba0f-4a85-b677-5d8ec028270a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:51.420748 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-943fdba9-096b-4262-ab36-cad7cbf5b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.475921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 26959d93-ba0f-4a85-b677-5d8ec028270a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:51.476570 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.558842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-943fdba9-096b-4262-ab36-cad7cbf5b742 None None] For port 26959d93-ba0f-4a85-b677-5d8ec028270a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=26959d93-ba0f-4a85-b677-5d8ec028270a,segment=NetworkSegment(fc6e35e4-bbf0-455e-878c-0c7119e1068c),segment_id=fc6e35e4-bbf0-455e-878c-0c7119e1068c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:51.597205 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-943fdba9-096b-4262-ab36-cad7cbf5b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.738830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 26959d93-ba0f-4a85-b677-5d8ec028270a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:51.740344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 95e551eb-c142-4524-af4c-c85dab3452a1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:51.746198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fdba9-096b-4262-ab36-cad7cbf5b742 None None] Pushing event updated for resources: {'Port': ['ID=26959d93-ba0f-4a85-b677-5d8ec028270a,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:51.807247 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:51.823710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (8cd70c70-6d2e-429d-baa8-c503f7d86805), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.831663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 95e551eb-c142-4524-af4c-c85dab3452a1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:51.832554 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.838306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1619186b-58de-48d3-b3f0-34a002793ff0 None None] Provisioning complete for port 988dc3f1-268f-4715-884d-7eb706c776db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:51.838932 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1619186b-58de-48d3-b3f0-34a002793ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (988dc3f1-268f-4715-884d-7eb706c776db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.851708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (8cd70c70-6d2e-429d-baa8-c503f7d86805), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.887198 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:51.924397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1619186b-58de-48d3-b3f0-34a002793ff0 None None] Port 988dc3f1-268f-4715-884d-7eb706c776db cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:45:51.925107 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (8cd70c70-6d2e-429d-baa8-c503f7d86805), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.926150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd70c70-6d2e-429d-baa8-c503f7d86805 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:51.942557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.944256 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bffb56c3-1d51-41c3-9040-13219fe1259b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/8cd70c70-6d2e-429d-baa8-c503f7d86805 HTTP/1.1" status: 204 len: 168 time: 5.4779546 Jul 28 10:45:51.954371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34894) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:51.959108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171925840', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': False}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:51.962532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92589207-effe-4608-b5aa-0fd58f6a71e0 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (5becbd95-d094-4540-af89-9d8bcdd3339b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.997592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (eb06615f-0146-4470-83d6-d592b4633de7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:51.999040 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (eb06615f-0146-4470-83d6-d592b4633de7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.004582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 95e551eb-c142-4524-af4c-c85dab3452a1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:52.011786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:45:52.047201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e4d24f7e-ff76-4a62-a413-c275bedb1db0 None None] Provisioning complete for port 26959d93-ba0f-4a85-b677-5d8ec028270a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:52.048089 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4d24f7e-ff76-4a62-a413-c275bedb1db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.063969 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks [] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.121463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.145173 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (eb06615f-0146-4470-83d6-d592b4633de7), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.184338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e4d24f7e-ff76-4a62-a413-c275bedb1db0 None None] Current status of the port 26959d93-ba0f-4a85-b677-5d8ec028270a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:52.309586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92589207-effe-4608-b5aa-0fd58f6a71e0 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (5becbd95-d094-4540-af89-9d8bcdd3339b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.313588 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11a98b0d-6a33-4773-96f0-2565fd1dded9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (ac49a32b-a544-42de-b66a-31d16a384f3c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.318618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:52.325285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11a98b0d-6a33-4773-96f0-2565fd1dded9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for router_controller (ac49a32b-a544-42de-b66a-31d16a384f3c), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.334948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:52.338389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:52.344128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:52.354159 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7b9fc6fc-f6ba-4caf-9a0e-be384284b916 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "PUT /v2.0/routers/e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0258303 Jul 28 10:45:52.356586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34896) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:52.367661 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Sync routers for ids ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:52.381759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (eb06615f-0146-4470-83d6-d592b4633de7), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.388765 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Routers {'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:52.389578 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:52.428059 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:52.479621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994614ca-c036-4200-92d4-ca1eb59d69da tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:52.481518 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-994614ca-c036-4200-92d4-ca1eb59d69da tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports/988dc3f1-268f-4715-884d-7eb706c776db HTTP/1.1" status: 200 len: 911 time: 0.1241243 Jul 28 10:45:52.508291 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34902) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:52.552576 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Set router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:52.572487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:52.593821 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:52.648696 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f46da3d8-2dc0-4244-b2cf-a2e9cabb1f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2fbc4855-8537-444f-ade7-11571fc6c4e3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.651364 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f46da3d8-2dc0-4244-b2cf-a2e9cabb1f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.666450 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f46da3d8-2dc0-4244-b2cf-a2e9cabb1f27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fbc4855-8537-444f-ade7-11571fc6c4e3 HTTP/1.1" status: 204 len: 168 time: 2.0625815 Jul 28 10:45:52.684576 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4279d078-ad17-46b8-a660-c472e7f71b2e req-175ca2c8-3149-4b1b-bd78-0da8a7aa62e9 tempest-InstanceActionsNegativeTestJSON-1346901576 tempest-InstanceActionsNegativeTestJSON-1346901576-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0ed7115-742c-4dbc-abd5-f88e9d7ee630 HTTP/1.1" status: 200 len: 210 time: 0.1752582 Jul 28 10:45:52.685473 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11a98b0d-6a33-4773-96f0-2565fd1dded9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (ac49a32b-a544-42de-b66a-31d16a384f3c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.687136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a98b0d-6a33-4773-96f0-2565fd1dded9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Fanout notify agent at l3_agent the message router_deleted on router ac49a32b-a544-42de-b66a-31d16a384f3c {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:45:52.701053 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11a98b0d-6a33-4773-96f0-2565fd1dded9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.702535 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-11a98b0d-6a33-4773-96f0-2565fd1dded9 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/routers/ac49a32b-a544-42de-b66a-31d16a384f3c HTTP/1.1" status: 204 len: 168 time: 1.9348803 Jul 28 10:45:52.716439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34910) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:52.718435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46da3d8-2dc0-4244-b2cf-a2e9cabb1f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc4855-8537-444f-ade7-11571fc6c4e3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:52.739969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab064a-5cc2-4845-948c-8dda960936ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:52.748544 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab064a-5cc2-4845-948c-8dda960936ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:52.750728 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6fab064a-5cc2-4845-948c-8dda960936ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2264357 Jul 28 10:45:52.753559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34914) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:52.868654 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:52.878670 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (eb06615f-0146-4470-83d6-d592b4633de7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.895906 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'name': 'tempest-NetworksTestDHCPv6-router-1588856012', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:43Z', 'updated_at': '2022-07-28T10:45:47Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None, '_interfaces': [{'id': '988dc3f1-268f-4715-884d-7eb706c776db', 'name': '', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'mac_address': 'fa:16:3e:94:77:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cf162f6a-586a-4378-bc01-dceacd6bdd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:44Z', 'updated_at': '2022-07-28T10:45:48Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'subnets': [{'id': 'cf162f6a-586a-4378-bc01-dceacd6bdd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:52.929298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:52.946014 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Checking router: e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:52.946548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Updating router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 port 988dc3f1-268f-4715-884d-7eb706c776db binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:52.971348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet c56d75cb-f224-4b45-b11c-718b122a0021 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:45:52.982470 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (988dc3f1-268f-4715-884d-7eb706c776db), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.030489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92589207-effe-4608-b5aa-0fd58f6a71e0 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5becbd95-d094-4540-af89-9d8bcdd3339b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.031538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 26959d93-ba0f-4a85-b677-5d8ec028270a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:53.032600 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1b95bc8d-f878-4b15-952b-64e137b15ad2 req-3b3ec7f4-eb6a-4d37-ab22-980c5ddd8f66 tempest-InstanceActionsNegativeTestJSON-1346901576 tempest-InstanceActionsNegativeTestJSON-1346901576-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0ed7115-742c-4dbc-abd5-f88e9d7ee630 HTTP/1.1" status: 200 len: 210 time: 0.0812278 Jul 28 10:45:53.035236 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92589207-effe-4608-b5aa-0fd58f6a71e0 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.036661 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92589207-effe-4608-b5aa-0fd58f6a71e0 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/5becbd95-d094-4540-af89-9d8bcdd3339b HTTP/1.1" status: 204 len: 168 time: 2.2907288 Jul 28 10:45:53.038448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (c56d75cb-f224-4b45-b11c-718b122a0021), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.050904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34918) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:53.120391 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:53.142636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 26959d93-ba0f-4a85-b677-5d8ec028270a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:53.143555 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.156058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92589207-effe-4608-b5aa-0fd58f6a71e0 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5becbd95-d094-4540-af89-9d8bcdd3339b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:53.181405 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:53.201311 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-20814232-0c8a-498c-b028-e43e224d150c tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1491926 Jul 28 10:45:53.208035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34926) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:53.229384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b6c3ab06-628b-4cf5-a0d4-1b8363a2e948 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172757234'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:53.275874 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Allocated IP 172.25.2.26 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/5bc16036-0d76-4145-adf8-ca7230accb2d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:53.349725 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (c56d75cb-f224-4b45-b11c-718b122a0021), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.365096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ab06-628b-4cf5-a0d4-1b8363a2e948 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.386942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 26959d93-ba0f-4a85-b677-5d8ec028270a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:53.434734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks [] for router_gateway (3d75cf4f-d752-4183-abd1-de49fc9774a8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.540939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ab06-628b-4cf5-a0d4-1b8363a2e948 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (af7b9f16-4b73-4626-a74d-a69fd4e2ba83), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.554599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ab06-628b-4cf5-a0d4-1b8363a2e948 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af7b9f16-4b73-4626-a74d-a69fd4e2ba83), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.591943 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Publish callbacks [] for port (988dc3f1-268f-4715-884d-7eb706c776db), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.613197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3ab06-628b-4cf5-a0d4-1b8363a2e948 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7b9f16-4b73-4626-a74d-a69fd4e2ba83,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:53.617952 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (988dc3f1-268f-4715-884d-7eb706c776db), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.678914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ab06-628b-4cf5-a0d4-1b8363a2e948 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.680179 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b6c3ab06-628b-4cf5-a0d4-1b8363a2e948 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4657574 Jul 28 10:45:53.684391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34940) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:53.703085 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815ef62-d5c2-40c1-ad70-3cfd562851cc None None] Pushing event updated for resources: {'Port': ['ID=988dc3f1-268f-4715-884d-7eb706c776db,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:53.749021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-188b610c-cc6b-45a6-bb48-ac20b6d36165 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': 'af7b9f16-4b73-4626-a74d-a69fd4e2ba83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:53.846153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.859094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34950) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:53.868033 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Attempting to bind port 988dc3f1-268f-4715-884d-7eb706c776db on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:53.868361 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Attempting to bind port 988dc3f1-268f-4715-884d-7eb706c776db by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:53.870211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Attempting to bind port 988dc3f1-268f-4715-884d-7eb706c776db on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:53.883933 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:53.884314 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:53.884718 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.885116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:53.885597 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Bound port: 988dc3f1-268f-4715-884d-7eb706c776db, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:53.886010 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (988dc3f1-268f-4715-884d-7eb706c776db), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:53.900966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c56d75cb-f224-4b45-b11c-718b122a0021), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.045117 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:54.064711 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] For port 988dc3f1-268f-4715-884d-7eb706c776db, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:54.069715 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] For port 988dc3f1-268f-4715-884d-7eb706c776db, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=988dc3f1-268f-4715-884d-7eb706c776db,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:54.076306 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:54.095943 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (988dc3f1-268f-4715-884d-7eb706c776db), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.103266 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-188b610c-cc6b-45a6-bb48-ac20b6d36165 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The resource could not be found. Jul 28 10:45:54.110576 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-188b610c-cc6b-45a6-bb48-ac20b6d36165 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4251499 Jul 28 10:45:54.130446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34958) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:54.153152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.157644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ba5216a3-79ac-4fbf-9d6c-2ef111cf9eaf tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': 'af7b9f16-4b73-4626-a74d-a69fd4e2ba83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c187cb29-3146-4a35-b23c-240703d1d9a3'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:54.202501 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Routers {'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:54.203344 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:54.213412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34960) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:54.239395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9a7be95f-062e-4d8c-9b20-404ff979d92f None None] Provisioning complete for port 988dc3f1-268f-4715-884d-7eb706c776db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:54.239990 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9a7be95f-062e-4d8c-9b20-404ff979d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (988dc3f1-268f-4715-884d-7eb706c776db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.242839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:54.248248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:54.292113 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:54.326717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:45:54.377408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc16036-0d76-4145-adf8-ca7230accb2d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:54.452601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9a7be95f-062e-4d8c-9b20-404ff979d92f None None] Current status of the port 988dc3f1-268f-4715-884d-7eb706c776db is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:54.453011 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9a7be95f-062e-4d8c-9b20-404ff979d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (988dc3f1-268f-4715-884d-7eb706c776db), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.496733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9a7be95f-062e-4d8c-9b20-404ff979d92f None None] For port 988dc3f1-268f-4715-884d-7eb706c776db, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=988dc3f1-268f-4715-884d-7eb706c776db,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:54.520141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9a7be95f-062e-4d8c-9b20-404ff979d92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (988dc3f1-268f-4715-884d-7eb706c776db), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.558229 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815ef62-d5c2-40c1-ad70-3cfd562851cc None None] Pushing event updated for resources: {'Port': ['ID=988dc3f1-268f-4715-884d-7eb706c776db,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:54.578544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (c56d75cb-f224-4b45-b11c-718b122a0021), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.607060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7be95f-062e-4d8c-9b20-404ff979d92f None None] Pushing event updated for resources: {'Port': ['ID=988dc3f1-268f-4715-884d-7eb706c776db,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:54.609845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e726fad7-caa5-422b-971f-30ff8821a23c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-913813767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:54.620583 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] Set router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:54.653737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.656296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=c56d75cb-f224-4b45-b11c-718b122a0021,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:54.665363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (3d75cf4f-d752-4183-abd1-de49fc9774a8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.669299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.672682 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f374e3a-224c-4276-9939-ccc250d310a0 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/c56d75cb-f224-4b45-b11c-718b122a0021 HTTP/1.1" status: 204 len: 168 time: 1.9511266 Jul 28 10:45:54.679735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf764913-0879-44f9-959e-3c90cb9ca553 None None] Network 1104af16-d5d3-4eb5-bb4a-390e0f777822 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:54.739048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34968) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:54.802788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.814482 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:54.893540 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-ba5216a3-79ac-4fbf-9d6c-2ef111cf9eaf tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The resource could not be found. Jul 28 10:45:54.894632 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ba5216a3-79ac-4fbf-9d6c-2ef111cf9eaf tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7456052 Jul 28 10:45:54.901839 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34976) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:54.920691 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'name': 'tempest-NetworksTestDHCPv6-router-1588856012', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:43Z', 'updated_at': '2022-07-28T10:45:47Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None, '_interfaces': [{'id': '988dc3f1-268f-4715-884d-7eb706c776db', 'name': '', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'mac_address': 'fa:16:3e:94:77:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cf162f6a-586a-4378-bc01-dceacd6bdd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:44Z', 'updated_at': '2022-07-28T10:45:54Z', 'revision_number': 4, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'subnets': [{'id': 'cf162f6a-586a-4378-bc01-dceacd6bdd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:54.923547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e726fad7-caa5-422b-971f-30ff8821a23c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (84ab13dc-6899-409f-8cf2-8247d0c25bb7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.926708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e726fad7-caa5-422b-971f-30ff8821a23c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (84ab13dc-6899-409f-8cf2-8247d0c25bb7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:54.949030 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:54.975202 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a335d39-f5c8-4837-b43b-fc2ef804fb27 None None] The sync data for ids ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'] in n-d-850468-6 is: [{'id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'name': 'tempest-NetworksTestDHCPv6-router-1588856012', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:43Z', 'updated_at': '2022-07-28T10:45:47Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None, '_interfaces': [{'id': '988dc3f1-268f-4715-884d-7eb706c776db', 'name': '', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'mac_address': 'fa:16:3e:94:77:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'cf162f6a-586a-4378-bc01-dceacd6bdd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:44Z', 'updated_at': '2022-07-28T10:45:54Z', 'revision_number': 4, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'subnets': [{'id': 'cf162f6a-586a-4378-bc01-dceacd6bdd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:55.015742 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (1104af16-d5d3-4eb5-bb4a-390e0f777822), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.042286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ff9e4396-1cf1-4b3a-88ea-932a6fc63243 None None] Provisioning complete for port 988dc3f1-268f-4715-884d-7eb706c776db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:45:55.042658 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4396-1cf1-4b3a-88ea-932a6fc63243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (988dc3f1-268f-4715-884d-7eb706c776db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.045642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e726fad7-caa5-422b-971f-30ff8821a23c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router_controller (84ab13dc-6899-409f-8cf2-8247d0c25bb7), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.103205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e726fad7-caa5-422b-971f-30ff8821a23c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (84ab13dc-6899-409f-8cf2-8247d0c25bb7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.144801 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:55.220131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ff9e4396-1cf1-4b3a-88ea-932a6fc63243 None None] Current status of the port 988dc3f1-268f-4715-884d-7eb706c776db is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:45:55.258790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] DHCP port deletion for 1104af16-d5d3-4eb5-bb4a-390e0f777822 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:45:55.291374 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (eb06615f-0146-4470-83d6-d592b4633de7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.299784 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e726fad7-caa5-422b-971f-30ff8821a23c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.303999 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e726fad7-caa5-422b-971f-30ff8821a23c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0863996 Jul 28 10:45:55.337083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34982) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:55.351389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2013027338'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:55.375358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] Deleting port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:55.376040 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.473428 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:55.507830 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:55.517561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] For port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,segment=NetworkSegment(d4b71bdc-65c0-4878-ab6f-fc88e520b476),segment_id=d4b71bdc-65c0-4878-ab6f-fc88e520b476)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:55.518245 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.542695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] Calling delete_port for 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:55.566342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-103378d0-81aa-4c47-a95a-cc98936f6a22 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (af7b9f16-4b73-4626-a74d-a69fd4e2ba83), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.579176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:55.579521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.707404 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.732637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] No DVR routers for this DVR port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:55.736948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] For port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,segment=NetworkSegment(d4b71bdc-65c0-4878-ab6f-fc88e520b476),segment_id=d4b71bdc-65c0-4878-ab6f-fc88e520b476)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:55.738753 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.761811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:55.769214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72340dcc-ce68-4d8c-9ee4-3d50a48482b8 None None] Pushing event deleted for resources: {'Port': ['ID=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:55.775506 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-103378d0-81aa-4c47-a95a-cc98936f6a22 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (af7b9f16-4b73-4626-a74d-a69fd4e2ba83), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.941049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:55.945587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:55.999863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.026270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 988dc3f1-268f-4715-884d-7eb706c776db {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:56.027236 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (988dc3f1-268f-4715-884d-7eb706c776db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.034951 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Router 3d75cf4f-d752-4183-abd1-de49fc9774a8 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:45:56.129639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-103378d0-81aa-4c47-a95a-cc98936f6a22 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af7b9f16-4b73-4626-a74d-a69fd4e2ba83), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.132604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Deleting port 95e551eb-c142-4524-af4c-c85dab3452a1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:45:56.133335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.136162 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-103378d0-81aa-4c47-a95a-cc98936f6a22 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.138484 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-103378d0-81aa-4c47-a95a-cc98936f6a22 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/af7b9f16-4b73-4626-a74d-a69fd4e2ba83 HTTP/1.1" status: 204 len: 168 time: 1.2244368 Jul 28 10:45:56.155221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 34990) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:56.160542 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.246898 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:56.296526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (eb06615f-0146-4470-83d6-d592b4633de7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.312234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] For port 95e551eb-c142-4524-af4c-c85dab3452a1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=95e551eb-c142-4524-af4c-c85dab3452a1,segment=NetworkSegment(eae5c27f-84f8-42ae-a19a-61b9c76894ab),segment_id=eae5c27f-84f8-42ae-a19a-61b9c76894ab)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:56.312601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.316768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103378d0-81aa-4c47-a95a-cc98936f6a22 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7b9f16-4b73-4626-a74d-a69fd4e2ba83,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:56.347244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:56.348136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No DVR routers for this DVR port 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:45:56.372206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Calling delete_port for 95e551eb-c142-4524-af4c-c85dab3452a1 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:56.437439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for security_group (f0ba7731-2427-4a5f-b43d-7ec074ba4636), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.449965 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:56.476988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f0ba7731-2427-4a5f-b43d-7ec074ba4636), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.500418 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:56.508738 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:56.519436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:56.563942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f9ef76ea-9423-4c7c-8104-ffecd89681cd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.564295 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Added segment f9ef76ea-9423-4c7c-8104-ffecd89681cd of type vlan for network e5c10736-9e1f-481a-88fa-ebbea61da3d1 Jul 28 10:45:56.567707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ba7731-2427-4a5f-b43d-7ec074ba4636,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:56.579353 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5945ccac-19db-495a-9939-2449d2cb1328 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4147646 Jul 28 10:45:56.585324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 34996) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:56.590975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4e7ffbf9-f7e5-4a71-ac78-38e24622ec36 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '1c4f2cb9-caf4-4247-b6e2-74a98a9cecc9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:56.591829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] For port 988dc3f1-268f-4715-884d-7eb706c776db, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=988dc3f1-268f-4715-884d-7eb706c776db,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:56.592205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (988dc3f1-268f-4715-884d-7eb706c776db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.595282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:56.622813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a49148-a629-440f-9429-251c8f777973 None None] Sync routers for ids ['3d75cf4f-d752-4183-abd1-de49fc9774a8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:56.649146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (e5c10736-9e1f-481a-88fa-ebbea61da3d1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.652237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 988dc3f1-268f-4715-884d-7eb706c776db owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:45:56.660698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] Routers {'3d75cf4f-d752-4183-abd1-de49fc9774a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:56.661675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3d75cf4f-d752-4183-abd1-de49fc9774a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:56.667439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (1104af16-d5d3-4eb5-bb4a-390e0f777822), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.690582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.691835 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6edbcafc-649d-423d-9568-d9dccee5fbe1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9529905 Jul 28 10:45:56.700029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35002) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:56.752897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Router eb06615f-0146-4470-83d6-d592b4633de7 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:45:56.794205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (e5c10736-9e1f-481a-88fa-ebbea61da3d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.799919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:56.800624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.822560 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-4e7ffbf9-f7e5-4a71-ac78-38e24622ec36 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The resource could not be found. Jul 28 10:45:56.827021 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4e7ffbf9-f7e5-4a71-ac78-38e24622ec36 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2361853 Jul 28 10:45:56.853608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1104af16-d5d3-4eb5-bb4a-390e0f777822']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:56.857330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] Set router 3d75cf4f-d752-4183-abd1-de49fc9774a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:56.874913 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35004) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:56.880232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b8985f9c-f81e-4fdf-8984-95bd2e6bafb7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090001507'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:56.884138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b71bdc-65c0-4878-ab6f-fc88e520b476') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:56.884446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b71bdc-65c0-4878-ab6f-fc88e520b476') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:56.916061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (d4b71bdc-65c0-4878-ab6f-fc88e520b476), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.938204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d4b71bdc-65c0-4878-ab6f-fc88e520b476), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.946460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:45:56.946917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (d4b71bdc-65c0-4878-ab6f-fc88e520b476), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:56.979625 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6426268 Jul 28 10:45:56.993717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35008) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:57.040127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'subnet': {'network_id': 'e5c10736-9e1f-481a-88fa-ebbea61da3d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:57.179910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 988dc3f1-268f-4715-884d-7eb706c776db up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:57.213202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:45:52Z', 'revision_number': 3, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:57.261076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a49148-a629-440f-9429-251c8f777973 None None] Checking router: 3d75cf4f-d752-4183-abd1-de49fc9774a8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:57.261981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a49148-a629-440f-9429-251c8f777973 None None] Updating router 3d75cf4f-d752-4183-abd1-de49fc9774a8 port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:57.280388 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:57.294248 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (1104af16-d5d3-4eb5-bb4a-390e0f777822), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.314226 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:57.316415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No active binding found for port 988dc3f1-268f-4715-884d-7eb706c776db {{(pid=104689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 10:45:57.317039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] The host n-d-850468-6 is not matching for port 988dc3f1-268f-4715-884d-7eb706c776db host None! {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 10:45:57.317687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 988dc3f1-268f-4715-884d-7eb706c776db not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:45:57.321062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:57.328622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8985f9c-f81e-4fdf-8984-95bd2e6bafb7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.331437 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Sync routers for ids ['eb06615f-0146-4470-83d6-d592b4633de7'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:57.335557 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:57.341453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (988dc3f1-268f-4715-884d-7eb706c776db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.354658 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Routers {'eb06615f-0146-4470-83d6-d592b4633de7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:57.355052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 988dc3f1-268f-4715-884d-7eb706c776db not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:45:57.356693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16a49148-a629-440f-9429-251c8f777973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.359482 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d4b71bdc-65c0-4878-ab6f-fc88e520b476 resource provider aggregate not found Jul 28 10:45:57.364831 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eb06615f-0146-4470-83d6-d592b4633de7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:57.381965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (95e551eb-c142-4524-af4c-c85dab3452a1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.428640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.441131 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/1104af16-d5d3-4eb5-bb4a-390e0f777822 HTTP/1.1" status: 204 len: 168 time: 2.6525688 Jul 28 10:45:57.461664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b90b7-bbdc-4644-90ee-9bea2e543a3f tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=1104af16-d5d3-4eb5-bb4a-390e0f777822,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:57.491501 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d4b71bdc-65c0-4878-ab6f-fc88e520b476 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4b71bdc-65c0-4878-ab6f-fc88e520b476 found for delete ", "request_id": "req-5a207ab8-dfff-4eae-988c-4b3b12cbaa94"}]} Jul 28 10:45:57.538391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c97b7-4079-4ad8-b587-31befea21049 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Network': ['ID=e5c10736-9e1f-481a-88fa-ebbea61da3d1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:57.538822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35018) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:57.576978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.579099 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-caa86a6a-53cf-4e02-9715-816c25a048fc tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6229622 Jul 28 10:45:57.594026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:57.604935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:57.687505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=988dc3f1-268f-4715-884d-7eb706c776db,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:57.696110 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Set router eb06615f-0146-4470-83d6-d592b4633de7 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:57.712904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35024) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:57.887713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e551eb-c142-4524-af4c-c85dab3452a1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:57.951625 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:57.970111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:57.979768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:58.016960 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8985f9c-f81e-4fdf-8984-95bd2e6bafb7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (60bd4061-3a59-4d33-b2b4-7c65b22dc399), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.023638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16a49148-a629-440f-9429-251c8f777973 None None] Publish callbacks [] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.032730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8985f9c-f81e-4fdf-8984-95bd2e6bafb7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (60bd4061-3a59-4d33-b2b4-7c65b22dc399), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.067678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5628b-c05a-44f4-9ba2-25dbfb9274fb tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:58.077963 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0db5628b-c05a-44f4-9ba2-25dbfb9274fb tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/06d05199-2b96-4ca3-83a4-64ebb55d0fb3 HTTP/1.1" status: 200 len: 840 time: 0.5377631 Jul 28 10:45:58.079213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.093410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35032) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:58.105388 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:58.110055 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06615f-0146-4470-83d6-d592b4633de7', 'name': 'tempest-snat-router-171925840', 'tenant_id': 'dfbf961a58464003b6aa0e209def35a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.26'}], 'enable_snat': False}, 'gw_port_id': '5bc16036-0d76-4145-adf8-ca7230accb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:52Z', 'updated_at': '2022-07-28T10:45:54Z', 'revision_number': 3, 'project_id': 'dfbf961a58464003b6aa0e209def35a1', 'gw_port': {'id': '5bc16036-0d76-4145-adf8-ca7230accb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06615f-0146-4470-83d6-d592b4633de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:52Z', 'updated_at': '2022-07-28T10:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:58.123905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:45:58.124718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ee5aa81-4b49-4b85-b321-43f2b7c8eb7d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:58.146310 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Checking router: eb06615f-0146-4470-83d6-d592b4633de7 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:58.148689 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Updating router eb06615f-0146-4470-83d6-d592b4633de7 port 5bc16036-0d76-4145-adf8-ca7230accb2d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:58.154763 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16a49148-a629-440f-9429-251c8f777973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.218405 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b6d6c425-38a6-4517-a8d5-93943243f7b5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/06d05199-2b96-4ca3-83a4-64ebb55d0fb3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1171789 Jul 28 10:45:58.220209 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35034) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:58.226025 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.238906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16a49148-a629-440f-9429-251c8f777973 None None] Attempting to bind port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:58.239422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16a49148-a629-440f-9429-251c8f777973 None None] Attempting to bind port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:58.239790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a49148-a629-440f-9429-251c8f777973 None None] Attempting to bind port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:58.250288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a49148-a629-440f-9429-251c8f777973 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:58.250672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a49148-a629-440f-9429-251c8f777973 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:58.251075 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16a49148-a629-440f-9429-251c8f777973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.251465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a49148-a629-440f-9429-251c8f777973 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:58.251942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16a49148-a629-440f-9429-251c8f777973 None None] Bound port: ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:58.252462 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16a49148-a629-440f-9429-251c8f777973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.256699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67083a-7ba8-472a-92c0-bc4080134dfc None None] Pushing event updated for resources: {'Port': ['ID=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:58.276249 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b8985f9c-f81e-4fdf-8984-95bd2e6bafb7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.281575 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b8985f9c-f81e-4fdf-8984-95bd2e6bafb7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4049013 Jul 28 10:45:58.282116 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:58.285475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35036) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:58.293581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:58.298859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8985f9c-f81e-4fdf-8984-95bd2e6bafb7 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd4061-3a59-4d33-b2b4-7c65b22dc399,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:58.300959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cf2c87eb-a297-48fd-9163-ced3bb58f816 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080125866'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:58.320769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-16a49148-a629-440f-9429-251c8f777973 None None] For port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:58.324930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-16a49148-a629-440f-9429-251c8f777973 None None] For port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:58.336278 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16a49148-a629-440f-9429-251c8f777973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.343555 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e7d8fed8-d2fe-4387-9d30-75806e0f69ed tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/eb06615f-0146-4470-83d6-d592b4633de7 HTTP/1.1" status: 200 len: 907 time: 0.6207943 Jul 28 10:45:58.346083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35038) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:58.360075 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-171925840', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': True}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:58.419554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.429871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67083a-7ba8-472a-92c0-bc4080134dfc None None] Pushing event updated for resources: {'Port': ['ID=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:58.470127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] Routers {'3d75cf4f-d752-4183-abd1-de49fc9774a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:58.471419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3d75cf4f-d752-4183-abd1-de49fc9774a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:58.567605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf2c87eb-a297-48fd-9163-ced3bb58f816 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.603428 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:58.656869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] Set router 3d75cf4f-d752-4183-abd1-de49fc9774a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:58.668357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:58.705211 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (12438a5d-e88f-46f9-beaa-0a64d454dc87), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.706010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (12438a5d-e88f-46f9-beaa-0a64d454dc87), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.747001 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:58.760995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.777797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (12438a5d-e88f-46f9-beaa-0a64d454dc87), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.799392 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Publish callbacks [] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.806289 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:58.821524 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.889555 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:58.922040 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (88b99a89-ad42-4c9d-9573-e78d94c5bdfb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:58.953104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16a49148-a629-440f-9429-251c8f777973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:45:52Z', 'revision_number': 3, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:58.992396 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Attempting to bind port 5bc16036-0d76-4145-adf8-ca7230accb2d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:45:58.992825 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Attempting to bind port 5bc16036-0d76-4145-adf8-ca7230accb2d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:45:58.994936 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Attempting to bind port 5bc16036-0d76-4145-adf8-ca7230accb2d on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:45:59.006934 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68355-11d8-48d0-af96-ed5f3f9fb40d None None] Pushing event updated for resources: {'Port': ['ID=5bc16036-0d76-4145-adf8-ca7230accb2d,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:59.012104 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:45:59.012694 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:59.013377 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.015135 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:45:59.020046 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Bound port: 5bc16036-0d76-4145-adf8-ca7230accb2d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:45:59.020310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a49148-a629-440f-9429-251c8f777973 None None] The sync data for ids ['3d75cf4f-d752-4183-abd1-de49fc9774a8'] in n-d-850468-6 is: [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:45:52Z', 'revision_number': 3, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:59.020471 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.151858 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] For port 5bc16036-0d76-4145-adf8-ca7230accb2d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:59.156636 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] For port 5bc16036-0d76-4145-adf8-ca7230accb2d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5bc16036-0d76-4145-adf8-ca7230accb2d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:59.171628 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.228257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:45:59.229324 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:59.244745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Subnet': ['ID=88b99a89-ad42-4c9d-9573-e78d94c5bdfb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:59.259167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Routers {'eb06615f-0146-4470-83d6-d592b4633de7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:59.263565 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eb06615f-0146-4470-83d6-d592b4633de7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:59.274627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Checking segment: {'id': 'f9ef76ea-9423-4c7c-8104-ffecd89681cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5c10736-9e1f-481a-88fa-ebbea61da3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:45:59.275893 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network hostable DHCP agents. Network: e5c10736-9e1f-481a-88fa-ebbea61da3d1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:59.344755 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68355-11d8-48d0-af96-ed5f3f9fb40d None None] Pushing event updated for resources: {'Port': ['ID=5bc16036-0d76-4145-adf8-ca7230accb2d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:59.416906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:59.456881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, e5c10736-9e1f-481a-88fa-ebbea61da3d1) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:59.502886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e4cdf-437c-4287-b433-c79da34d0499 None None] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:45:59.526882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:45:59.527943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.553126 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:59.577771 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] Set router eb06615f-0146-4470-83d6-d592b4633de7 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:45:59.647696 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (12438a5d-e88f-46f9-beaa-0a64d454dc87), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.658623 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:45:59.722925 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-190713ed-d51b-4520-a0dc-53e45c7c474c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6907363 Jul 28 10:45:59.723712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35054) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:59.756827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'network': {'name': 'tempest-router-network01--47099413'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:45:59.786819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:59.797145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:59.822993 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.843147 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86237c2b-7833-40d2-ac36-7a104e190794 admin admin] 10.222.0.46 "PUT /v2.0/routers/00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9826500 Jul 28 10:45:59.848438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (187932ba-28fc-4635-8a63-3975ca131eeb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.850586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35060) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:59.853521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:59.869257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] Sync routers for ids ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:59.874846 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1cf2edec-65c1-42b7-a688-c3cbb1330425 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "PUT /v2.0/routers/e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0069475 Jul 28 10:45:59.888928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35062) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:45:59.911322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-e5c10736-9e1f-481a-88fa-ebbea61da3d1', 'network_id': 'e5c10736-9e1f-481a-88fa-ebbea61da3d1', 'project_id': '940ca78241e54ac28d49e68739adf558', 'fixed_ips': [{'subnet_id': '88b99a89-ad42-4c9d-9573-e78d94c5bdfb'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:45:59.913581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.913847 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] Sync routers for ids ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:59.985669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf2c87eb-a297-48fd-9163-ced3bb58f816 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (086ad2fb-36dd-4c62-9e76-9560512fef17), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:45:59.988820 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] Routers {'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:45:59.989064 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:00.010023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf2c87eb-a297-48fd-9163-ced3bb58f816 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (086ad2fb-36dd-4c62-9e76-9560512fef17), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.030786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] Routers {'00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:00.031491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:00.123580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.220122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (12438a5d-e88f-46f9-beaa-0a64d454dc87), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.229157 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:00.260816 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:00.275342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf2c87eb-a297-48fd-9163-ced3bb58f816 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.278637 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cf2c87eb-a297-48fd-9163-ced3bb58f816 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9860258 Jul 28 10:46:00.293462 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06615f-0146-4470-83d6-d592b4633de7', 'name': 'tempest-snat-router-171925840', 'tenant_id': 'dfbf961a58464003b6aa0e209def35a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.26'}], 'enable_snat': False}, 'gw_port_id': '5bc16036-0d76-4145-adf8-ca7230accb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:52Z', 'updated_at': '2022-07-28T10:45:54Z', 'revision_number': 3, 'project_id': 'dfbf961a58464003b6aa0e209def35a1', 'gw_port': {'id': '5bc16036-0d76-4145-adf8-ca7230accb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06615f-0146-4470-83d6-d592b4633de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:52Z', 'updated_at': '2022-07-28T10:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:00.309596 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] Set router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:00.367535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35068) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:00.368822 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9671dd0-8f9f-4ebf-bc1d-fa965a958a42 None None] The sync data for ids ['eb06615f-0146-4470-83d6-d592b4633de7'] in n-d-850468-6 is: [{'id': 'eb06615f-0146-4470-83d6-d592b4633de7', 'name': 'tempest-snat-router-171925840', 'tenant_id': 'dfbf961a58464003b6aa0e209def35a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.26'}], 'enable_snat': False}, 'gw_port_id': '5bc16036-0d76-4145-adf8-ca7230accb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:52Z', 'updated_at': '2022-07-28T10:45:54Z', 'revision_number': 3, 'project_id': 'dfbf961a58464003b6aa0e209def35a1', 'gw_port': {'id': '5bc16036-0d76-4145-adf8-ca7230accb2d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06615f-0146-4470-83d6-d592b4633de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:52Z', 'updated_at': '2022-07-28T10:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:00.374659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.466613 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'name': 'tempest-NetworksTestDHCPv6-router-1588856012', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:43Z', 'updated_at': '2022-07-28T10:45:57Z', 'revision_number': 3, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:00.529364 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] Checking router: e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:00.542258 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Allocated IP 172.25.2.246 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9619cdb6-4d59-4fd2-ac53-34019f50f1da) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:00.548137 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] Routers {'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:00.548780 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:00.643248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] Set router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:00.717838 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] Set router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:00.729196 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.759949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:00.774023 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:00.779718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d8337225-30c1-4b55-b7a9-8cdfc4eb6046 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '60bd4061-3a59-4d33-b2b4-7c65b22dc399', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '086ad2fb-36dd-4c62-9e76-9560512fef17'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:00.804311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.804937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:00.809686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:46:00.824619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:00.825228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.873656 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6208820 Jul 28 10:46:00.884287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35076) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:00.919333 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (27efc14d-ab12-4d20-bb7e-a651b06550f0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.919333 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Added segment 27efc14d-ab12-4d20-bb7e-a651b06550f0 of type vlan for network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e Jul 28 10:46:00.932424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-47727f2e-b47b-406f-ae17-ed57903b9ac2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'security_group': {'name': 'tempest-secgroup-509083471'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:00.975744 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'name': 'tempest-NetworksTestDHCPv6-router-1588856012', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:43Z', 'updated_at': '2022-07-28T10:45:57Z', 'revision_number': 3, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:00.976496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47727f2e-b47b-406f-ae17-ed57903b9ac2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:00.978548 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e0e70-f2e2-428e-9593-3874a0902456 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=187932ba-28fc-4635-8a63-3975ca131eeb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:00.980914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ccf581-271c-4e4b-872a-5a41e0eb8362 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:00.986150 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:00.996331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c87eb-a297-48fd-9163-ced3bb58f816 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086ad2fb-36dd-4c62-9e76-9560512fef17,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:01.037673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cfcc6-3758-4d1b-b5ea-5cb278a51377 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:01.039233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cfcc6-3758-4d1b-b5ea-5cb278a51377 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:01.040886 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-657cfcc6-3758-4d1b-b5ea-5cb278a51377 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1397200 Jul 28 10:46:01.055163 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3729a38-bd40-4059-b2a2-237bf569a0a4 None None] The sync data for ids ['e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2'] in n-d-850468-6 is: [{'id': 'e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2', 'name': 'tempest-NetworksTestDHCPv6-router-1588856012', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:43Z', 'updated_at': '2022-07-28T10:45:57Z', 'revision_number': 3, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:01.145012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47727f2e-b47b-406f-ae17-ed57903b9ac2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (e4914393-f891-46a3-bb82-44cd1118f288), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.152309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35078) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:01.169292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.176723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47727f2e-b47b-406f-ae17-ed57903b9ac2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e4914393-f891-46a3-bb82-44cd1118f288), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.226232 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:01.229215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-47727f2e-b47b-406f-ae17-ed57903b9ac2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.230662 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-47727f2e-b47b-406f-ae17-ed57903b9ac2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3058336 Jul 28 10:46:01.249447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35082) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:01.260676 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks [] for router (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.278322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:01.287844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-09b11dc3-03a6-4daa-a687-cbf59a118a67 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'security_group': {'name': 'tempest-secgroup-693439226'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:01.341840 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:01.358930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-c742f3be-4af3-415e-8f1d-371697c9c864', 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'project_id': '1f9e1d9e253547c89d0c8594bb1f73f5', 'fixed_ips': [{'subnet_id': '187932ba-28fc-4635-8a63-3975ca131eeb'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:01.359892 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.371317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Port': ['ID=9619cdb6-4d59-4fd2-ac53-34019f50f1da,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:01.399659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet cf162f6a-586a-4378-bc01-dceacd6bdd50 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:01.411667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (cf162f6a-586a-4378-bc01-dceacd6bdd50), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.417323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:01.422185 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47727f2e-b47b-406f-ae17-ed57903b9ac2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4914393-f891-46a3-bb82-44cd1118f288,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:01.433770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:01.439259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Allocated IP 2001:db8::2 (e5c10736-9e1f-481a-88fa-ebbea61da3d1/88b99a89-ad42-4c9d-9573-e78d94c5bdfb/40ca29c8-bfe8-414e-90cc-9edd7d125b4b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:01.457553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:01.458400 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.467015 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:01.470456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.470828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:56Z', 'revision_number': 5, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:01.485048 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-d8337225-30c1-4b55-b7a9-8cdfc4eb6046 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:01.502071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:01.503255 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.510111 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d8337225-30c1-4b55-b7a9-8cdfc4eb6046 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7401991 Jul 28 10:46:01.539834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:01.566972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Allocated IP 172.20.0.1 (60cc7037-2405-4fb9-943a-b808862d4369/b30b08e8-5bf7-43a7-9f2a-d29638682cf3/1067ccde-448a-4c33-b4a3-e8c310f064ce) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:01.577532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09b11dc3-03a6-4daa-a687-cbf59a118a67 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.727434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] Checking router: 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:01.856684 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (cf162f6a-586a-4378-bc01-dceacd6bdd50), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:01.895546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] Routers {'00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:01.896424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:45:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:02.036653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (cf162f6a-586a-4378-bc01-dceacd6bdd50), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.039624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] Set router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:02.066434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks [] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.089726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:02.090136 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.128517 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:02.223643 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09b11dc3-03a6-4daa-a687-cbf59a118a67 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (eeb9ca66-e3c3-4e64-8083-20d16bbc7236), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.225065 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (12438a5d-e88f-46f9-beaa-0a64d454dc87), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.229008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.248862 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 2.5186694 Jul 28 10:46:02.250057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35100) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:02.293764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'network': {'name': 'tempest-router-network02--1974307360'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:02.298627 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09b11dc3-03a6-4daa-a687-cbf59a118a67 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eeb9ca66-e3c3-4e64-8083-20d16bbc7236), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.318473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Network 60cc7037-2405-4fb9-943a-b808862d4369 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:02.327720 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:02.341027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:02.349129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:02.377598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395837-8b70-4bb1-98ff-91b63f067e4d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Network': ['ID=b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:02.401535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-021044ac-c152-481f-bee4-58c8eb6d64f5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (086ad2fb-36dd-4c62-9e76-9560512fef17), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.438793 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Publish callbacks [] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.440911 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Pushing event updated for resources: {'Port': ['ID=1067ccde-448a-4c33-b4a3-e8c310f064ce,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:02.449734 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:02.452962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:02.470593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:46:02.505212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09b11dc3-03a6-4daa-a687-cbf59a118a67 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.508927 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-09b11dc3-03a6-4daa-a687-cbf59a118a67 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2542024 Jul 28 10:46:02.510267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b11dc3-03a6-4daa-a687-cbf59a118a67 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb9ca66-e3c3-4e64-8083-20d16bbc7236,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:02.521327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35106) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:02.536863 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1431833829', 'security_groups': ['eeb9ca66-e3c3-4e64-8083-20d16bbc7236'], 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '187932ba-28fc-4635-8a63-3975ca131eeb'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:02.537107 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (cf162f6a-586a-4378-bc01-dceacd6bdd50), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.539596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:02.543566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.566868 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.586914 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.609896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:46:02.624427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f57e9616-0282-4de8-a980-aa108df854f7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.625103 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Added segment f57e9616-0282-4de8-a980-aa108df854f7 of type vlan for network 6adf905b-f7cd-429e-af07-86f08482ac60 Jul 28 10:46:02.698770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6adf905b-f7cd-429e-af07-86f08482ac60), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.742524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (3d75cf4f-d752-4183-abd1-de49fc9774a8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.757555 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:02.775787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks [] for router_gateway (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.810660 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-021044ac-c152-481f-bee4-58c8eb6d64f5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (086ad2fb-36dd-4c62-9e76-9560512fef17), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.814275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=cf162f6a-586a-4378-bc01-dceacd6bdd50,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:02.828438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6adf905b-f7cd-429e-af07-86f08482ac60), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.834924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:02.835723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.843264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:02.849061 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7b4bc334-7db4-45c6-a653-37ebe2202094 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/cf162f6a-586a-4378-bc01-dceacd6bdd50 HTTP/1.1" status: 204 len: 168 time: 1.6934659 Jul 28 10:46:02.857416 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:02.859397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35108) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:02.917079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Pushing event updated for resources: {'Port': ['ID=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:02.919453 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:02.947168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ec904-cbc4-496a-9c64-5082c0806aee None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:03.031605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:03.069165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Network': ['ID=6adf905b-f7cd-429e-af07-86f08482ac60,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:03.093331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Allocated IP 172.20.0.2 (c742f3be-4af3-415e-8f1d-371697c9c864/187932ba-28fc-4635-8a63-3975ca131eeb/14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:03.119937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6adf905b-f7cd-429e-af07-86f08482ac60 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:46:03.144600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-021044ac-c152-481f-bee4-58c8eb6d64f5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (086ad2fb-36dd-4c62-9e76-9560512fef17), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.150556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-021044ac-c152-481f-bee4-58c8eb6d64f5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.155006 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-021044ac-c152-481f-bee4-58c8eb6d64f5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/086ad2fb-36dd-4c62-9e76-9560512fef17 HTTP/1.1" status: 204 len: 168 time: 1.5588734 Jul 28 10:46:03.167370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6d412fb7-e99c-4086-9f1f-fc6a7ae76938 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.8916123 Jul 28 10:46:03.169200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35114) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:03.169581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35116) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:03.219856 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'subnet': {'network_id': 'b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:03.247644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021044ac-c152-481f-bee4-58c8eb6d64f5 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086ad2fb-36dd-4c62-9e76-9560512fef17,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:03.281205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5bc16036-0d76-4145-adf8-ca7230accb2d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:03.285155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:46:03.291225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:03.297604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:03.343821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Deleting port a918f87e-836a-4b1c-bd30-369de9078011 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:03.344251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a918f87e-836a-4b1c-bd30-369de9078011), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.441900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d6108b30-35d9-4a53-a3fc-16633bea5ea3 None None] Provisioning complete for port 1067ccde-448a-4c33-b4a3-e8c310f064ce triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:03.442497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6108b30-35d9-4a53-a3fc-16633bea5ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.474283 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2843f35-762f-44ae-83af-1a984147a73a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2667515 Jul 28 10:46:03.481080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35124) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:03.571563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] For port a918f87e-836a-4b1c-bd30-369de9078011, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a918f87e-836a-4b1c-bd30-369de9078011,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:03.571938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a918f87e-836a-4b1c-bd30-369de9078011), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.592825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:03.597436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.625154 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0dfae738-8d62-4796-badf-921d7068d2f0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7474992 Jul 28 10:46:03.625777 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35126) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:03.634091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Calling delete_port for a918f87e-836a-4b1c-bd30-369de9078011 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:03.673741 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:03.675057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3006929c-99e4-430b-97f5-edfd04d5e275 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (60bd4061-3a59-4d33-b2b4-7c65b22dc399), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.773684 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3006929c-99e4-430b-97f5-edfd04d5e275 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (60bd4061-3a59-4d33-b2b4-7c65b22dc399), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.790161 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0238fe15-2eb5-4a50-8c76-7f2952ef3387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.812146 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5bc16036-0d76-4145-adf8-ca7230accb2d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:03.812830 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.841220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] Deleting port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:03.841803 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.901504 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:03.973567 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:03.974012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3006929c-99e4-430b-97f5-edfd04d5e275 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (60bd4061-3a59-4d33-b2b4-7c65b22dc399), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.976367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3006929c-99e4-430b-97f5-edfd04d5e275 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:03.976880 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3006929c-99e4-430b-97f5-edfd04d5e275 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/60bd4061-3a59-4d33-b2b4-7c65b22dc399 HTTP/1.1" status: 204 len: 168 time: 0.4944234 Jul 28 10:46:03.996822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35132) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:04.000582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f138227-d21d-43b3-9924-86e63940323d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.035721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006929c-99e4-430b-97f5-edfd04d5e275 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd4061-3a59-4d33-b2b4-7c65b22dc399,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:04.047742 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:04.143894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:04.168876 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:56Z', 'revision_number': 5, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:04.176853 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-41502671-f9f0-48ce-8c0d-71753ac230ad tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1722474 Jul 28 10:46:04.185507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d6108b30-35d9-4a53-a3fc-16633bea5ea3 None None] Port 1067ccde-448a-4c33-b4a3-e8c310f064ce cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:04.202052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35134) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:04.213459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-bbdbd1b6-f361-4cb4-b72e-bbd59059052b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--692053350'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:04.232490 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (12438a5d-e88f-46f9-beaa-0a64d454dc87), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.256466 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (6a30cd97-3265-4bf5-88ce-77cb304b16e5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.268573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a918f87e-836a-4b1c-bd30-369de9078011), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.329882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d61a8-32f4-49ed-a79b-12152bb17d90 None None] The sync data for ids ['00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2'] in n-d-850468-6 is: [{'id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'name': 'tempest-InstanceActionsNegativeTestJSON-1099182174-router', 'tenant_id': '42b982235395445cb6be74b9fc2cf4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:29Z', 'updated_at': '2022-07-28T10:45:56Z', 'revision_number': 5, 'project_id': '42b982235395445cb6be74b9fc2cf4e7', 'gw_port': {'id': 'a918f87e-836a-4b1c-bd30-369de9078011', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:30Z', 'updated_at': '2022-07-28T10:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:04.337689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] For port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2c75a58e-1dc2-477a-8b5f-0cc94302b62f,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:04.338303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.354342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.368365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Attempting to bind port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:04.368741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Attempting to bind port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f9ef76ea-9423-4c7c-8104-ffecd89681cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5c10736-9e1f-481a-88fa-ebbea61da3d1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:04.369105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Attempting to bind port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b on network e5c10736-9e1f-481a-88fa-ebbea61da3d1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:04.374706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a918f87e-836a-4b1c-bd30-369de9078011,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:04.419919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd1b6-f361-4cb4-b72e-bbd59059052b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.470145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Subnet': ['ID=6a30cd97-3265-4bf5-88ce-77cb304b16e5,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:04.484470 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:04.502518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] Calling delete_port for 2c75a58e-1dc2-477a-8b5f-0cc94302b62f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:04.504796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:04.505178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Checking segment: {'id': 'f9ef76ea-9423-4c7c-8104-ffecd89681cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5c10736-9e1f-481a-88fa-ebbea61da3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:04.506994 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.507257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Bound using segment: {'id': 'f9ef76ea-9423-4c7c-8104-ffecd89681cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5c10736-9e1f-481a-88fa-ebbea61da3d1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:04.507764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Bound port: 40ca29c8-bfe8-414e-90cc-9edd7d125b4b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ef76ea-9423-4c7c-8104-ffecd89681cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e5c10736-9e1f-481a-88fa-ebbea61da3d1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:04.508152 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.514695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5bc16036-0d76-4145-adf8-ca7230accb2d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:04.515089 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.540451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5bc16036-0d76-4145-adf8-ca7230accb2d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5bc16036-0d76-4145-adf8-ca7230accb2d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:04.577397 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.601175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 988dc3f1-268f-4715-884d-7eb706c776db no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:04.603426 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Checking segment: {'id': '27efc14d-ab12-4d20-bb7e-a651b06550f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:04.603798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network hostable DHCP agents. Network: b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:46:04.628834 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:04.630008 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.679594 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:04.722439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f138227-d21d-43b3-9924-86e63940323d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.743361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f138227-d21d-43b3-9924-86e63940323d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router_controller (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.774538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 988dc3f1-268f-4715-884d-7eb706c776db {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:04.774960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 988dc3f1-268f-4715-884d-7eb706c776db not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:04.796476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:46:04.813675 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Publish callbacks [] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.816965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd1b6-f361-4cb4-b72e-bbd59059052b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (5a4188ce-a0a2-4a41-9149-f10e3378b4ec), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.822547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:04.829776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:04.830714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.845291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd1b6-f361-4cb4-b72e-bbd59059052b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5a4188ce-a0a2-4a41-9149-f10e3378b4ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.849027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fd82c-84a3-42dc-ae90-8e97a6c220a6 None None] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:04.857847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.868170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.894859 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks [] for router_controller (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.903059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbd1b6-f361-4cb4-b72e-bbd59059052b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4188ce-a0a2-4a41-9149-f10e3378b4ec,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:04.914863 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.981382 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0bf6a2ac-d1b1-4ae2-874f-12fb2afc56cc tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7752638 Jul 28 10:46:04.982088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35146) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:04.994732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f138227-d21d-43b3-9924-86e63940323d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:04.994732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f138227-d21d-43b3-9924-86e63940323d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Fanout notify agent at l3_agent the message router_deleted on router e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:46:05.001904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f138227-d21d-43b3-9924-86e63940323d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.005695 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f138227-d21d-43b3-9924-86e63940323d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/routers/e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 HTTP/1.1" status: 204 len: 168 time: 1.3183455 Jul 28 10:46:05.016041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:05.025352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'subnet': {'network_id': '6adf905b-f7cd-429e-af07-86f08482ac60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:05.027430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:05.055361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5bc16036-0d76-4145-adf8-ca7230accb2d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:05.114634 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd1b6-f361-4cb4-b72e-bbd59059052b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.122092 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bbdbd1b6-f361-4cb4-b72e-bbd59059052b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9184813 Jul 28 10:46:05.124000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35150) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:05.134859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Pushing event updated for resources: {'Port': ['ID=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:05.146911 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (2c75a58e-1dc2-477a-8b5f-0cc94302b62f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.147992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-da6b49d9-0ba9-4634-a5cf-1381940707a9 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5a4188ce-a0a2-4a41-9149-f10e3378b4ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:05.170462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 50bdc73d-f22e-4cba-99ea-155af8eba5cb yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:46:05.221048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4615b141-c537-405d-816b-bac486f71b4c None None] For port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:05.243704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4615b141-c537-405d-816b-bac486f71b4c None None] For port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,segment=NetworkSegment(f9ef76ea-9423-4c7c-8104-ffecd89681cd),segment_id=f9ef76ea-9423-4c7c-8104-ffecd89681cd)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:05.250169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] Pushing event deleted for resources: {'Port': ['ID=2c75a58e-1dc2-477a-8b5f-0cc94302b62f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:05.254045 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be841876-3f89-4798-b294-4bb464f56c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.288210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.289288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:46:05.295420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.299039 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cbc9b7c6-fe61-4cf7-93ea-d3816c913a1c admin admin] 10.222.0.46 "DELETE /v2.0/routers/00eaf7d0-e1b2-4c4d-b4bb-cf91110706f2 HTTP/1.1" status: 204 len: 168 time: 5.4202466 Jul 28 10:46:05.306293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35152) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:05.310178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:05.320003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:05.332744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.359111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:05.384511 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-da6b49d9-0ba9-4634-a5cf-1381940707a9 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:05.388525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:05.388703 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da6b49d9-0ba9-4634-a5cf-1381940707a9 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2468357 Jul 28 10:46:05.390813 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35160) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:05.395730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168819d-6eb6-4a0f-bfbd-fbf46f974e76 None None] No DVR routers for this DVR port 2c75a58e-1dc2-477a-8b5f-0cc94302b62f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:46:05.402656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4c323193-17f9-4143-882f-24a9e01336c1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group_rule': {'security_group_id': '5a4188ce-a0a2-4a41-9149-f10e3378b4ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:05.439577 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] Deleting subnet f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:05.446678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.5 (c742f3be-4af3-415e-8f1d-371697c9c864/187932ba-28fc-4635-8a63-3975ca131eeb/50bdc73d-f22e-4cba-99ea-155af8eba5cb) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:05.454306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] Publish callbacks [] for subnet (f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.518638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:05.523239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.614226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e', 'network_id': 'b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e', 'project_id': '940ca78241e54ac28d49e68739adf558', 'fixed_ips': [{'subnet_id': '6a30cd97-3265-4bf5-88ce-77cb304b16e5'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:05.615263 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.688040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.730552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.733747 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:05.735256 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:05.755107 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:05.755463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b141-c537-405d-816b-bac486f71b4c None None] Pushing event updated for resources: {'Port': ['ID=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:05.757145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.769386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:05.769775 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.777895 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:05.866507 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=50bdc73d-f22e-4cba-99ea-155af8eba5cb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:05.876842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Attempting to bind port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:05.877410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Attempting to bind port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a4fb39b3-7af4-4eb5-81cf-6912f62f7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:05.877784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Attempting to bind port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe on network c742f3be-4af3-415e-8f1d-371697c9c864 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:05.910689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:05.911218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Checking segment: {'id': 'a4fb39b3-7af4-4eb5-81cf-6912f62f7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:05.911482 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.912904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Bound using segment: {'id': 'a4fb39b3-7af4-4eb5-81cf-6912f62f7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:05.913620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Bound port: 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fb39b3-7af4-4eb5-81cf-6912f62f7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:05.913747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.926069 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-4c323193-17f9-4143-882f-24a9e01336c1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:05.939074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35166) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:05.939426 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4c323193-17f9-4143-882f-24a9e01336c1 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5390897 Jul 28 10:46:05.946280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (29d098b1-dde7-45db-bded-efe28b129ba3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:05.978850 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:06.013181 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:06.042481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Router 12438a5d-e88f-46f9-beaa-0a64d454dc87 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:46:06.110313 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:06.132421 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:06.134798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:06.138778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.144145 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.147382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:06.217683 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.253430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Allocated IP 2001:db8::2 (b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e/6a30cd97-3265-4bf5-88ce-77cb304b16e5/6ec146b5-4b6a-4e49-adac-c3bbf90884a7) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:06.269145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:06.288654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] For port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:06.295747 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] For port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,segment=NetworkSegment(a4fb39b3-7af4-4eb5-81cf-6912f62f7e92),segment_id=a4fb39b3-7af4-4eb5-81cf-6912f62f7e92)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:06.300837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.323500 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.348443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks [] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.367263 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Subnet': ['ID=29d098b1-dde7-45db-bded-efe28b129ba3,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:06.371362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Checking segment: {'id': 'f57e9616-0282-4de8-a980-aa108df854f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6adf905b-f7cd-429e-af07-86f08482ac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:06.371610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network hostable DHCP agents. Network: 6adf905b-f7cd-429e-af07-86f08482ac60, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:46:06.374932 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.378742 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052 HTTP/1.1" status: 204 len: 168 time: 1.0713360 Jul 28 10:46:06.385487 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35174) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:06.428242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47de95-2fb4-42b3-b92e-1ce641d6335b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d3b2ca-e4cf-47ea-aff1-3ca77b73b052,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:06.451724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7a696-a0d1-4dd1-8561-ecc1f74da2af None None] Network 96d05408-eedf-4646-93cb-6768efac6dfb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:06.454005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2c75a58e-1dc2-477a-8b5f-0cc94302b62f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:06.489685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network 6adf905b-f7cd-429e-af07-86f08482ac60 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:46:06.518344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (96d05408-eedf-4646-93cb-6768efac6dfb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.521651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6adf905b-f7cd-429e-af07-86f08482ac60) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:06.528230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:06.528990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.567020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7886bdf-866f-49fe-9b8b-38ad0680f1c6 None None] Network 6adf905b-f7cd-429e-af07-86f08482ac60 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:06.592594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-582ed873-7c37-40c1-a309-9b8996b51b11 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (5a4188ce-a0a2-4a41-9149-f10e3378b4ec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.602471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:06.603378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.613916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Deleting port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:06.622497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.629756 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9d17ebf9-360f-4808-bef3-092b4c8b6ec8 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6357753 Jul 28 10:46:06.640742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2c75a58e-1dc2-477a-8b5f-0cc94302b62f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:06.642113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2c75a58e-1dc2-477a-8b5f-0cc94302b62f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:06.643336 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35176) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:06.644485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 95e551eb-c142-4524-af4c-c85dab3452a1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:06.649493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:06.692156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:06.720026 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ceae3d14-1d30-4eee-833d-35fb9d217b22 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1943128 Jul 28 10:46:06.763720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35182) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:06.766884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 95e551eb-c142-4524-af4c-c85dab3452a1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:06.766884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 95e551eb-c142-4524-af4c-c85dab3452a1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:06.777979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-809a7a52-03a0-4e0f-a924-2a6811e34987 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:06.794114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Sync routers for ids ['12438a5d-e88f-46f9-beaa-0a64d454dc87'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:06.965909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Routers {'12438a5d-e88f-46f9-beaa-0a64d454dc87'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:06.966848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['12438a5d-e88f-46f9-beaa-0a64d454dc87'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:06.971731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e4ce1-9641-4a44-9914-efef3567855f None None] Pushing event updated for resources: {'Port': ['ID=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:07.089421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-582ed873-7c37-40c1-a309-9b8996b51b11 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (5a4188ce-a0a2-4a41-9149-f10e3378b4ec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.145836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.150640 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0fdd2701-5750-4c1f-b74a-53e22228f0a6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.7989812 Jul 28 10:46:07.163120 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.173832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35184) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:07.190948 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:07.191817 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:07.229068 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (3d75cf4f-d752-4183-abd1-de49fc9774a8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.329640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 40ca29c8-bfe8-414e-90cc-9edd7d125b4b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:07.366829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Pushing event updated for resources: {'Port': ['ID=1067ccde-448a-4c33-b4a3-e8c310f064ce,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:07.369259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:07.572794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f60ee-70e7-40af-89b7-24bf9a4f99c4 None None] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:07.600141 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:07.601086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7b79ab3f-62f4-4cbf-a26d-f36cc90c2434 None None] Provisioning complete for port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:07.601463 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b79ab3f-62f4-4cbf-a26d-f36cc90c2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.603485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-6adf905b-f7cd-429e-af07-86f08482ac60', 'network_id': '6adf905b-f7cd-429e-af07-86f08482ac60', 'project_id': '940ca78241e54ac28d49e68739adf558', 'fixed_ips': [{'subnet_id': '29d098b1-dde7-45db-bded-efe28b129ba3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:07.604740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.614497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.639411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] For port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=373ae7ee-f4fe-46b6-a46d-8924cf84f2f6,segment=NetworkSegment(eae5c27f-84f8-42ae-a19a-61b9c76894ab),segment_id=eae5c27f-84f8-42ae-a19a-61b9c76894ab)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:07.640032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.657298 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Calling delete_port for 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:07.663175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Network 60cc7037-2405-4fb9-943a-b808862d4369 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:07.676138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:07.700446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:07.768666 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.783685 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:07.868795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945e290-65d1-4078-813d-f10aa57afacb None None] DHCP port deletion for 96d05408-eedf-4646-93cb-6768efac6dfb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:46:07.873460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.912096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (373ae7ee-f4fe-46b6-a46d-8924cf84f2f6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.937983 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Publish callbacks [] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:07.979873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=373ae7ee-f4fe-46b6-a46d-8924cf84f2f6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:08.015256 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] No DVR routers for this DVR port 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:46:08.017318 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.113525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Set router 12438a5d-e88f-46f9-beaa-0a64d454dc87 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:08.120223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:08.120600 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.251940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (96d05408-eedf-4646-93cb-6768efac6dfb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.265711 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:08.304722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.310592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d05408-eedf-4646-93cb-6768efac6dfb']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:08.313300 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:08.339198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae5c27f-84f8-42ae-a19a-61b9c76894ab') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:08.339644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae5c27f-84f8-42ae-a19a-61b9c76894ab') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:08.420310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (eae5c27f-84f8-42ae-a19a-61b9c76894ab), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.437763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (eae5c27f-84f8-42ae-a19a-61b9c76894ab), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.452852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:08.465715 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:08.466173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.481021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:08.484714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:46:08.485219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (eae5c27f-84f8-42ae-a19a-61b9c76894ab), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.514943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17ccb8-965d-4f23-af65-017248e69a2e None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:08.528170 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment eae5c27f-84f8-42ae-a19a-61b9c76894ab resource provider aggregate not found Jul 28 10:46:08.577660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-582ed873-7c37-40c1-a309-9b8996b51b11 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5a4188ce-a0a2-4a41-9149-f10e3378b4ec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.582798 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-582ed873-7c37-40c1-a309-9b8996b51b11 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.588391 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-582ed873-7c37-40c1-a309-9b8996b51b11 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/5a4188ce-a0a2-4a41-9149-f10e3378b4ec HTTP/1.1" status: 204 len: 168 time: 2.6302373 Jul 28 10:46:08.609727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35206) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:08.626858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:08.634211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:08.644795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7b79ab3f-62f4-4cbf-a26d-f36cc90c2434 None None] Current status of the port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:08.645268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b79ab3f-62f4-4cbf-a26d-f36cc90c2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.680357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ed873-7c37-40c1-a309-9b8996b51b11 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4188ce-a0a2-4a41-9149-f10e3378b4ec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:08.682653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809a7a52-03a0-4e0f-a924-2a6811e34987 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:08.687351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-809a7a52-03a0-4e0f-a924-2a6811e34987 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.699678 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ba9fdd7-c42d-4923-b787-edf652cc4d8b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/12438a5d-e88f-46f9-beaa-0a64d454dc87 HTTP/1.1" status: 200 len: 907 time: 1.4959242 Jul 28 10:46:08.703767 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4e7b2b8e-6f88-42cc-94e3-c3db2c938c64 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6804149 Jul 28 10:46:08.710041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35212) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:08.710809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35214) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:08.727943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-dc937797-7eb6-41ca-b878-a0a6be744cef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-53436762', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:08.736397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Pushing event updated for resources: {'Port': ['ID=6ec146b5-4b6a-4e49-adac-c3bbf90884a7,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:08.744903 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment eae5c27f-84f8-42ae-a19a-61b9c76894ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eae5c27f-84f8-42ae-a19a-61b9c76894ab found for delete ", "request_id": "req-6c308e2f-d41f-4ddc-96d9-82c9d7f8246e"}]} Jul 28 10:46:08.822326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35216) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:08.822620 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6395a98d-9aab-49d2-9f10-386f229d81fc tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0992882 Jul 28 10:46:08.827770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (96d05408-eedf-4646-93cb-6768efac6dfb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.862338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:08.864612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c65ef229-b494-40f0-9c12-238f59c4456f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'tempest-secgroup--315236354'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:08.870441 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] 10.222.0.46 "DELETE /v2.0/networks/96d05408-eedf-4646-93cb-6768efac6dfb HTTP/1.1" status: 204 len: 168 time: 2.4814305 Jul 28 10:46:08.899841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154b184-4510-40d7-8014-8e96be807d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d05408-eedf-4646-93cb-6768efac6dfb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:09.014026 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc937797-7eb6-41ca-b878-a0a6be744cef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (f034b594-b4ac-4909-b83d-e0bb46e29e5a), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.015106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc937797-7eb6-41ca-b878-a0a6be744cef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (f034b594-b4ac-4909-b83d-e0bb46e29e5a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.044485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7b79ab3f-62f4-4cbf-a26d-f36cc90c2434 None None] For port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,segment=NetworkSegment(f9ef76ea-9423-4c7c-8104-ffecd89681cd),segment_id=f9ef76ea-9423-4c7c-8104-ffecd89681cd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:09.070615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65ef229-b494-40f0-9c12-238f59c4456f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.071296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Allocated IP 2001:db8::2 (6adf905b-f7cd-429e-af07-86f08482ac60/29d098b1-dde7-45db-bded-efe28b129ba3/edce3a70-ecf1-4f90-9b82-1f26b1e12db0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:09.072287 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:09.106985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Allocated IP 2001:db8::1 (b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e/6a30cd97-3265-4bf5-88ce-77cb304b16e5/d6693bae-3c72-4371-b10d-a1ea0d0534c0) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:09.107259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Router 3d75cf4f-d752-4183-abd1-de49fc9774a8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:09.128243 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b79ab3f-62f4-4cbf-a26d-f36cc90c2434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.230818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35224) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:09.238981 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:09.240424 n-d-850468-6 neutron-server[104688]: INFO neutron.db.ipam_backend_mixin [None req-809a7a52-03a0-4e0f-a924-2a6811e34987 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 187932ba-28fc-4635-8a63-3975ca131eeb (CIDR: 172.20.0.0/28) Jul 28 10:46:09.249692 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (12438a5d-e88f-46f9-beaa-0a64d454dc87), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.256981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79ab3f-62f4-4cbf-a26d-f36cc90c2434 None None] Pushing event updated for resources: {'Port': ['ID=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:09.258927 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:09.316898 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-be56a78f-f042-4b6b-9e37-998d1e44799d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42b982235395445cb6be74b9fc2cf4e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0849168 Jul 28 10:46:09.325357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35230) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:09.325596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc937797-7eb6-41ca-b878-a0a6be744cef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router_controller (f034b594-b4ac-4909-b83d-e0bb46e29e5a), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.327174 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-809a7a52-03a0-4e0f-a924-2a6811e34987 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:09.327851 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809a7a52-03a0-4e0f-a924-2a6811e34987 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:46:09.347965 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:09.435854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Attempting to bind port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:09.436116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Attempting to bind port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '27efc14d-ab12-4d20-bb7e-a651b06550f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:09.436491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Attempting to bind port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 on network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:09.447083 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc937797-7eb6-41ca-b878-a0a6be744cef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (f034b594-b4ac-4909-b83d-e0bb46e29e5a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.486565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Provisioning complete for port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:09.486974 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.487823 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.504572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ee80c5d-9202-4c29-b40c-345f689127aa admin admin] Publish callbacks [] for security_group (d605a8a0-3777-4651-84e6-db9cfdda2bf1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.533281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:09.535463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5bc16036-0d76-4145-adf8-ca7230accb2d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:09.564414 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ee80c5d-9202-4c29-b40c-345f689127aa admin admin] Publish callbacks [] for security_group (d605a8a0-3777-4651-84e6-db9cfdda2bf1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.588152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:09.588333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Checking segment: {'id': '27efc14d-ab12-4d20-bb7e-a651b06550f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:09.588711 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.589089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Bound using segment: {'id': '27efc14d-ab12-4d20-bb7e-a651b06550f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:09.589701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Bound port: 6ec146b5-4b6a-4e49-adac-c3bbf90884a7, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27efc14d-ab12-4d20-bb7e-a651b06550f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:09.589967 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.612724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:09.614590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.645393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12438a5d-e88f-46f9-beaa-0a64d454dc87', 'name': 'tempest-snat-router-171925840', 'tenant_id': 'dfbf961a58464003b6aa0e209def35a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '9619cdb6-4d59-4fd2-ac53-34019f50f1da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:58Z', 'updated_at': '2022-07-28T10:46:02Z', 'revision_number': 3, 'project_id': 'dfbf961a58464003b6aa0e209def35a1', 'gw_port': {'id': '9619cdb6-4d59-4fd2-ac53-34019f50f1da', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12438a5d-e88f-46f9-beaa-0a64d454dc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:00Z', 'updated_at': '2022-07-28T10:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:09.689250 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ee80c5d-9202-4c29-b40c-345f689127aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d605a8a0-3777-4651-84e6-db9cfdda2bf1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.692925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ee80c5d-9202-4c29-b40c-345f689127aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.697112 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ee80c5d-9202-4c29-b40c-345f689127aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d605a8a0-3777-4651-84e6-db9cfdda2bf1 HTTP/1.1" status: 204 len: 168 time: 0.3683534 Jul 28 10:46:09.718493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee80c5d-9202-4c29-b40c-345f689127aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605a8a0-3777-4651-84e6-db9cfdda2bf1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:09.719471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Checking router: 12438a5d-e88f-46f9-beaa-0a64d454dc87 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:09.719830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Updating router 12438a5d-e88f-46f9-beaa-0a64d454dc87 port 9619cdb6-4d59-4fd2-ac53-34019f50f1da binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:46:09.727625 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-809a7a52-03a0-4e0f-a924-2a6811e34987 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9584785 Jul 28 10:46:09.728210 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35244) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:09.734928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:09.777326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc937797-7eb6-41ca-b878-a0a6be744cef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.782439 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dc937797-7eb6-41ca-b878-a0a6be744cef tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0609040 Jul 28 10:46:09.793791 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:09.813695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.814362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.831861 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:09.848507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:09.887360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:09.907257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:09.912283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:09.916800 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:10.002338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:10.105926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:10.118991 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Sync routers for ids ['3d75cf4f-d752-4183-abd1-de49fc9774a8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:10.127818 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0327e29a-307a-47ee-8e8a-39ea812f0725 admin admin] 10.222.0.46 "PUT /v2.0/routers/3d75cf4f-d752-4183-abd1-de49fc9774a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4269423 Jul 28 10:46:10.141510 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65ef229-b494-40f0-9c12-238f59c4456f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (882bd147-5301-4a4b-83e3-5247d5d21bdb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.142809 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Routers {'3d75cf4f-d752-4183-abd1-de49fc9774a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:10.143665 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3d75cf4f-d752-4183-abd1-de49fc9774a8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:10.147859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Port': ['ID=d6693bae-3c72-4371-b10d-a1ea0d0534c0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:10.254180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:10.265389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65ef229-b494-40f0-9c12-238f59c4456f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (882bd147-5301-4a4b-83e3-5247d5d21bdb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.265792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.315517 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (12438a5d-e88f-46f9-beaa-0a64d454dc87), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.378607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c65ef229-b494-40f0-9c12-238f59c4456f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.383629 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c65ef229-b494-40f0-9c12-238f59c4456f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5199242 Jul 28 10:46:10.401787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35256) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:10.429435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b2a2d161-d8d0-4f26-a53a-878d7f4bac64 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:10.430191 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-b2a2d161-d8d0-4f26-a53a-878d7f4bac64 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 10:46:10.430699 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-b2a2d161-d8d0-4f26-a53a-878d7f4bac64 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 10:46:10.431730 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2a2d161-d8d0-4f26-a53a-878d7f4bac64 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "PUT /v2.0/security-groups/882bd147-5301-4a4b-83e3-5247d5d21bdb HTTP/1.1" status: 409 len: 330 time: 0.0235779 Jul 28 10:46:10.468922 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Set router 3d75cf4f-d752-4183-abd1-de49fc9774a8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:10.491484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35260) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:10.607000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ef229-b494-40f0-9c12-238f59c4456f tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882bd147-5301-4a4b-83e3-5247d5d21bdb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:10.609587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] For port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:10.680733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Deleting port 9619cdb6-4d59-4fd2-ac53-34019f50f1da {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:10.681087 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.689387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.807270 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-43d6c674-87fb-450f-a6be-9afd8a718682 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (882bd147-5301-4a4b-83e3-5247d5d21bdb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.844526 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:10.846413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5bc16036-0d76-4145-adf8-ca7230accb2d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:10.847281 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.937681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Provisioning complete for port 1067ccde-448a-4c33-b4a3-e8c310f064ce triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:10.938510 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:10.948726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] For port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ec146b5-4b6a-4e49-adac-c3bbf90884a7,segment=NetworkSegment(27efc14d-ab12-4d20-bb7e-a651b06550f0),segment_id=27efc14d-ab12-4d20-bb7e-a651b06550f0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:10.973537 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:46:03Z', 'revision_number': 4, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1067ccde-448a-4c33-b4a3-e8c310f064ce', 'name': '', 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'mac_address': 'fa:16:3e:36:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'b30b08e8-5bf7-43a7-9f2a-d29638682cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:01Z', 'updated_at': '2022-07-28T10:46:04Z', 'revision_number': 2, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'subnets': [{'id': 'b30b08e8-5bf7-43a7-9f2a-d29638682cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:11.011452 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Checking router: 3d75cf4f-d752-4183-abd1-de49fc9774a8 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:11.012130 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Updating router 3d75cf4f-d752-4183-abd1-de49fc9774a8 port 1067ccde-448a-4c33-b4a3-e8c310f064ce binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:46:11.022900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.059688 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.062779 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:11.064028 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.262313 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-43d6c674-87fb-450f-a6be-9afd8a718682 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (882bd147-5301-4a4b-83e3-5247d5d21bdb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.356693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.357093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35284) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:11.390148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-950670253-network', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:11.421171 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Publish callbacks [] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.427106 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:11.434131 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:11.460005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3/2a6a3f05-1558-4115-ab33-fd07f718d9b6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:11.527622 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.551965 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-43d6c674-87fb-450f-a6be-9afd8a718682 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (882bd147-5301-4a4b-83e3-5247d5d21bdb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.555912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-43d6c674-87fb-450f-a6be-9afd8a718682 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.560014 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-43d6c674-87fb-450f-a6be-9afd8a718682 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/882bd147-5301-4a4b-83e3-5247d5d21bdb HTTP/1.1" status: 204 len: 168 time: 1.0654423 Jul 28 10:46:11.564145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35288) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:11.590872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6c674-87fb-450f-a6be-9afd8a718682 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882bd147-5301-4a4b-83e3-5247d5d21bdb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:11.598429 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Made reservation on behalf of 9c45f35a76c841738b0774728fe4feb5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:11.603087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.606305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35290) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:11.619338 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:11.650127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Calling delete_port for 9619cdb6-4d59-4fd2-ac53-34019f50f1da owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:11.663375 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Publish callbacks [] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.668443 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:11.675895 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.678331 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.732594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Port 1067ccde-448a-4c33-b4a3-e8c310f064ce cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:11.828054 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks [] for security_group (4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.829487 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:11.854814 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a32d-5c71-4027-aff7-9775e588c9d6 None None] Pushing event updated for resources: {'Port': ['ID=1067ccde-448a-4c33-b4a3-e8c310f064ce,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:11.860957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Provisioning complete for port 50bdc73d-f22e-4cba-99ea-155af8eba5cb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:11.863717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.866142 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.941109 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Attempting to bind port 1067ccde-448a-4c33-b4a3-e8c310f064ce on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:11.946965 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Attempting to bind port 1067ccde-448a-4c33-b4a3-e8c310f064ce by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:11.948831 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Attempting to bind port 1067ccde-448a-4c33-b4a3-e8c310f064ce on network 60cc7037-2405-4fb9-943a-b808862d4369 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:11.961354 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:11.963433 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Checking segment: {'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:11.965198 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.965836 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Bound using segment: {'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:11.966565 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Bound port: 1067ccde-448a-4c33-b4a3-e8c310f064ce, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6e35e4-bbf0-455e-878c-0c7119e1068c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:11.967370 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.968315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Publish callbacks [] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.982484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: from cryptography.utils import int_from_bytes Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: from cryptography.utils import int_from_bytes Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: items = [ Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /opt/stack/neutron/neutron/extensions/quotasv2.py:142: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: warnings.warn('Neutron quota engine will require "--force" ' Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.994332 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:46:11.998103 n-d-850468-6 neutron-server[104688]: self.session.flush() Jul 28 10:46:12.123603 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] For port 1067ccde-448a-4c33-b4a3-e8c310f064ce, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:12.133232 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] For port 1067ccde-448a-4c33-b4a3-e8c310f064ce, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1067ccde-448a-4c33-b4a3-e8c310f064ce,segment=NetworkSegment(fc6e35e4-bbf0-455e-878c-0c7119e1068c),segment_id=fc6e35e4-bbf0-455e-878c-0c7119e1068c)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:12.144322 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.159689 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:12.179434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.205445 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.213036 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.225771 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd0b9b0e-c97e-49d8-9404-cfd8457ee86b tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6531644 Jul 28 10:46:12.226754 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:12.246698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35296) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:12.250168 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Routers {'3d75cf4f-d752-4183-abd1-de49fc9774a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:12.251548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3d75cf4f-d752-4183-abd1-de49fc9774a8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:12.268982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d68ea-6f03-4895-a294-63d3bf45a6ab None None] Pushing event updated for resources: {'Port': ['ID=6ec146b5-4b6a-4e49-adac-c3bbf90884a7,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:12.269849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event deleted for resources: {'Port': ['ID=9619cdb6-4d59-4fd2-ac53-34019f50f1da,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:12.282557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1161910649-network', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:12.304463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5bc16036-0d76-4145-adf8-ca7230accb2d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:12.307047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Attempting to bind port 9619cdb6-4d59-4fd2-ac53-34019f50f1da on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:12.308144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Attempting to bind port 9619cdb6-4d59-4fd2-ac53-34019f50f1da by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:12.308627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Attempting to bind port 9619cdb6-4d59-4fd2-ac53-34019f50f1da on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:12.311698 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (e3016b20-352a-4223-bbe3-80864cf79039), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.321330 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.325158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.376189 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-04b6b0bc-f4f4-4218-ae2e-7393492c584a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] delete failed (client error): The resource could not be found. Jul 28 10:46:12.377645 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-04b6b0bc-f4f4-4218-ae2e-7393492c584a tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "DELETE /v2.0/security-groups/d0f9a669-427e-4f7d-b27c-e025806aad51 HTTP/1.1" status: 404 len: 347 time: 0.1264050 Jul 28 10:46:12.381571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.385001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a918f87e-836a-4b1c-bd30-369de9078011 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:12.385795 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.388370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.389046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.389633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.390237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.390842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.394482 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.394929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.398060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.398706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.398834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:12.399445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.400099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.400687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.403579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:12.432134 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a32d-5c71-4027-aff7-9775e588c9d6 None None] Pushing event updated for resources: {'Port': ['ID=1067ccde-448a-4c33-b4a3-e8c310f064ce,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:12.461487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Network 6adf905b-f7cd-429e-af07-86f08482ac60 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:12.464868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Port 50bdc73d-f22e-4cba-99ea-155af8eba5cb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:12.472515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a918f87e-836a-4b1c-bd30-369de9078011 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:12.475511 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a918f87e-836a-4b1c-bd30-369de9078011 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:12.479819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:12.488188 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] Set router 3d75cf4f-d752-4183-abd1-de49fc9774a8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:12.496469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:12.506103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:12.506749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:12.507899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (12438a5d-e88f-46f9-beaa-0a64d454dc87), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.508449 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.509036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:12.511389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Bound port: 9619cdb6-4d59-4fd2-ac53-34019f50f1da, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:12.512021 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9619cdb6-4d59-4fd2-ac53-34019f50f1da), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.515213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013526-0525-44d4-bee7-988b050ac7a7 None None] Pushing event deleted for resources: {'Port': ['ID=9619cdb6-4d59-4fd2-ac53-34019f50f1da,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:12.528934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:46:12.560731 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-4b638812-5e14-497a-96cb-2f718f0a86f3 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] show failed (client error): The resource could not be found. Jul 28 10:46:12.571826 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b638812-5e14-497a-96cb-2f718f0a86f3 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-groups/c8046226-fe63-48da-931b-4da43ae31110 HTTP/1.1" status: 404 len: 347 time: 0.1647148 Jul 28 10:46:12.592291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Port 9619cdb6-4d59-4fd2-ac53-34019f50f1da has been deleted concurrently {{(pid=104689) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:675}} Jul 28 10:46:12.681156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Provisioning complete for port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:12.682843 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.741647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35300) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:12.760223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Port': ['ID=d6693bae-3c72-4371-b10d-a1ea0d0534c0,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:12.783525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (665fceeb-b672-41ff-8b97-dfd452094bba), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.784454 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Added segment 665fceeb-b672-41ff-8b97-dfd452094bba of type vlan for network 1a36be57-146a-42a7-ba20-2c21d498c000 Jul 28 10:46:12.802454 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:12.804835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (12438a5d-e88f-46f9-beaa-0a64d454dc87), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.816538 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-4d65e9eb-8b53-49b1-b821-20cc32852586 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] show failed (client error): The resource could not be found. Jul 28 10:46:12.823247 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4d65e9eb-8b53-49b1-b821-20cc32852586 tempest-NegativeSecGroupIPv6Test-257128264 tempest-NegativeSecGroupIPv6Test-257128264-project] 10.222.0.46 "GET /v2.0/security-group-rules/792160ce-998b-47e4-9816-1ff9594f48af HTTP/1.1" status: 404 len: 356 time: 0.0800896 Jul 28 10:46:12.824699 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (12438a5d-e88f-46f9-beaa-0a64d454dc87), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.873813 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:46:03Z', 'revision_number': 4, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1067ccde-448a-4c33-b4a3-e8c310f064ce', 'name': '', 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'mac_address': 'fa:16:3e:36:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'b30b08e8-5bf7-43a7-9f2a-d29638682cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:01Z', 'updated_at': '2022-07-28T10:46:12Z', 'revision_number': 4, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'subnets': [{'id': 'b30b08e8-5bf7-43a7-9f2a-d29638682cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:12.908735 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:12.910562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=e3016b20-352a-4223-bbe3-80864cf79039,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:12.916806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (1a36be57-146a-42a7-ba20-2c21d498c000), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.924460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:12.925730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Made reservation on behalf of c153af93b73a42319a79b2bf94d696be for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:12.929016 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.941868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] Routers {'12438a5d-e88f-46f9-beaa-0a64d454dc87'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:12.947095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4057a-0c2c-4c88-8063-ce5640e0854b None None] The sync data for ids ['3d75cf4f-d752-4183-abd1-de49fc9774a8'] in n-d-850468-6 is: [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:46:03Z', 'revision_number': 4, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1067ccde-448a-4c33-b4a3-e8c310f064ce', 'name': '', 'network_id': '60cc7037-2405-4fb9-943a-b808862d4369', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'mac_address': 'fa:16:3e:36:a6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'b30b08e8-5bf7-43a7-9f2a-d29638682cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:01Z', 'updated_at': '2022-07-28T10:46:12Z', 'revision_number': 4, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'subnets': [{'id': 'b30b08e8-5bf7-43a7-9f2a-d29638682cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:12.954095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['12438a5d-e88f-46f9-beaa-0a64d454dc87'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:12.960257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 40ca29c8-bfe8-414e-90cc-9edd7d125b4b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:12.963178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:12.967267 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:12.968296 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.972161 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (12438a5d-e88f-46f9-beaa-0a64d454dc87), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.972811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12438a5d-e88f-46f9-beaa-0a64d454dc87 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:46:12.985059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:12.991299 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-46fc9fe0-6019-4405-a5c7-4264df21e218 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "DELETE /v2.0/routers/12438a5d-e88f-46f9-beaa-0a64d454dc87 HTTP/1.1" status: 204 len: 168 time: 4.2789032 Jul 28 10:46:12.992090 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35306) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:13.006829 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.028411 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df907d9f-c2a0-4882-b6ff-e54debc52f2c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2960351 Jul 28 10:46:13.029593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35308) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:13.047677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec3e2c-0fa9-4081-9144-c0712aa3c160 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:13.060595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1616226651', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3016b20-352a-4223-bbe3-80864cf79039'}], 'security_groups': ['e4914393-f891-46a3-bb82-44cd1118f288']}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:13.230842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:13.231849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beaa6f4-95c9-4cb9-97eb-cd9c473b8867 None None] The sync data for ids ['12438a5d-e88f-46f9-beaa-0a64d454dc87'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:13.321896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (eb06615f-0146-4470-83d6-d592b4633de7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.324799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35312) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:13.377686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:13.383241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (1a36be57-146a-42a7-ba20-2c21d498c000), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.384587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:13.385352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.404999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Pushing event updated for resources: {'Port': ['ID=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:13.591493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (eb06615f-0146-4470-83d6-d592b4633de7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.600451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:13.718048 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-508766e8-9cec-4e33-b119-5dc52fd46abf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7558585c27f42f5bc09d127a89e030e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913591 Jul 28 10:46:13.722605 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35316) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:13.733590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Current status of the port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:13.739088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Attempting to bind port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:13.744950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Attempting to bind port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f57e9616-0282-4de8-a980-aa108df854f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6adf905b-f7cd-429e-af07-86f08482ac60'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:13.745626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Attempting to bind port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 on network 6adf905b-f7cd-429e-af07-86f08482ac60 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:13.754267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Deleting port 5bc16036-0d76-4145-adf8-ca7230accb2d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:13.754730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.769266 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:13.782185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71773b62-5a18-484b-8784-7ee01a115d81 None None] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:13.827115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:13.828277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Checking segment: {'id': 'f57e9616-0282-4de8-a980-aa108df854f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6adf905b-f7cd-429e-af07-86f08482ac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:13.829002 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.829567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Bound using segment: {'id': 'f57e9616-0282-4de8-a980-aa108df854f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6adf905b-f7cd-429e-af07-86f08482ac60'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:13.830320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Bound port: edce3a70-ecf1-4f90-9b82-1f26b1e12db0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57e9616-0282-4de8-a980-aa108df854f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6adf905b-f7cd-429e-af07-86f08482ac60'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:13.830943 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.844393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks [] for security_group (a314dd25-4dff-45e4-baac-fad73fc845e1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.846832 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:13.849019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:13.902640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:13.903333 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.001847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:14.001847 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.016957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a314dd25-4dff-45e4-baac-fad73fc845e1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.042904 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:14.045347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Publish callbacks [] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.100003 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.7259789 Jul 28 10:46:14.116500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35320) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:14.129312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:46:14.137974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Request body: {'subnet': {'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-950670253-subnet', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:14.166324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63e5c1-6630-41df-b96f-91c035260bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a36be57-146a-42a7-ba20-2c21d498c000,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:14.185808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.268778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 1a36be57-146a-42a7-ba20-2c21d498c000 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:46:14.280980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Pushing event updated for resources: {'Port': ['ID=2a6a3f05-1558-4115-ab33-fd07f718d9b6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:14.504375 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::1 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3/8f18ba21-42c5-4427-b9f9-d88e734f6665) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:14.511557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47da41dd-18dc-4e57-8c97-15f0fdfd4908 admin admin] Publish callbacks [] for security_group (fd7505d6-f5f7-48e3-9fd4-7b20783ad8db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.524892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:14.536987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:14.539813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:14.557965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Delete allocated IP 172.20.0.5 (c742f3be-4af3-415e-8f1d-371697c9c864/187932ba-28fc-4635-8a63-3975ca131eeb) {{(pid=104687) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 10:46:14.570967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.29 (c742f3be-4af3-415e-8f1d-371697c9c864/e3016b20-352a-4223-bbe3-80864cf79039/50bdc73d-f22e-4cba-99ea-155af8eba5cb) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:14.592933 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:14.613580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47da41dd-18dc-4e57-8c97-15f0fdfd4908 admin admin] Publish callbacks [] for security_group (fd7505d6-f5f7-48e3-9fd4-7b20783ad8db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.690519 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Made reservation on behalf of 9c45f35a76c841738b0774728fe4feb5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:14.693295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.723878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a314dd25-4dff-45e4-baac-fad73fc845e1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:14.728321 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:14.734060 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (36cce41e-5b97-4ed7-990d-730cbcddb1d8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.734324 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Added segment 36cce41e-5b97-4ed7-990d-730cbcddb1d8 of type vlan for network de6ab044-62c3-4931-bccf-ee1cec01f1d0 Jul 28 10:46:14.754662 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] For port 5bc16036-0d76-4145-adf8-ca7230accb2d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5bc16036-0d76-4145-adf8-ca7230accb2d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:14.755025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:14.818776 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:14.838406 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:14.852989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Calling delete_port for 5bc16036-0d76-4145-adf8-ca7230accb2d owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:14.866309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Router 84ab13dc-6899-409f-8cf2-8247d0c25bb7 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:46:14.946757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] For port edce3a70-ecf1-4f90-9b82-1f26b1e12db0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:14.976193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (de6ab044-62c3-4931-bccf-ee1cec01f1d0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.031388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:15.032767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:15.183173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] For port edce3a70-ecf1-4f90-9b82-1f26b1e12db0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,segment=NetworkSegment(f57e9616-0282-4de8-a980-aa108df854f7),segment_id=f57e9616-0282-4de8-a980-aa108df854f7)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:15.207206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.237163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:15.237554 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.241629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d95bf-6519-4790-839a-1e9f1a6c55ee None None] Update dhcp port {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'fixed_ips': [{'subnet_id': '187932ba-28fc-4635-8a63-3975ca131eeb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3016b20-352a-4223-bbe3-80864cf79039'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:46:15.243391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.250328 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (de6ab044-62c3-4931-bccf-ee1cec01f1d0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.251606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:15.252281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.292860 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5bc16036-0d76-4145-adf8-ca7230accb2d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.303778 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed1d95bf-6519-4790-839a-1e9f1a6c55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.306614 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.309265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.343809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.386649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc16036-0d76-4145-adf8-ca7230accb2d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:15.432724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0e079-01e8-435e-8964-17a8f5f7a2a7 None None] Pushing event updated for resources: {'Port': ['ID=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:15.478367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:15.478367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.518810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=8f18ba21-42c5-4427-b9f9-d88e734f6665,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:15.540092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Attempting to bind port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:15.540467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Attempting to bind port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:15.541635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Attempting to bind port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:15.560516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47da41dd-18dc-4e57-8c97-15f0fdfd4908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fd7505d6-f5f7-48e3-9fd4-7b20783ad8db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.563774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47da41dd-18dc-4e57-8c97-15f0fdfd4908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.573356 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47da41dd-18dc-4e57-8c97-15f0fdfd4908 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd7505d6-f5f7-48e3-9fd4-7b20783ad8db HTTP/1.1" status: 204 len: 168 time: 1.8496230 Jul 28 10:46:15.577100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:15.595439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da41dd-18dc-4e57-8c97-15f0fdfd4908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7505d6-f5f7-48e3-9fd4-7b20783ad8db,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:15.610573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:15.618426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:15.619262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (f034b594-b4ac-4909-b83d-e0bb46e29e5a), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.628995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:15.629396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:15.629813 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.630319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:15.632613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Bound port: 2a6a3f05-1558-4115-ab33-fd07f718d9b6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:15.633071 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.690977 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:15.760180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] For port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,segment=NetworkSegment(a4fb39b3-7af4-4eb5-81cf-6912f62f7e92),segment_id=a4fb39b3-7af4-4eb5-81cf-6912f62f7e92)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:15.773229 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (eb06615f-0146-4470-83d6-d592b4633de7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:15.816717 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.041776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (eb06615f-0146-4470-83d6-d592b4633de7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.047091 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_controller (eb06615f-0146-4470-83d6-d592b4633de7), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.049020 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:16.074840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Provisioning complete for port d6693bae-3c72-4371-b10d-a1ea0d0534c0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:16.077744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.202506 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (eb06615f-0146-4470-83d6-d592b4633de7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.203490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb06615f-0146-4470-83d6-d592b4633de7 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:46:16.205411 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.214104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.216376 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-49423692-be03-4db1-b9e9-5d1af52e3966 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "DELETE /v2.0/routers/eb06615f-0146-4470-83d6-d592b4633de7 HTTP/1.1" status: 204 len: 168 time: 3.2153537 Jul 28 10:46:16.227146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35332) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:16.229083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] Pushing event updated for resources: {'Network': ['ID=de6ab044-62c3-4931-bccf-ee1cec01f1d0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:16.235212 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-716371660', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:16.316245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:46:16.320770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:16.322148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:16.348052 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:16.368338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=50bdc73d-f22e-4cba-99ea-155af8eba5cb,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:16.381032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] For port 2a6a3f05-1558-4115-ab33-fd07f718d9b6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:16.416273 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce466333-6603-4c5b-a162-ac843af06a1a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 4.8026118 Jul 28 10:46:16.422039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35338) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:16.433813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c5468cd3-f007-4422-b85e-5c635be65892), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.438964 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c5468cd3-f007-4422-b85e-5c635be65892), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.447638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Request body: {'subnet': {'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-subnet', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:16.473724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:16.490269 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5da660c8-8fed-4e89-a6f7-62b75d00510c tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8449097 Jul 28 10:46:16.493313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Made reservation on behalf of c153af93b73a42319a79b2bf94d696be for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:16.495874 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.554344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] Sync routers for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:16.558303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715ae8d-25d3-4042-abd9-99aa06f77476 None None] Pushing event updated for resources: {'Port': ['ID=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:16.580541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35342) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:16.695851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ed1d95bf-6519-4790-839a-1e9f1a6c55ee None None] Allocated IP 172.20.0.18 (c742f3be-4af3-415e-8f1d-371697c9c864/e3016b20-352a-4223-bbe3-80864cf79039/14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:16.856540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ed1d95bf-6519-4790-839a-1e9f1a6c55ee None None] For port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,segment=NetworkSegment(a4fb39b3-7af4-4eb5-81cf-6912f62f7e92),segment_id=a4fb39b3-7af4-4eb5-81cf-6912f62f7e92)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:16.933411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed1d95bf-6519-4790-839a-1e9f1a6c55ee None None] Publish callbacks [] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.985754 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed1d95bf-6519-4790-839a-1e9f1a6c55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:16.991241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] For port 2a6a3f05-1558-4115-ab33-fd07f718d9b6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2a6a3f05-1558-4115-ab33-fd07f718d9b6,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:17.014046 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:17.015504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Port d6693bae-3c72-4371-b10d-a1ea0d0534c0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:17.063624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (c5468cd3-f007-4422-b85e-5c635be65892), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.078798 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.103162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:17.103825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:17.157509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:17.157843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (7abb52a5-1711-4247-af1b-40360f1d6731), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.185268 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:17.207126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (2645ea9e-5e63-4945-9ab1-cec2ec813a3f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.217407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:17.217796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.228853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Provisioning complete for port 1067ccde-448a-4c33-b4a3-e8c310f064ce triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:17.229243 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.304625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abb52a5-1711-4247-af1b-40360f1d6731,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:17.335229 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:17.339686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:17.340778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:17.358240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.358723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.359160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.359707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.360152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.360594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.361028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.361465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.361939 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.362965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.363415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.363865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.364298 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.366438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.366438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:17.369255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] In _notify_port_updated(), no bound segment for port 50bdc73d-f22e-4cba-99ea-155af8eba5cb on network c742f3be-4af3-415e-8f1d-371697c9c864 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:46:17.376060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:17.376985 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.381663 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8349103e-ada9-4f26-81b1-bb919dc98af5 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "PUT /v2.0/ports/50bdc73d-f22e-4cba-99ea-155af8eba5cb HTTP/1.1" status: 200 len: 921 time: 4.3262491 Jul 28 10:46:17.388006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35356) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:17.421736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:17.422724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441adf65-d19c-46ab-85c0-f8ff845a3ae6 None None] The sync data for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:17.424695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9dce55-5e67-4fbc-bb09-c4bc88eb733f None None] Network 6adf905b-f7cd-429e-af07-86f08482ac60 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:17.469291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2645ea9e-5e63-4945-9ab1-cec2ec813a3f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:17.506172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Checking segment: {'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:17.506617 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Network hostable DHCP agents. Network: 1a36be57-146a-42a7-ba20-2c21d498c000, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:46:17.551127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Checking segment: {'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:17.551651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Network hostable DHCP agents. Network: de6ab044-62c3-4931-bccf-ee1cec01f1d0, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:46:17.582362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:46:17.604261 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:17.608588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Network 1a36be57-146a-42a7-ba20-2c21d498c000 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:46:17.626763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, de6ab044-62c3-4931-bccf-ee1cec01f1d0) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:17.646247 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 1a36be57-146a-42a7-ba20-2c21d498c000) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:17.660989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:17.662498 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.673434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:17.674079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.679160 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933f677-a38a-4cf6-88ab-46df2946688a None None] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:17.713743 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e157a7a1-ca30-4c80-bbea-e76aebca4a59 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5802493 Jul 28 10:46:17.717260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35360) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:17.727207 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:17.733928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c5468cd3-f007-4422-b85e-5c635be65892), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.755940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (ec1020f7-e1e9-40ca-85a6-337430a18b25), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.757414 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (ec1020f7-e1e9-40ca-85a6-337430a18b25), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.798649 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1512f6e6-9cc6-45df-a971-98ddaeaae1ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3697011 Jul 28 10:46:17.802986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35362) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:17.804786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8239d87-b3fe-473f-9de0-5e87a22abcc1 None None] Network 1a36be57-146a-42a7-ba20-2c21d498c000 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:17.812600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Request body: {'router': {'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:17.820265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d95bf-6519-4790-839a-1e9f1a6c55ee None None] Pushing event updated for resources: {'Port': ['ID=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:17.855089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.863663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:17.950848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks [] for router_controller (ec1020f7-e1e9-40ca-85a6-337430a18b25), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:18.075649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 50bdc73d-f22e-4cba-99ea-155af8eba5cb {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:18.076185 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:18.110581 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks [] for router_controller (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:18.254021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks [] for router_gateway (ec1020f7-e1e9-40ca-85a6-337430a18b25), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:18.326061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaceee-d062-43c9-bd96-942be21443bf None None] Pushing event updated for resources: {'Port': ['ID=2a6a3f05-1558-4115-ab33-fd07f718d9b6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:18.337625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-de6ab044-62c3-4931-bccf-ee1cec01f1d0', 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0', 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'fixed_ips': [{'subnet_id': '7abb52a5-1711-4247-af1b-40360f1d6731'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:18.364321 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:18.598662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks [] for router_gateway (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:18.635276 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:19.032106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.062960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Current status of the port 1067ccde-448a-4c33-b4a3-e8c310f064ce is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:19.063528 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.068479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:19.069156 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.152619 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:19.206206 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-4030568d-85ec-4e50-b317-705902a089bd tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:19.210779 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4030568d-85ec-4e50-b317-705902a089bd tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6257966 Jul 28 10:46:19.220113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35382) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:19.228194 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:19.232019 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.234710 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (f034b594-b4ac-4909-b83d-e0bb46e29e5a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.315458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.324246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] For port 1067ccde-448a-4c33-b4a3-e8c310f064ce, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1067ccde-448a-4c33-b4a3-e8c310f064ce,segment=NetworkSegment(fc6e35e4-bbf0-455e-878c-0c7119e1068c),segment_id=fc6e35e4-bbf0-455e-878c-0c7119e1068c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:19.345220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-1a36be57-146a-42a7-ba20-2c21d498c000', 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000', 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'fixed_ips': [{'subnet_id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:19.346473 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.385304 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.395395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ec146b5-4b6a-4e49-adac-c3bbf90884a7,segment=NetworkSegment(27efc14d-ab12-4d20-bb7e-a651b06550f0),segment_id=27efc14d-ab12-4d20-bb7e-a651b06550f0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:19.439847 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.443758 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:19.457787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=8f18ba21-42c5-4427-b9f9-d88e734f6665,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:19.468120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 50bdc73d-f22e-4cba-99ea-155af8eba5cb owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:19.483452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Provisioning complete for port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:19.483698 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.500090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks [] for router_gateway (ec1020f7-e1e9-40ca-85a6-337430a18b25), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.612058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.615529 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:19.852172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks [] for router_gateway (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.890237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Allocated IP 172.20.0.2 (1a36be57-146a-42a7-ba20-2c21d498c000/2645ea9e-5e63-4945-9ab1-cec2ec813a3f/00e7409c-44d4-48a0-8e61-6c264be805ea) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:19.901273 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:19.977400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:19.986610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:20.142472 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Publish callbacks [] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:20.152139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Pushing event updated for resources: {'Port': ['ID=1067ccde-448a-4c33-b4a3-e8c310f064ce,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:20.175251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:20.198761 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Allocated IP 172.25.2.145 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9070f609-08a2-48af-a48e-927df46580e6) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:20.248940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Allocated IP 172.20.0.2 (de6ab044-62c3-4931-bccf-ee1cec01f1d0/7abb52a5-1711-4247-af1b-40360f1d6731/5b3b73d9-dfd4-40f1-8eb8-588e741b85f7) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:20.265470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:20.265951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 373ae7ee-f4fe-46b6-a46d-8924cf84f2f6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:20.267912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:20.284474 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:20.299117 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:20.308462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c5468cd3-f007-4422-b85e-5c635be65892), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:20.359981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Network 1a36be57-146a-42a7-ba20-2c21d498c000 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:20.379294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:20.431681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:20.461960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:20.524678 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:20.603087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=6ec146b5-4b6a-4e49-adac-c3bbf90884a7,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:20.665939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (50bdc73d-f22e-4cba-99ea-155af8eba5cb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:20.741447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks [] for port (9070f609-08a2-48af-a48e-927df46580e6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:20.836819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2a6a3f05-1558-4115-ab33-fd07f718d9b6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:20.877390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=50bdc73d-f22e-4cba-99ea-155af8eba5cb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:20.933670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fe7853a1-cb8d-49b0-a753-53884bad529b None None] Current status of the port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:20.938086 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.013392 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.027039 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.071240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Router f034b594-b4ac-4909-b83d-e0bb46e29e5a is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:46:21.080189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.094918 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c69fa704-aeab-4edb-a232-b61dfe9c7027 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/50bdc73d-f22e-4cba-99ea-155af8eba5cb HTTP/1.1" status: 204 len: 168 time: 3.7042134 Jul 28 10:46:21.095640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35410) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:21.129654 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Publish callbacks [] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.146494 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9070f609-08a2-48af-a48e-927df46580e6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.164049 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1515e0b-26d9-4b9b-843c-98191a88e72b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:46:21.169372 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c1515e0b-26d9-4b9b-843c-98191a88e72b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/50bdc73d-f22e-4cba-99ea-155af8eba5cb HTTP/1.1" status: 404 len: 333 time: 0.0621941 Jul 28 10:46:21.171005 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35414) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:21.193119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.243904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Provisioning complete for port 8f18ba21-42c5-4427-b9f9-d88e734f6665 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:21.244288 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.246349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Pushing event updated for resources: {'Port': ['ID=00e7409c-44d4-48a0-8e61-6c264be805ea,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:21.251780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Allocated IP 172.25.2.92 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/09147fe8-17ec-489c-9df7-b4dbfef925f0) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:21.276140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Attempting to bind port 00e7409c-44d4-48a0-8e61-6c264be805ea on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:21.276527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Attempting to bind port 00e7409c-44d4-48a0-8e61-6c264be805ea by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:21.278563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Attempting to bind port 00e7409c-44d4-48a0-8e61-6c264be805ea on network 1a36be57-146a-42a7-ba20-2c21d498c000 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:21.284314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:21.284703 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.339679 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.369239 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.392358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:21.407000 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Sync routers for ids ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:21.416234 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d330ff75-384a-45e0-8656-35ceedb5c4b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "PUT /v2.0/routers/f034b594-b4ac-4909-b83d-e0bb46e29e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5715320 Jul 28 10:46:21.417263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35424) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:21.431147 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Routers {'f034b594-b4ac-4909-b83d-e0bb46e29e5a'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:21.431793 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:21.468832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f106b57-47bd-4470-822c-40bc6925c710 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (eeb9ca66-e3c3-4e64-8083-20d16bbc7236), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.495826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:21.496543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Checking segment: {'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:21.497129 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.497819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Bound using segment: {'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:21.498751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Bound port: 00e7409c-44d4-48a0-8e61-6c264be805ea, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:21.499395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.506120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:21.552730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:21.562715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:21.570019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Port 8f18ba21-42c5-4427-b9f9-d88e734f6665 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:21.575512 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f106b57-47bd-4470-822c-40bc6925c710 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (eeb9ca66-e3c3-4e64-8083-20d16bbc7236), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.578834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Pushing event updated for resources: {'Port': ['ID=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:21.601315 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.614318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34f99f-34ae-4e3b-99fd-01d8bd3b4ebc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:21.622773 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee34f99f-34ae-4e3b-99fd-01d8bd3b4ebc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports/8f18ba21-42c5-4427-b9f9-d88e734f6665 HTTP/1.1" status: 200 len: 911 time: 0.2044172 Jul 28 10:46:21.629783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35426) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:21.639127 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Set router f034b594-b4ac-4909-b83d-e0bb46e29e5a gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:21.639489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Provisioning complete for port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:21.639877 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.742077 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d7d330-ff9c-42f2-b218-795f259aa261 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:21.747773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d7d330-ff9c-42f2-b218-795f259aa261 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:21.752058 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a6d7d330-ff9c-42f2-b218-795f259aa261 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1166155 Jul 28 10:46:21.754036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35428) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:21.778097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:21.783838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] For port 00e7409c-44d4-48a0-8e61-6c264be805ea, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:21.787026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Attempting to bind port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:21.787575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Attempting to bind port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:21.788182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Attempting to bind port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 on network de6ab044-62c3-4931-bccf-ee1cec01f1d0 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:21.836767 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.840500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] For port 00e7409c-44d4-48a0-8e61-6c264be805ea, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00e7409c-44d4-48a0-8e61-6c264be805ea,segment=NetworkSegment(665fceeb-b672-41ff-8b97-dfd452094bba),segment_id=665fceeb-b672-41ff-8b97-dfd452094bba)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:21.844985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:21.845414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Checking segment: {'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:21.845825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.846253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Bound using segment: {'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:21.846781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Bound port: 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:21.847175 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.850090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:21.850350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.855189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Provisioning complete for port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:21.855583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.872603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f106b57-47bd-4470-822c-40bc6925c710 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eeb9ca66-e3c3-4e64-8083-20d16bbc7236), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.872895 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.876029 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f106b57-47bd-4470-822c-40bc6925c710 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:21.880833 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3f106b57-47bd-4470-822c-40bc6925c710 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/security-groups/eeb9ca66-e3c3-4e64-8083-20d16bbc7236 HTTP/1.1" status: 204 len: 168 time: 0.7049091 Jul 28 10:46:21.881643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35430) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:21.884484 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:21.994055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f106b57-47bd-4470-822c-40bc6925c710 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb9ca66-e3c3-4e64-8083-20d16bbc7236,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:22.059441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 2a6a3f05-1558-4115-ab33-fd07f718d9b6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2a6a3f05-1558-4115-ab33-fd07f718d9b6,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:22.075387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks [] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.082769 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbb0cf-845c-4180-9019-b816e3db3696 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (e4914393-f891-46a3-bb82-44cd1118f288), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.094401 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.099470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device edce3a70-ecf1-4f90-9b82-1f26b1e12db0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:22.121008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbb0cf-845c-4180-9019-b816e3db3696 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (e4914393-f891-46a3-bb82-44cd1118f288), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.149995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedffe9-948b-4ce6-8197-b3e9cf468f48 None None] Pushing event updated for resources: {'Port': ['ID=00e7409c-44d4-48a0-8e61-6c264be805ea,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:22.200462 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'name': 'tempest-NetworksTestDHCPv6-router-53436762', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:09Z', 'updated_at': '2022-07-28T10:46:15Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None, '_interfaces': [{'id': '8f18ba21-42c5-4427-b9f9-d88e734f6665', 'name': '', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'mac_address': 'fa:16:3e:ee:fc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:11Z', 'updated_at': '2022-07-28T10:46:17Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'subnets': [{'id': 'f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:22.231972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting port d6693bae-3c72-4371-b10d-a1ea0d0534c0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:22.232318 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.246420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.255072 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Checking router: f034b594-b4ac-4909-b83d-e0bb46e29e5a for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:22.258325 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Updating router f034b594-b4ac-4909-b83d-e0bb46e29e5a port 8f18ba21-42c5-4427-b9f9-d88e734f6665 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:46:22.260570 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbb0cf-845c-4180-9019-b816e3db3696 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e4914393-f891-46a3-bb82-44cd1118f288), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.269147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6edbb0cf-845c-4180-9019-b816e3db3696 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.275622 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6edbb0cf-845c-4180-9019-b816e3db3696 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/security-groups/e4914393-f891-46a3-bb82-44cd1118f288 HTTP/1.1" status: 204 len: 168 time: 0.3874426 Jul 28 10:46:22.275902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:22.281374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35434) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:22.308670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] For port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:22.318196 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.350419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbb0cf-845c-4180-9019-b816e3db3696 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4914393-f891-46a3-bb82-44cd1118f288,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:22.353179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] For port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,segment=NetworkSegment(36cce41e-5b97-4ed7-990d-730cbcddb1d8),segment_id=36cce41e-5b97-4ed7-990d-730cbcddb1d8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:22.387419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:22.390348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:22.415163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:22.440164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:22.444000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Pushing event updated for resources: {'Port': ['ID=9070f609-08a2-48af-a48e-927df46580e6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:22.507851 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.530970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.534606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Current status of the port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:22.548330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Calling delete_port for d6693bae-3c72-4371-b10d-a1ea0d0534c0 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:22.566974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Could not find standard attr ID for object 50bdc73d-f22e-4cba-99ea-155af8eba5cb. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:46:22.609945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=2a6a3f05-1558-4115-ab33-fd07f718d9b6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:22.691875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:22.692369 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.721498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:22.758577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Provisioning complete for port d6693bae-3c72-4371-b10d-a1ea0d0534c0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:22.758959 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:22.803493 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:22.820437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Allocated IP 172.25.2.12 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/2552e6c5-b6e8-4114-b3ab-952f6f789090) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:22.882391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet 187932ba-28fc-4635-8a63-3975ca131eeb {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:22.892417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (187932ba-28fc-4635-8a63-3975ca131eeb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.113406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (187932ba-28fc-4635-8a63-3975ca131eeb), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.221627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c332-b8f7-4b68-9b66-cb7121163079 None None] Pushing event updated for resources: {'Port': ['ID=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:23.234668 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Publish callbacks [] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.239985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Port d6693bae-3c72-4371-b10d-a1ea0d0534c0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:23.251875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Provisioning complete for port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:23.252258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.278612 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.403629 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee140bc-9208-485c-b2de-640b30ded06f None None] Pushing event updated for resources: {'Port': ['ID=8f18ba21-42c5-4427-b9f9-d88e734f6665,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:23.430744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:23.434178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Pushing event updated for resources: {'Port': ['ID=09147fe8-17ec-489c-9df7-b4dbfef925f0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:23.442082 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.482620 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (187932ba-28fc-4635-8a63-3975ca131eeb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.495816 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:23.534821 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:23.539403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port edce3a70-ecf1-4f90-9b82-1f26b1e12db0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,segment=NetworkSegment(f57e9616-0282-4de8-a980-aa108df854f7),segment_id=f57e9616-0282-4de8-a980-aa108df854f7)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:23.563562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (f034b594-b4ac-4909-b83d-e0bb46e29e5a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.575215 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Attempting to bind port 8f18ba21-42c5-4427-b9f9-d88e734f6665 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:23.575835 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Attempting to bind port 8f18ba21-42c5-4427-b9f9-d88e734f6665 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:23.576398 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Attempting to bind port 8f18ba21-42c5-4427-b9f9-d88e734f6665 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:23.592519 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:23.593236 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:23.594342 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.594910 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:23.595711 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Bound port: 8f18ba21-42c5-4427-b9f9-d88e734f6665, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:23.596283 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.622209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.624022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1067ccde-448a-4c33-b4a3-e8c310f064ce up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:23.633609 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:23.718639 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] For port 8f18ba21-42c5-4427-b9f9-d88e734f6665, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:23.727388 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] For port 8f18ba21-42c5-4427-b9f9-d88e734f6665, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8f18ba21-42c5-4427-b9f9-d88e734f6665,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:23.737293 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:23.809611 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee140bc-9208-485c-b2de-640b30ded06f None None] Pushing event updated for resources: {'Port': ['ID=8f18ba21-42c5-4427-b9f9-d88e734f6665,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:23.841724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:23.842018 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Routers {'f034b594-b4ac-4909-b83d-e0bb46e29e5a'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:23.847907 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:23.917191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.918011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.919351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.921499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.921873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.927906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.929744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.930286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.931583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.935067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.935679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.936190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.936699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.937221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.937735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:23.980561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Current status of the port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:23.983485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.030346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1067ccde-448a-4c33-b4a3-e8c310f064ce triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:24.030726 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.062463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks [] for router_gateway (ec1020f7-e1e9-40ca-85a6-337430a18b25), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.079358 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:24.111519 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] Set router f034b594-b4ac-4909-b83d-e0bb46e29e5a gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:24.118648 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:24.140034 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:24.299148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:46:24.299577 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:46:24.365712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af59571-1a27-4414-a208-4b884d15f6b1 None None] Network 1a36be57-146a-42a7-ba20-2c21d498c000 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:24.516442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1067ccde-448a-4c33-b4a3-e8c310f064ce is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:24.520184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:24.522462 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:24.551699 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for port (2552e6c5-b6e8-4114-b3ab-952f6f789090), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.685952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (187932ba-28fc-4635-8a63-3975ca131eeb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.726624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (2552e6c5-b6e8-4114-b3ab-952f6f789090), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.739656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=187932ba-28fc-4635-8a63-3975ca131eeb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:24.765995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:24.766590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.767899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a0adb-32e5-479d-875b-78c800f3f173 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:24.775955 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'name': 'tempest-NetworksTestDHCPv6-router-53436762', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:09Z', 'updated_at': '2022-07-28T10:46:15Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None, '_interfaces': [{'id': '8f18ba21-42c5-4427-b9f9-d88e734f6665', 'name': '', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'mac_address': 'fa:16:3e:ee:fc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:11Z', 'updated_at': '2022-07-28T10:46:23Z', 'revision_number': 4, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'subnets': [{'id': 'f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:24.785460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d6693bae-3c72-4371-b10d-a1ea0d0534c0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.800165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.807118 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b1157427-edbb-43d3-8d93-136c65e263fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/187932ba-28fc-4635-8a63-3975ca131eeb HTTP/1.1" status: 204 len: 168 time: 2.4843948 Jul 28 10:46:24.818455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:24.825094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:24.836883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:24.855435 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b58e186-4570-48d1-8da7-25bc08c7819b None None] The sync data for ids ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'] in n-d-850468-6 is: [{'id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'name': 'tempest-NetworksTestDHCPv6-router-53436762', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:09Z', 'updated_at': '2022-07-28T10:46:15Z', 'revision_number': 2, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None, '_interfaces': [{'id': '8f18ba21-42c5-4427-b9f9-d88e734f6665', 'name': '', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'mac_address': 'fa:16:3e:ee:fc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': 'f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:11Z', 'updated_at': '2022-07-28T10:46:23Z', 'revision_number': 4, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'subnets': [{'id': 'f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:24.906244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:24.909282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:24.913052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 8f18ba21-42c5-4427-b9f9-d88e734f6665 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:24.913558 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:24.940837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41ce71-d388-4184-93cc-88c3c54c26ab None None] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:24.959359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Port': ['ID=d6693bae-3c72-4371-b10d-a1ea0d0534c0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:25.076543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Current status of the port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:25.103091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] For port 8f18ba21-42c5-4427-b9f9-d88e734f6665, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8f18ba21-42c5-4427-b9f9-d88e734f6665,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:25.103779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:25.137345 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 8f18ba21-42c5-4427-b9f9-d88e734f6665 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:25.142574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:25.148298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:25.308257 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:25.347885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks [] for router_gateway (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:25.361190 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:25.362674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event updated for resources: {'Port': ['ID=2552e6c5-b6e8-4114-b3ab-952f6f789090,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:25.528945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:25.562216 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:25.566771 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (ec1020f7-e1e9-40ca-85a6-337430a18b25), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:25.667355 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:25.760289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5bc16036-0d76-4145-adf8-ca7230accb2d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:25.860085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5bc16036-0d76-4145-adf8-ca7230accb2d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:25.860723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5bc16036-0d76-4145-adf8-ca7230accb2d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:25.896261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41494012-bb72-4d71-8716-9c7da342a91c None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:26.034047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Provisioning complete for port 00e7409c-44d4-48a0-8e61-6c264be805ea triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:26.037346 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.071491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:26.077324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.293313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Current status of the port 00e7409c-44d4-48a0-8e61-6c264be805ea is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:26.293716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.369096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] For port 00e7409c-44d4-48a0-8e61-6c264be805ea, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00e7409c-44d4-48a0-8e61-6c264be805ea,segment=NetworkSegment(665fceeb-b672-41ff-8b97-dfd452094bba),segment_id=665fceeb-b672-41ff-8b97-dfd452094bba)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:26.381395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.461643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device edce3a70-ecf1-4f90-9b82-1f26b1e12db0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:26.504181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Provisioning complete for port 8f18ba21-42c5-4427-b9f9-d88e734f6665 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:26.504713 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.559743 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:26.656098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Pushing event updated for resources: {'Port': ['ID=00e7409c-44d4-48a0-8e61-6c264be805ea,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:26.693242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:26.693781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.698816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Current status of the port 8f18ba21-42c5-4427-b9f9-d88e734f6665 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:26.699361 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.854731 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c5468cd3-f007-4422-b85e-5c635be65892), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:26.938004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:26.941922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2a6a3f05-1558-4115-ab33-fd07f718d9b6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:27.013948 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8f18ba21-42c5-4427-b9f9-d88e734f6665), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.108220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:27.108533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.110742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Provisioning complete for port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:27.111121 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.173018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=8f18ba21-42c5-4427-b9f9-d88e734f6665,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:27.222598 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:27.343698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Current status of the port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:27.344097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.370846 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.386453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Router 84ab13dc-6899-409f-8cf2-8247d0c25bb7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:27.453115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (f034b594-b4ac-4909-b83d-e0bb46e29e5a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.473440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] For port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,segment=NetworkSegment(36cce41e-5b97-4ed7-990d-730cbcddb1d8),segment_id=36cce41e-5b97-4ed7-990d-730cbcddb1d8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:27.482839 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.522721 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:46:27.573848 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:27.662606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:27.670930 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ecdc33c7-df8e-4342-b367-167fc032a240 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4467831 Jul 28 10:46:27.691551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35468) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:27.737485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] Sync routers for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:27.741822 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-f0463be2-f817-4da1-95f1-bd05be4d9ce2 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] delete failed (client error): The resource could not be found. Jul 28 10:46:27.743034 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0463be2-f817-4da1-95f1-bd05be4d9ce2 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-2091558449 HTTP/1.1" status: 404 len: 335 time: 0.0504563 Jul 28 10:46:27.750091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:27.756801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-dad90730-874b-47a5-9b5a-c2e39eae43c0 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'router': {'external_gateway_info': {'network_id': '84ab13dc-6899-409f-8cf2-8247d0c25bb7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:27.796309 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:27.805186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Router ec1020f7-e1e9-40ca-85a6-337430a18b25 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:46:27.843691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:27.845357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:27.903079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Provisioning complete for port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:27.903552 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:27.945482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:27.951319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2614b-a2f5-4678-a3f9-a1fa2105c768 None None] Pushing event updated for resources: {'Port': ['ID=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:27.963574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:27.964331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:27.980924 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:27.988045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:46:28.027058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Router f034b594-b4ac-4909-b83d-e0bb46e29e5a has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:28.028499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:28.030950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Provisioning complete for port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:28.031341 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.033920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:28.034295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.053587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (972ed4a5-3bba-4cd9-a67a-ef2845353ada), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.139939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c5468cd3-f007-4422-b85e-5c635be65892), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.180435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:28.181611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:28.192110 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:28.197063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=972ed4a5-3bba-4cd9-a67a-ef2845353ada,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:28.275775 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:28.281637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:28.282422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b40bebf-689d-45c8-8567-f81f99cdc12f None None] The sync data for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:28.317647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:28.320397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:28.323812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:28.324794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.330687 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Sync routers for ids ['ec1020f7-e1e9-40ca-85a6-337430a18b25'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:28.349412 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Routers {'ec1020f7-e1e9-40ca-85a6-337430a18b25'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:28.352961 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ec1020f7-e1e9-40ca-85a6-337430a18b25'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:28.383198 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d7bd9394-4023-4796-a331-614fb877119c tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5625582 Jul 28 10:46:28.388921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35474) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:28.391715 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.392622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Current status of the port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:28.394237 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-78bf1964-0080-4185-a448-cf712087610e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6758077 Jul 28 10:46:28.397502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dad90730-874b-47a5-9b5a-c2e39eae43c0 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router_gateway (84ab13dc-6899-409f-8cf2-8247d0c25bb7), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.398492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:28.411755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-434ab460-8b30-4d47-ad61-f82a87b70394 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'security_group': {'name': 'tempest-secgroup-1756032289'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:28.413216 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:28.414781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88987f5-774a-4e56-b30c-0da7bd732e0c None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:28.501926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:28.502548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.506126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Sync routers for ids ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:28.579401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.580969 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3c82ac36-9316-4386-9a3f-4ba07221bd02 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.7759395 Jul 28 10:46:28.606342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35480) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:28.612260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Routers {'e2f888e9-129b-461c-bb3e-9a9f4b9070d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:28.613149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:28.620533 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:28.687267 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:28.707408 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:28.708857 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Set router ec1020f7-e1e9-40ca-85a6-337430a18b25 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:28.819101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:28.820235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00e7409c-44d4-48a0-8e61-6c264be805ea up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:28.840431 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-dad90730-874b-47a5-9b5a-c2e39eae43c0 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] update failed (client error): The resource could not be found. Jul 28 10:46:28.841914 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dad90730-874b-47a5-9b5a-c2e39eae43c0 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7 HTTP/1.1" status: 404 len: 339 time: 1.0894871 Jul 28 10:46:28.855317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:28.865581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1850379932'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:28.886971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:28.907724 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4ed79646-5015-4005-832b-28ee6930a2c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "PUT /v2.0/routers/f034b594-b4ac-4909-b83d-e0bb46e29e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1523449 Jul 28 10:46:28.909476 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-434ab460-8b30-4d47-ad61-f82a87b70394 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:28.918107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35484) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:29.028717 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] Sync routers for ids ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:29.032206 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:23Z', 'revision_number': 3, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port': {'id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:29.165048 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Checking router: ec1020f7-e1e9-40ca-85a6-337430a18b25 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:29.165675 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Updating router ec1020f7-e1e9-40ca-85a6-337430a18b25 port 09147fe8-17ec-489c-9df7-b4dbfef925f0 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:46:29.176438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-466b048b-c82d-44cd-ab7c-a36661bab234 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:29.184510 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.200333 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.233623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 00e7409c-44d4-48a0-8e61-6c264be805ea triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:29.235653 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.297911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e463e6-4eab-4165-bc58-2eb7205dab82 None None] Update dhcp port {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'fixed_ips': [{'subnet_id': 'e3016b20-352a-4223-bbe3-80864cf79039', 'ip_address': '172.20.0.18'}, {'subnet_id': '972ed4a5-3bba-4cd9-a67a-ef2845353ada'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:46:29.382506 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77e463e6-4eab-4165-bc58-2eb7205dab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.386479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Set router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:29.387728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:29.391149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.511593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757884c2-1205-4cf8-a6b7-e034c877bfda tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:29.514163 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:29.515045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757884c2-1205-4cf8-a6b7-e034c877bfda tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:29.519341 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-757884c2-1205-4cf8-a6b7-e034c877bfda tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5932033 Jul 28 10:46:29.522481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35488) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:29.601262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Allocated IP 172.20.0.1 (1a36be57-146a-42a7-ba20-2c21d498c000/2645ea9e-5e63-4945-9ab1-cec2ec813a3f/1b3ff295-2c3c-4bc6-b103-324b923a2817) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:29.606566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-434ab460-8b30-4d47-ad61-f82a87b70394 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (58bdfd02-ac57-43b5-865b-74ab563081bd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.608008 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:29.723538 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Publish callbacks [] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.728111 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:29.741614 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] Routers {'f034b594-b4ac-4909-b83d-e0bb46e29e5a'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:29.746992 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:29.754302 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.821272 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:29.921419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks [] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:29.939746 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:30.005982 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c547-d800-4e46-8069-583fdd751e33 None None] Pushing event updated for resources: {'Port': ['ID=09147fe8-17ec-489c-9df7-b4dbfef925f0,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:30.041697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.060171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Attempting to bind port 09147fe8-17ec-489c-9df7-b4dbfef925f0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:30.060858 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Attempting to bind port 09147fe8-17ec-489c-9df7-b4dbfef925f0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:30.061400 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Attempting to bind port 09147fe8-17ec-489c-9df7-b4dbfef925f0 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:30.076306 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Network 1a36be57-146a-42a7-ba20-2c21d498c000 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:30.079896 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:30.080712 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:30.081300 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.081902 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:30.082568 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Bound port: 09147fe8-17ec-489c-9df7-b4dbfef925f0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:30.085056 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.096739 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:30.102113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:30.217010 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] For port 09147fe8-17ec-489c-9df7-b4dbfef925f0, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:30.225649 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] For port 09147fe8-17ec-489c-9df7-b4dbfef925f0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=09147fe8-17ec-489c-9df7-b4dbfef925f0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:30.259612 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.282078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] Set router f034b594-b4ac-4909-b83d-e0bb46e29e5a gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:30.289256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (ec1020f7-e1e9-40ca-85a6-337430a18b25), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.348033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9070f609-08a2-48af-a48e-927df46580e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:24Z', 'revision_number': 3, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port': {'id': '9070f609-08a2-48af-a48e-927df46580e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:30.433317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 00e7409c-44d4-48a0-8e61-6c264be805ea is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:30.436463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:30.437522 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c547-d800-4e46-8069-583fdd751e33 None None] Pushing event updated for resources: {'Port': ['ID=09147fe8-17ec-489c-9df7-b4dbfef925f0,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:30.495046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3ff295-2c3c-4bc6-b103-324b923a2817,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:30.501023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Checking router: e2f888e9-129b-461c-bb3e-9a9f4b9070d1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:30.501581 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Updating router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 port 9070f609-08a2-48af-a48e-927df46580e6 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:46:30.546548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Routers {'ec1020f7-e1e9-40ca-85a6-337430a18b25'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:30.548020 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ec1020f7-e1e9-40ca-85a6-337430a18b25'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:30.597900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-77e463e6-4eab-4165-bc58-2eb7205dab82 None None] Allocated IP 172.20.0.2 (c742f3be-4af3-415e-8f1d-371697c9c864/972ed4a5-3bba-4cd9-a67a-ef2845353ada/14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:30.613885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.619678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:30.622705 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.627951 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9070f609-08a2-48af-a48e-927df46580e6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.651601 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.656528 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-434ab460-8b30-4d47-ad61-f82a87b70394 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (58bdfd02-ac57-43b5-865b-74ab563081bd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.657632 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'name': 'tempest-NetworksTestDHCPv6-router-53436762', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:09Z', 'updated_at': '2022-07-28T10:46:26Z', 'revision_number': 3, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:30.765361 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] Checking router: f034b594-b4ac-4909-b83d-e0bb46e29e5a for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:30.780124 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:30.809894 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:30.811210 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:30.828859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:46:30.851018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b890ab78-4bf8-44a6-b446-a7af3c10ef09 None None] Provisioning complete for port 1b3ff295-2c3c-4bc6-b103-324b923a2817 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:30.851447 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b890ab78-4bf8-44a6-b446-a7af3c10ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:30.950702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] Routers {'f034b594-b4ac-4909-b83d-e0bb46e29e5a'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:30.953420 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:30.975175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b890ab78-4bf8-44a6-b446-a7af3c10ef09 None None] Port 1b3ff295-2c3c-4bc6-b103-324b923a2817 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:31.023283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Router c5468cd3-f007-4422-b85e-5c635be65892 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:46:31.100665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e6121e01-82a8-4728-9120-f331026f6537), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.101075 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Added segment e6121e01-82a8-4728-9120-f331026f6537 of type vlan for network 32b77ec5-5d23-4b2b-972b-db5a538910c8 Jul 28 10:46:31.157471 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] Set router f034b594-b4ac-4909-b83d-e0bb46e29e5a gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:31.209560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks [] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.221983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.238436 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'name': 'tempest-NetworksTestDHCPv6-router-53436762', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:09Z', 'updated_at': '2022-07-28T10:46:26Z', 'revision_number': 3, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:31.251541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.274270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-434ab460-8b30-4d47-ad61-f82a87b70394 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.276688 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-434ab460-8b30-4d47-ad61-f82a87b70394 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.8715551 Jul 28 10:46:31.296889 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08517d8a-522e-4e02-8f9d-a0bf0ac38c68 None None] The sync data for ids ['f034b594-b4ac-4909-b83d-e0bb46e29e5a'] in n-d-850468-6 is: [{'id': 'f034b594-b4ac-4909-b83d-e0bb46e29e5a', 'name': 'tempest-NetworksTestDHCPv6-router-53436762', 'tenant_id': 'eeda638a945e4376b8d6e21be88513ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:09Z', 'updated_at': '2022-07-28T10:46:26Z', 'revision_number': 3, 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:31.335937 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] Set router ec1020f7-e1e9-40ca-85a6-337430a18b25 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:31.375629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35502) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:31.376376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ab460-8b30-4d47-ad61-f82a87b70394 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bdfd02-ac57-43b5-865b-74ab563081bd,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:31.441640 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:31.443265 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (ec1020f7-e1e9-40ca-85a6-337430a18b25), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.451846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4abbf9af-35bb-4f87-8d0b-854e5cfbeddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'security_group': {'name': 'tempest-secgroup-2017333779'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:31.519907 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:31.713928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3ff295-2c3c-4bc6-b103-324b923a2817,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:31.732633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4abbf9af-35bb-4f87-8d0b-854e5cfbeddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.747943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.909438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-77e463e6-4eab-4165-bc58-2eb7205dab82 None None] For port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,segment=NetworkSegment(a4fb39b3-7af4-4eb5-81cf-6912f62f7e92),segment_id=a4fb39b3-7af4-4eb5-81cf-6912f62f7e92)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:31.918669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (32b77ec5-5d23-4b2b-972b-db5a538910c8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.934023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4abbf9af-35bb-4f87-8d0b-854e5cfbeddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (ef42c15f-dea6-4809-bff7-a7949715ad27), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.946788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4abbf9af-35bb-4f87-8d0b-854e5cfbeddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ef42c15f-dea6-4809-bff7-a7949715ad27), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:31.987654 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 4, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port': {'id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b3ff295-2c3c-4bc6-b103-324b923a2817', 'name': '', 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'mac_address': 'fa:16:3e:9a:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:29Z', 'updated_at': '2022-07-28T10:46:29Z', 'revision_number': 1, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'subnets': [{'id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:32.008781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.017930 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbf9af-35bb-4f87-8d0b-854e5cfbeddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef42c15f-dea6-4809-bff7-a7949715ad27,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:32.022421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Network 1a36be57-146a-42a7-ba20-2c21d498c000 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:32.027100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4abbf9af-35bb-4f87-8d0b-854e5cfbeddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.031556 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4abbf9af-35bb-4f87-8d0b-854e5cfbeddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5858397 Jul 28 10:46:32.032582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:32.034881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35508) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:32.040493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8bd16535-2e62-47b5-90a0-c82c5fb51e71 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'security_group': {'name': 'tempest-secgroup-651310949'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:32.115279 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f0b72-c447-4fdd-aa0c-8cf1087cdb74 None None] The sync data for ids ['ec1020f7-e1e9-40ca-85a6-337430a18b25'] in n-d-850468-6 is: [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 4, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port': {'id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b3ff295-2c3c-4bc6-b103-324b923a2817', 'name': '', 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'mac_address': 'fa:16:3e:9a:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:29Z', 'updated_at': '2022-07-28T10:46:29Z', 'revision_number': 1, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'subnets': [{'id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:32.139611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39951ea-3d8b-4ac0-8047-f0e5ae06317c None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:32.289439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:32.296302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Router ec1020f7-e1e9-40ca-85a6-337430a18b25 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:32.310679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f18ba21-42c5-4427-b9f9-d88e734f6665 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:32.332664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bd16535-2e62-47b5-90a0-c82c5fb51e71 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.427264 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77e463e6-4eab-4165-bc58-2eb7205dab82 None None] Publish callbacks [] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.432960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8f18ba21-42c5-4427-b9f9-d88e734f6665 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:32.433619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f18ba21-42c5-4427-b9f9-d88e734f6665 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:46:32.459194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.468054 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3 HTTP/1.1" status: 204 len: 168 time: 2.8566055 Jul 28 10:46:32.469438 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:32.473955 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35512) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:32.479151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:32.588965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] Sync routers for ids ['c5468cd3-f007-4422-b85e-5c635be65892'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:32.595160 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77e463e6-4eab-4165-bc58-2eb7205dab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.623293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-41f7c0e2-4073-4cdd-b139-e1a0e58220ee None None] Provisioning complete for port 1b3ff295-2c3c-4bc6-b103-324b923a2817 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:32.623815 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41f7c0e2-4073-4cdd-b139-e1a0e58220ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.637336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:46:32.681985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c8f7c-ec92-4b94-b1cd-d9dbb459d01c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:32.709308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 8f18ba21-42c5-4427-b9f9-d88e734f6665 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:46:32.712688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.714016 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c8796802-f0fe-48e3-bc52-147718295768 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 16.4846148 Jul 28 10:46:32.718281 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c2e261a0-b5ed-445d-8bba-5144e734f0bc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2447121 Jul 28 10:46:32.724416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35514) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:32.724708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35516) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:32.743385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41f7c0e2-4073-4cdd-b139-e1a0e58220ee None None] Port 1b3ff295-2c3c-4bc6-b103-324b923a2817 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:32.749177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': False}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:32.764474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (32b77ec5-5d23-4b2b-972b-db5a538910c8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:32.783535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:32.785296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:33.042479 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:33.052170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e463e6-4eab-4165-bc58-2eb7205dab82 None None] Pushing event updated for resources: {'Port': ['ID=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,revision_number=6']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:33.099239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Network': ['ID=32b77ec5-5d23-4b2b-972b-db5a538910c8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:33.154887 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8b8887e3-e011-4f9d-9a5d-1f467bd63fda tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 4.2920804 Jul 28 10:46:33.156056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35520) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:33.196059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:46:33.196339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'subnet': {'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:33.204512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:33.289884 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Publish callbacks [] for port (9070f609-08a2-48af-a48e-927df46580e6), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:33.294903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 32b77ec5-5d23-4b2b-972b-db5a538910c8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:46:33.321503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] Routers {'c5468cd3-f007-4422-b85e-5c635be65892'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:33.322143 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:33.323177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c5468cd3-f007-4422-b85e-5c635be65892'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:33.358789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4e858a6-e481-4205-9adf-fa7c1bc7fc3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router (f034b594-b4ac-4909-b83d-e0bb46e29e5a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:33.369502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:33.414844 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e92bb02-5e9e-42df-ade9-c2cd0c92ece3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:33.543985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:33.548812 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9070f609-08a2-48af-a48e-927df46580e6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:33.582384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Made reservation on behalf of 940ca78241e54ac28d49e68739adf558 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:33.587247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:33.772519 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:33.773590 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:34.023507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Attempting to bind port 9070f609-08a2-48af-a48e-927df46580e6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:34.023507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Attempting to bind port 9070f609-08a2-48af-a48e-927df46580e6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:34.023507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Attempting to bind port 9070f609-08a2-48af-a48e-927df46580e6 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:34.097922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] Routers {'c5468cd3-f007-4422-b85e-5c635be65892'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:34.099215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c5468cd3-f007-4422-b85e-5c635be65892'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:34.101872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:34.102261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:34.102671 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.103070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:34.103663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Bound port: 9070f609-08a2-48af-a48e-927df46580e6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:34.104055 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9070f609-08a2-48af-a48e-927df46580e6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.191590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Allocated IP 172.20.0.1 (de6ab044-62c3-4931-bccf-ee1cec01f1d0/7abb52a5-1711-4247-af1b-40360f1d6731/650770f9-dc14-4bc5-a585-e49a939cd8b0) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:34.205501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:34.259822 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bd16535-2e62-47b5-90a0-c82c5fb51e71 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (44cd8055-8eb4-45d7-9f6e-41cb4256ea00), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.294733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] Deleting port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:34.295046 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.297648 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c150744d-2f84-4baa-815c-6b82cf0b9917 admin admin] 10.222.0.46 "PUT /v2.0/routers/ec1020f7-e1e9-40ca-85a6-337430a18b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8975022 Jul 28 10:46:34.313323 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bd16535-2e62-47b5-90a0-c82c5fb51e71 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (44cd8055-8eb4-45d7-9f6e-41cb4256ea00), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.415334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] For port 2a6a3f05-1558-4115-ab33-fd07f718d9b6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2a6a3f05-1558-4115-ab33-fd07f718d9b6,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:34.415747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.433611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] Calling delete_port for 2a6a3f05-1558-4115-ab33-fd07f718d9b6 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:34.441023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a5496c0c-21c6-4099-9c36-dc21b9ac0963), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.533355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:34.534030 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.543014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0ba44-cb30-4b4f-9627-957f3435cbc7 None None] Pushing event updated for resources: {'Port': ['ID=9070f609-08a2-48af-a48e-927df46580e6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:34.549432 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (2a6a3f05-1558-4115-ab33-fd07f718d9b6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.553098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:34.554056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5442cc7-6901-45f1-8ab2-d01a666ae30d None None] The sync data for ids ['c5468cd3-f007-4422-b85e-5c635be65892'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:34.586071 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:34.610939 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:34.616157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] Pushing event deleted for resources: {'Port': ['ID=2a6a3f05-1558-4115-ab33-fd07f718d9b6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:34.710404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Subnet': ['ID=a5496c0c-21c6-4099-9c36-dc21b9ac0963,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:34.741922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41352a-aab3-485e-8443-455a8cea8797 None None] No DVR routers for this DVR port 2a6a3f05-1558-4115-ab33-fd07f718d9b6 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:46:34.781010 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8bd16535-2e62-47b5-90a0-c82c5fb51e71 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.782770 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8bd16535-2e62-47b5-90a0-c82c5fb51e71 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.7466612 Jul 28 10:46:34.786890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] For port 9070f609-08a2-48af-a48e-927df46580e6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:34.790934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35536) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:34.806646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-627917292', 'security_groups': ['44cd8055-8eb4-45d7-9f6e-41cb4256ea00'], 'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '972ed4a5-3bba-4cd9-a67a-ef2845353ada'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:34.811746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd16535-2e62-47b5-90a0-c82c5fb51e71 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cd8055-8eb4-45d7-9f6e-41cb4256ea00,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:34.838327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] For port 9070f609-08a2-48af-a48e-927df46580e6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9070f609-08a2-48af-a48e-927df46580e6,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:34.870498 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9070f609-08a2-48af-a48e-927df46580e6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.889430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Checking segment: {'id': 'e6121e01-82a8-4728-9120-f331026f6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:34.889910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network hostable DHCP agents. Network: 32b77ec5-5d23-4b2b-972b-db5a538910c8, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:46:34.892283 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:34.920586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks [] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.928883 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4e858a6-e481-4205-9adf-fa7c1bc7fc3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (f034b594-b4ac-4909-b83d-e0bb46e29e5a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.951642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4e858a6-e481-4205-9adf-fa7c1bc7fc3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router_controller (f034b594-b4ac-4909-b83d-e0bb46e29e5a), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:34.981026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network 32b77ec5-5d23-4b2b-972b-db5a538910c8 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:46:35.018999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2a2a63ac-0df4-4dd9-a800-81d0766435a0 None None] Provisioning complete for port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:35.019392 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a2a63ac-0df4-4dd9-a800-81d0766435a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.042318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 32b77ec5-5d23-4b2b-972b-db5a538910c8) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:35.066538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:35.067917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.112013 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.166981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c77a32f-721b-440d-8168-ec401af1ffcf None None] Network 32b77ec5-5d23-4b2b-972b-db5a538910c8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:35.172628 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c71a72ba-f704-4f2e-8028-7f2278a082b3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0023181 Jul 28 10:46:35.181165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35554) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:35.189829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-055beb5f-fbc8-48c1-972d-57376cfa9c7f tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'router': {'external_gateway_info': {'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:35.250936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:35.295155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:35.320196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:35.371423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Pushing event updated for resources: {'Port': ['ID=650770f9-dc14-4bc5-a585-e49a939cd8b0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:35.412736 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (c5468cd3-f007-4422-b85e-5c635be65892), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.597657 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4e858a6-e481-4205-9adf-fa7c1bc7fc3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (f034b594-b4ac-4909-b83d-e0bb46e29e5a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.598732 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e858a6-e481-4205-9adf-fa7c1bc7fc3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Fanout notify agent at l3_agent the message router_deleted on router f034b594-b4ac-4909-b83d-e0bb46e29e5a {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:46:35.602177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Routers {'e2f888e9-129b-461c-bb3e-9a9f4b9070d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:35.602778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:35.621286 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a219daa-a8db-45c0-923b-6f43d6f5f4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.633848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-32b77ec5-5d23-4b2b-972b-db5a538910c8', 'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8', 'project_id': '940ca78241e54ac28d49e68739adf558', 'fixed_ips': [{'subnet_id': 'a5496c0c-21c6-4099-9c36-dc21b9ac0963'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:35.634828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.637450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:35.638625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00e7409c-44d4-48a0-8e61-6c264be805ea up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:35.648206 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4e858a6-e481-4205-9adf-fa7c1bc7fc3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:35.664139 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b4e858a6-e481-4205-9adf-fa7c1bc7fc3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/routers/f034b594-b4ac-4909-b83d-e0bb46e29e5a HTTP/1.1" status: 204 len: 168 time: 2.6303749 Jul 28 10:46:35.741503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35556) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:35.881366 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:36.014727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a63ac-0df4-4dd9-a800-81d0766435a0 None None] Port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:36.025563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0ba44-cb30-4b4f-9627-957f3435cbc7 None None] Pushing event updated for resources: {'Port': ['ID=9070f609-08a2-48af-a48e-927df46580e6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:36.048202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:36.077314 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de573f37-c076-4530-b4c4-e1bea6ddc2fc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3277743 Jul 28 10:46:36.079571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35560) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:36.163548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2a2a63ac-0df4-4dd9-a800-81d0766435a0 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:36.165004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a2a63ac-0df4-4dd9-a800-81d0766435a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:36.212262 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:36.325532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-055beb5f-fbc8-48c1-972d-57376cfa9c7f tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router_gateway (84ab13dc-6899-409f-8cf2-8247d0c25bb7), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:36.336632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:36.348116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Sync routers for ids ['ec1020f7-e1e9-40ca-85a6-337430a18b25'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:36.373478 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Routers {'ec1020f7-e1e9-40ca-85a6-337430a18b25'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:36.374564 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ec1020f7-e1e9-40ca-85a6-337430a18b25'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:36.419569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc65545-bf2c-4b5d-b74a-1b048e92cd41 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:36.432462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3cc65545-bf2c-4b5d-b74a-1b048e92cd41 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3467095 Jul 28 10:46:36.470484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35564) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:36.475618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] device_id is not set on port 5d91c74b-ee50-4820-bba1-083821163e5c yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:46:36.560439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:36.606812 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-055beb5f-fbc8-48c1-972d-57376cfa9c7f tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:36.622896 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-055beb5f-fbc8-48c1-972d-57376cfa9c7f tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7 HTTP/1.1" status: 400 len: 364 time: 1.4381618 Jul 28 10:46:36.641873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35572) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:36.652889 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Set router ec1020f7-e1e9-40ca-85a6-337430a18b25 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:36.687122 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ffe96111-d5ed-4d06-af51-f25a4a69abd0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2133930 Jul 28 10:46:36.693702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35576) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:36.712841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:36.768472 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:36.901756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Allocated IP 2001:db8:1::2 (32b77ec5-5d23-4b2b-972b-db5a538910c8/a5496c0c-21c6-4099-9c36-dc21b9ac0963/bfdaeb58-e874-40ed-8fad-4ffee64e4760) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:36.953270 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:36.990265 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:36.995681 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:37.046091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:37.061311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.076883 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:37.091212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.7 (c742f3be-4af3-415e-8f1d-371697c9c864/972ed4a5-3bba-4cd9-a67a-ef2845353ada/5d91c74b-ee50-4820-bba1-083821163e5c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:37.210754 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 4, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port': {'id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b3ff295-2c3c-4bc6-b103-324b923a2817', 'name': '', 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'mac_address': 'fa:16:3e:9a:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:29Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 2, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'subnets': [{'id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:37.267077 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (5d91c74b-ee50-4820-bba1-083821163e5c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.287380 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks [] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.303857 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Checking router: ec1020f7-e1e9-40ca-85a6-337430a18b25 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:37.304360 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Updating router ec1020f7-e1e9-40ca-85a6-337430a18b25 port 1b3ff295-2c3c-4bc6-b103-324b923a2817 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:46:37.310462 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:37.310884 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.359801 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.405888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.423288 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.426141 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:37.454597 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 00e7409c-44d4-48a0-8e61-6c264be805ea triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:37.454597 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.488366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (c5468cd3-f007-4422-b85e-5c635be65892), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.490528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] Set router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:37.493435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Pushing event updated for resources: {'Port': ['ID=650770f9-dc14-4bc5-a585-e49a939cd8b0,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:37.503322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.584617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (c5468cd3-f007-4422-b85e-5c635be65892), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.587154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5d91c74b-ee50-4820-bba1-083821163e5c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.855942 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:37.873405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:37.907578 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.970801 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:37.976084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:38.079584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2a2a63ac-0df4-4dd9-a800-81d0766435a0 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:38.092672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:46:38.101965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.103284 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:38.158394 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Publish callbacks [] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.176214 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.235401 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Publish callbacks [] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.240336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bfbb0461-cd94-4202-a908-7e8f3db3ec18 None None] Provisioning complete for port 650770f9-dc14-4bc5-a585-e49a939cd8b0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:38.240720 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0461-cd94-4202-a908-7e8f3db3ec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.286872 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d50fa6-c11e-478f-a721-04416e9236ac None None] Pushing event updated for resources: {'Port': ['ID=1b3ff295-2c3c-4bc6-b103-324b923a2817,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:38.296432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:38.321130 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=5d91c74b-ee50-4820-bba1-083821163e5c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:38.327554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:38.348137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:38.350370 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.367333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfcdd3-a855-48d8-904d-7455e52c3b3b None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:38.386796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.397782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:38.476961 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Attempting to bind port 1b3ff295-2c3c-4bc6-b103-324b923a2817 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:38.479594 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Attempting to bind port 1b3ff295-2c3c-4bc6-b103-324b923a2817 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:38.480171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Attempting to bind port 1b3ff295-2c3c-4bc6-b103-324b923a2817 on network 1a36be57-146a-42a7-ba20-2c21d498c000 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:38.517679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:38.522234 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:38.522673 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Checking segment: {'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:38.523011 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.523402 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Bound using segment: {'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:38.523897 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Bound port: 1b3ff295-2c3c-4bc6-b103-324b923a2817, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665fceeb-b672-41ff-8b97-dfd452094bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:38.524134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:38.524302 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.576782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:38.577629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.588273 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 00e7409c-44d4-48a0-8e61-6c264be805ea is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:38.725849 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Router c5468cd3-f007-4422-b85e-5c635be65892 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:38.730692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] For port 1b3ff295-2c3c-4bc6-b103-324b923a2817, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:38.731709 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-af3dc73d-7ef9-45aa-a9f1-8c7a2fb9fe00 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9372742 Jul 28 10:46:38.749730 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] For port 1b3ff295-2c3c-4bc6-b103-324b923a2817, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1b3ff295-2c3c-4bc6-b103-324b923a2817,segment=NetworkSegment(665fceeb-b672-41ff-8b97-dfd452094bba),segment_id=665fceeb-b672-41ff-8b97-dfd452094bba)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:38.763572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35592) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:38.768073 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:38.782975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-640743c7-3425-43dc-bee4-6a70a395fc1d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:38.842379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Network 32b77ec5-5d23-4b2b-972b-db5a538910c8 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:38.881133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb0461-cd94-4202-a908-7e8f3db3ec18 None None] Port 650770f9-dc14-4bc5-a585-e49a939cd8b0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:38.920953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:38.931334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:39.034867 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Routers {'ec1020f7-e1e9-40ca-85a6-337430a18b25'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:39.044443 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ec1020f7-e1e9-40ca-85a6-337430a18b25'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:39.050428 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d50fa6-c11e-478f-a721-04416e9236ac None None] Pushing event updated for resources: {'Port': ['ID=1b3ff295-2c3c-4bc6-b103-324b923a2817,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:39.217596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Provisioning complete for port 5d91c74b-ee50-4820-bba1-083821163e5c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:39.218985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d91c74b-ee50-4820-bba1-083821163e5c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.251712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.253750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Pushing event updated for resources: {'Port': ['ID=bfdaeb58-e874-40ed-8fad-4ffee64e4760,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:39.284083 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:39.371388 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:39.373952 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] Set router ec1020f7-e1e9-40ca-85a6-337430a18b25 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:39.377633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9070f609-08a2-48af-a48e-927df46580e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:24Z', 'revision_number': 3, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port': {'id': '9070f609-08a2-48af-a48e-927df46580e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:39.390754 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640743c7-3425-43dc-bee4-6a70a395fc1d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:39.394803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-640743c7-3425-43dc-bee4-6a70a395fc1d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.415971 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:39.454722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f18ba21-42c5-4427-b9f9-d88e734f6665 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:39.527600 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b805f1b2-1161-410d-b5e9-4a485e5f0bd5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8326979 Jul 28 10:46:39.534634 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35600) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:39.559659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:39.570287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a376490-d978-4724-9288-6c938fe16d27 None None] The sync data for ids ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'] in n-d-850468-6 is: [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9070f609-08a2-48af-a48e-927df46580e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:24Z', 'revision_number': 3, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port': {'id': '9070f609-08a2-48af-a48e-927df46580e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:39.599978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8f18ba21-42c5-4427-b9f9-d88e734f6665 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:39.600505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f18ba21-42c5-4427-b9f9-d88e734f6665 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:39.604328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Attempting to bind port bfdaeb58-e874-40ed-8fad-4ffee64e4760 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:39.606072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Attempting to bind port bfdaeb58-e874-40ed-8fad-4ffee64e4760 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e6121e01-82a8-4728-9120-f331026f6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:39.606487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Attempting to bind port bfdaeb58-e874-40ed-8fad-4ffee64e4760 on network 32b77ec5-5d23-4b2b-972b-db5a538910c8 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:39.625762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:39.630478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Checking segment: {'id': 'e6121e01-82a8-4728-9120-f331026f6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:39.631005 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.631455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Bound using segment: {'id': 'e6121e01-82a8-4728-9120-f331026f6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:39.632051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Bound port: bfdaeb58-e874-40ed-8fad-4ffee64e4760, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6121e01-82a8-4728-9120-f331026f6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32b77ec5-5d23-4b2b-972b-db5a538910c8'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:39.632451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.681609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:39.682851 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.757092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 4, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port': {'id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b3ff295-2c3c-4bc6-b103-324b923a2817', 'name': '', 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'mac_address': 'fa:16:3e:9a:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:29Z', 'updated_at': '2022-07-28T10:46:38Z', 'revision_number': 4, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'subnets': [{'id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:39.768708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Port 5d91c74b-ee50-4820-bba1-083821163e5c cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:39.817984 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c627b-edf6-4800-a33a-d4677924edd5 None None] The sync data for ids ['ec1020f7-e1e9-40ca-85a6-337430a18b25'] in n-d-850468-6 is: [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 4, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port': {'id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b3ff295-2c3c-4bc6-b103-324b923a2817', 'name': '', 'network_id': '1a36be57-146a-42a7-ba20-2c21d498c000', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'mac_address': 'fa:16:3e:9a:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:29Z', 'updated_at': '2022-07-28T10:46:38Z', 'revision_number': 4, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'subnets': [{'id': '2645ea9e-5e63-4945-9ab1-cec2ec813a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:39.862152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Provisioning complete for port 1b3ff295-2c3c-4bc6-b103-324b923a2817 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:39.862575 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.900766 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:39.904366 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:39.916051 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:39.929170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:39.976956 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:40.118237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] For port bfdaeb58-e874-40ed-8fad-4ffee64e4760, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:40.123398 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] For port bfdaeb58-e874-40ed-8fad-4ffee64e4760, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bfdaeb58-e874-40ed-8fad-4ffee64e4760,segment=NetworkSegment(e6121e01-82a8-4728-9120-f331026f6537),segment_id=e6121e01-82a8-4728-9120-f331026f6537)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:40.138205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 09147fe8-17ec-489c-9df7-b4dbfef925f0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:40.147526 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:40.528912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Current status of the port 1b3ff295-2c3c-4bc6-b103-324b923a2817 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:40.531303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:40.577614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:40.604711 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-60f8b361-e233-4cf0-bac4-32f25794dd79 admin admin] 10.222.0.46 "PUT /v2.0/routers/e2f888e9-129b-461c-bb3e-9a9f4b9070d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9634345 Jul 28 10:46:40.680431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dd7fd-e484-44c8-b75a-5445ce9bbb1f None None] Pushing event updated for resources: {'Port': ['ID=bfdaeb58-e874-40ed-8fad-4ffee64e4760,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:40.702976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Allocated IP 2001:db8::f816:3eff:fe30:9d9d (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d/96ab7c7e-2a46-4352-ac0c-2e222e28fb84) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:40.814208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] For port 1b3ff295-2c3c-4bc6-b103-324b923a2817, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1b3ff295-2c3c-4bc6-b103-324b923a2817,segment=NetworkSegment(665fceeb-b672-41ff-8b97-dfd452094bba),segment_id=665fceeb-b672-41ff-8b97-dfd452094bba)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:40.831416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Allocated IP 2001:db8::1 (e5c10736-9e1f-481a-88fa-ebbea61da3d1/88b99a89-ad42-4c9d-9573-e78d94c5bdfb/612e3383-e8f7-4401-a37f-c9099554f5eb) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:40.851006 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:40.861028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 09147fe8-17ec-489c-9df7-b4dbfef925f0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:40.861028 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:40.975901 n-d-850468-6 neutron-server[104687]: INFO neutron.db.ipam_backend_mixin [None req-640743c7-3425-43dc-bee4-6a70a395fc1d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 972ed4a5-3bba-4cd9-a67a-ef2845353ada (CIDR: 172.20.0.0/28) Jul 28 10:46:41.005896 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:41.061706 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:41.135179 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (fe7dd8f8-dcfe-4204-9405-f162886dd599), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.163230 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:41.169642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-619dc135-51b8-48b0-b5ad-a1b25b8ccdd6 None None] Provisioning complete for port 1b3ff295-2c3c-4bc6-b103-324b923a2817 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:41.170271 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-619dc135-51b8-48b0-b5ad-a1b25b8ccdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.253045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822305c-9ff9-4baa-9dc6-04f1200c2b5e None None] Pushing event updated for resources: {'Port': ['ID=1b3ff295-2c3c-4bc6-b103-324b923a2817,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:41.260448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.291128 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:41.303225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:41.312473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:41.313300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.339075 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-640743c7-3425-43dc-bee4-6a70a395fc1d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:41.339689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640743c7-3425-43dc-bee4-6a70a395fc1d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:46:41.344872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:41.352727 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.356563 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8b06bfbc-6375-449f-81dd-a65fa6aa036b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "PUT /v2.0/routers/c5468cd3-f007-4422-b85e-5c635be65892 HTTP/1.1" status: 200 len: 924 time: 8.6214921 Jul 28 10:46:41.363847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] Sync routers for ids ['c5468cd3-f007-4422-b85e-5c635be65892'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:41.365148 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.367517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35626) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:41.385272 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8416243 Jul 28 10:46:41.431580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] Routers {'c5468cd3-f007-4422-b85e-5c635be65892'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:41.432592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c5468cd3-f007-4422-b85e-5c635be65892'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:41.440616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 09147fe8-17ec-489c-9df7-b4dbfef925f0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:41.442694 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.474793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35628) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:41.482171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Port': ['ID=612e3383-e8f7-4401-a37f-c9099554f5eb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:41.492943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:c1:46:62', 'name': 'tempest-NetworksTestDHCPv6-1462778052'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:41.575036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4974d2d-dc99-4087-bb08-a0d5bab2a3df tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=fe7dd8f8-dcfe-4204-9405-f162886dd599,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:41.639179 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:41.675866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35642) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:41.679862 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-640743c7-3425-43dc-bee4-6a70a395fc1d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.9053218 Jul 28 10:46:41.735688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:41.801726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:41.829240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:41.829808 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:41.864499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-329d7811-d60c-42ec-9e93-17d0c1348114 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:42.044607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:42.111736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc0eaf-2753-45c9-8612-f05c04965a4f req-aba91240-ec65-41e7-9e27-413ffea98984 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:42.113582 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1bdc0eaf-2753-45c9-8612-f05c04965a4f req-aba91240-ec65-41e7-9e27-413ffea98984 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/networks?id=60cc7037-2405-4fb9-943a-b808862d4369 HTTP/1.1" status: 200 len: 811 time: 1.1059268 Jul 28 10:46:42.118169 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:42.132601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c742b4b-2c82-4cec-882d-dec656975550 req-6619f509-cc00-4fd6-b33b-511b1cbcb7ae tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:42.133145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 09147fe8-17ec-489c-9df7-b4dbfef925f0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=09147fe8-17ec-489c-9df7-b4dbfef925f0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:42.134218 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5c742b4b-2c82-4cec-882d-dec656975550 req-6619f509-cc00-4fd6-b33b-511b1cbcb7ae tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/networks?id=de6ab044-62c3-4931-bccf-ee1cec01f1d0 HTTP/1.1" status: 200 len: 818 time: 0.4889071 Jul 28 10:46:42.188813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] Routers {'c5468cd3-f007-4422-b85e-5c635be65892'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:42.189468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c5468cd3-f007-4422-b85e-5c635be65892'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:42.191711 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.192391 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1bdc0eaf-2753-45c9-8612-f05c04965a4f req-c2cb8952-9f38-4b10-9f06-a0d369d476e4 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/quotas/a8209f1d63904867a0c74297c01a12c0 HTTP/1.1" status: 200 len: 375 time: 0.0582356 Jul 28 10:46:42.197539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.198024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1b3ff295-2c3c-4bc6-b103-324b923a2817 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:42.229900 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5c742b4b-2c82-4cec-882d-dec656975550 req-108427b2-e3e3-4b79-ba59-4565a5f7f81a tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/quotas/c153af93b73a42319a79b2bf94d696be HTTP/1.1" status: 200 len: 375 time: 0.0668952 Jul 28 10:46:42.413506 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-386b5dab-f0d4-4146-b198-b80b397586af tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/c5468cd3-f007-4422-b85e-5c635be65892 HTTP/1.1" status: 200 len: 924 time: 0.9649692 Jul 28 10:46:42.413506 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35654) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:42.413779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-619dc135-51b8-48b0-b5ad-a1b25b8ccdd6 None None] Current status of the port 1b3ff295-2c3c-4bc6-b103-324b923a2817 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:42.490808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Publish callbacks [] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.490976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:42.491137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2826f1-ffc4-4e3c-9b96-219e1630f5d6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:42.491137 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8c2826f1-ffc4-4e3c-9b96-219e1630f5d6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=c5468cd3-f007-4422-b85e-5c635be65892&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1016529 Jul 28 10:46:42.491137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35658) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:42.491430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:42.491430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734840b1-99fc-49f7-b597-6ae1b977da0c None None] The sync data for ids ['c5468cd3-f007-4422-b85e-5c635be65892'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:42.496585 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5c742b4b-2c82-4cec-882d-dec656975550 req-a40c1ae9-80a0-4ae1-acbb-caf7183d7fc4 tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c153af93b73a42319a79b2bf94d696be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2657986 Jul 28 10:46:42.497252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329d7811-d60c-42ec-9e93-17d0c1348114 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:42.514314 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-329d7811-d60c-42ec-9e93-17d0c1348114 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.514705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1b3ff295-2c3c-4bc6-b103-324b923a2817 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:42.515107 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.517729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-619dc135-51b8-48b0-b5ad-a1b25b8ccdd6 None None] Provisioning complete for port 650770f9-dc14-4bc5-a585-e49a939cd8b0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:42.517729 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-619dc135-51b8-48b0-b5ad-a1b25b8ccdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.571208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.596617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3207336b-4ec4-4edc-80df-248dfa798476 None None] Network 32b77ec5-5d23-4b2b-972b-db5a538910c8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:42.715548 n-d-850468-6 neutron-server[104688]: INFO neutron.db.ipam_backend_mixin [None req-329d7811-d60c-42ec-9e93-17d0c1348114 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e3016b20-352a-4223-bbe3-80864cf79039 (CIDR: 172.20.0.16/28) Jul 28 10:46:42.736647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.768102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:42.781932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:42.784476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port a9c03b66-89c2-4c76-859e-276895a285cb yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:46:42.785270 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:42.806131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:42.842663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-619dc135-51b8-48b0-b5ad-a1b25b8ccdd6 None None] Port 650770f9-dc14-4bc5-a585-e49a939cd8b0 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:42.844103 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:42.853465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=09147fe8-17ec-489c-9df7-b4dbfef925f0,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:42.937008 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:42.952832 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1bdc0eaf-2753-45c9-8612-f05c04965a4f req-caa83984-ab8a-476e-926d-ef39b8457fd9 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8209f1d63904867a0c74297c01a12c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7593167 Jul 28 10:46:42.957066 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-329d7811-d60c-42ec-9e93-17d0c1348114 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:46:42.958882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329d7811-d60c-42ec-9e93-17d0c1348114 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:46:43.033801 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-329d7811-d60c-42ec-9e93-17d0c1348114 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3542573 Jul 28 10:46:43.044230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35678) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:43.138660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1b3ff295-2c3c-4bc6-b103-324b923a2817 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:43.140176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:43.143773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'subnet': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:43.231713 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Sync routers for ids ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:43.235968 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:43.271837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Pushing event updated for resources: {'Port': ['ID=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:43.292500 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Routers {'e2f888e9-129b-461c-bb3e-9a9f4b9070d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:43.294552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Provisioning complete for port 612e3383-e8f7-4401-a37f-c9099554f5eb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:43.294680 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:43.295226 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:43.299551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2655e5e8-6ce8-4397-9b6e-fbfea87ff500 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:43.308550 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2655e5e8-6ce8-4397-9b6e-fbfea87ff500 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.8450210 Jul 28 10:46:43.309342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35684) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:43.382462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Attempting to bind port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:43.385183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Attempting to bind port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:43.385574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Attempting to bind port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:43.406078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:43.406526 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:43.418792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:43.419173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:43.419754 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:43.420812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:43.421327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Bound port: 96ab7c7e-2a46-4352-ac0c-2e222e28fb84, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:43.421720 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:43.480166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Port 612e3383-e8f7-4401-a37f-c9099554f5eb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:43.510072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Provisioning complete for port bfdaeb58-e874-40ed-8fad-4ffee64e4760 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:43.511515 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6b5248be-aeba-4cbb-b2b8-6fa2dd1ee809 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5468cd3-f007-4422-b85e-5c635be65892 HTTP/1.1" status: 200 len: 205 time: 0.1942976 Jul 28 10:46:43.516164 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:43.517283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35688) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:43.574123 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Set router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:43.620722 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:43.665895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (c5468cd3-f007-4422-b85e-5c635be65892), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:43.962735 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5c742b4b-2c82-4cec-882d-dec656975550 req-8644392f-2152-4bf5-9c08-e2e332935f6a service neutron] 10.222.0.46 "GET /v2.0/networks/de6ab044-62c3-4931-bccf-ee1cec01f1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1781590 Jul 28 10:46:44.025067 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9070f609-08a2-48af-a48e-927df46580e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:36Z', 'revision_number': 4, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port': {'id': '9070f609-08a2-48af-a48e-927df46580e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '650770f9-dc14-4bc5-a585-e49a939cd8b0', 'name': '', 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'mac_address': 'fa:16:3e:63:d2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7abb52a5-1711-4247-af1b-40360f1d6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:33Z', 'updated_at': '2022-07-28T10:46:36Z', 'revision_number': 2, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'subnets': [{'id': '7abb52a5-1711-4247-af1b-40360f1d6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:44.038381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Current status of the port bfdaeb58-e874-40ed-8fad-4ffee64e4760 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:44.039595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:44.086500 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Checking router: e2f888e9-129b-461c-bb3e-9a9f4b9070d1 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:44.086761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Updating router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 port 650770f9-dc14-4bc5-a585-e49a939cd8b0 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:46:44.104103 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:44.144623 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1bdc0eaf-2753-45c9-8612-f05c04965a4f req-40ede6f8-3893-44b1-804f-b2f354543a29 service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1315002 Jul 28 10:46:44.149062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] For port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:44.156395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] For port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:44.190520 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:44.208921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:44.246434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 172.20.0.7 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/fe7dd8f8-dcfe-4204-9405-f162886dd599/a9c03b66-89c2-4c76-859e-276895a285cb) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:44.252130 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:44.266281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Made reservation on behalf of 1f9e1d9e253547c89d0c8594bb1f73f5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:44.271078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:44.306701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a45907-b97e-4445-a16c-de4c213bbdee None None] Pushing event updated for resources: {'Port': ['ID=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:44.385651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] For port bfdaeb58-e874-40ed-8fad-4ffee64e4760, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bfdaeb58-e874-40ed-8fad-4ffee64e4760,segment=NetworkSegment(e6121e01-82a8-4728-9120-f331026f6537),segment_id=e6121e01-82a8-4728-9120-f331026f6537)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:44.413179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:44.436318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:44.443144 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fec1:4662 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d/a9c03b66-89c2-4c76-859e-276895a285cb) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:44.576545 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:44.584304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2a6a3f05-1558-4115-ab33-fd07f718d9b6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:44.623446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f91017fb-0e9b-4fc2-b7c5-cc4e7594b865 None None] Provisioning complete for port bfdaeb58-e874-40ed-8fad-4ffee64e4760 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:44.623818 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f91017fb-0e9b-4fc2-b7c5-cc4e7594b865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:44.648225 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5c742b4b-2c82-4cec-882d-dec656975550 req-3b926d15-a777-485f-ad20-35c6a62098c7 service neutron] 10.222.0.46 "GET /v2.0/networks/de6ab044-62c3-4931-bccf-ee1cec01f1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843412 Jul 28 10:46:44.666036 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c5468cd3-f007-4422-b85e-5c635be65892), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:44.714830 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1bdc0eaf-2753-45c9-8612-f05c04965a4f req-6a53f24c-7e39-4fa4-b34a-475cc7534164 service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390348 Jul 28 10:46:44.762696 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35710) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:44.912741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2a6a3f05-1558-4115-ab33-fd07f718d9b6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:44.913101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2a6a3f05-1558-4115-ab33-fd07f718d9b6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:44.944611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba89db9-6ebd-4881-a258-51d69bbbd1b0 None None] Pushing event updated for resources: {'Port': ['ID=bfdaeb58-e874-40ed-8fad-4ffee64e4760,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:45.053634 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Deleting port 2552e6c5-b6e8-4114-b3ab-952f6f789090 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:45.057066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2552e6c5-b6e8-4114-b3ab-952f6f789090), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.132597 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.226779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f91017fb-0e9b-4fc2-b7c5-cc4e7594b865 None None] Current status of the port bfdaeb58-e874-40ed-8fad-4ffee64e4760 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:45.377632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.379825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.446613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1232-64df-4ff5-898e-18d4e93b27d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.548460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:45.549099 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2552e6c5-b6e8-4114-b3ab-952f6f789090), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.563032 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:45.571839 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Publish callbacks [] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.589559 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.603739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Calling delete_port for 2552e6c5-b6e8-4114-b3ab-952f6f789090 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:45.727591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:45.728202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:45.764225 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc38f7f-d421-46e3-a68f-f202e6a62ed3 None None] Pushing event updated for resources: {'Port': ['ID=650770f9-dc14-4bc5-a585-e49a939cd8b0,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:45.805149 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:45.998306 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (d9e4298f-3622-4886-a02c-3adadb288d95), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.026024 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Attempting to bind port 650770f9-dc14-4bc5-a585-e49a939cd8b0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:46.026406 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Attempting to bind port 650770f9-dc14-4bc5-a585-e49a939cd8b0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:46.026772 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Attempting to bind port 650770f9-dc14-4bc5-a585-e49a939cd8b0 on network de6ab044-62c3-4931-bccf-ee1cec01f1d0 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:46.054166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:46.057662 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Checking segment: {'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:46.058125 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.063980 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Bound using segment: {'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:46.064712 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Bound port: 650770f9-dc14-4bc5-a585-e49a939cd8b0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cce41e-5b97-4ed7-990d-730cbcddb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:46.067681 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.071256 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event updated for resources: {'Port': ['ID=612e3383-e8f7-4401-a37f-c9099554f5eb,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:46.100585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:46.101173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.116437 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7046b6a1-7c56-417d-ae4f-830f2477d7bf req-299d0503-c7dc-4c7e-9bf5-cbc4fab9f0ae tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=777d70fa-f03b-4d86-b41a-8467b637500a HTTP/1.1" status: 200 len: 210 time: 0.3849058 Jul 28 10:46:46.188704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Subnet': ['ID=d9e4298f-3622-4886-a02c-3adadb288d95,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:46.242946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Network c742f3be-4af3-415e-8f1d-371697c9c864 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:46.248045 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:46.251081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:46.271981 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.273989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bfdaeb58-e874-40ed-8fad-4ffee64e4760 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:46.292703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:46.303277 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:46.303970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.351651 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] For port 650770f9-dc14-4bc5-a585-e49a939cd8b0, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:46.353616 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-83387b2d-a9ca-42b6-b75c-7c69cf87310c req-d45d4ed3-c962-4772-b5ad-d4a74e1fe808 tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/ports?device_id=b860a7c5-df92-4e9d-a91b-41ddbbf41ef7 HTTP/1.1" status: 200 len: 210 time: 0.3201041 Jul 28 10:46:46.366311 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] For port 650770f9-dc14-4bc5-a585-e49a939cd8b0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=650770f9-dc14-4bc5-a585-e49a939cd8b0,segment=NetworkSegment(36cce41e-5b97-4ed7-990d-730cbcddb1d8),segment_id=36cce41e-5b97-4ed7-990d-730cbcddb1d8)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:46.387187 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.412223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (a9c03b66-89c2-4c76-859e-276895a285cb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.443202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb225c-1eb0-4bc5-8b49-36690ed33000 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:46.488303 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:46.490515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9e6f5995-4a76-4838-9e02-0b1ff6c2fa1c None None] Provisioning complete for port 650770f9-dc14-4bc5-a585-e49a939cd8b0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:46.496167 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5995-4a76-4838-9e02-0b1ff6c2fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.542938 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Routers {'e2f888e9-129b-461c-bb3e-9a9f4b9070d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:46.543832 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:46.588269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1232-64df-4ff5-898e-18d4e93b27d1 admin admin] Publish callbacks [] for security_group (f9274596-cb35-4bb4-a748-f3af9f683f05), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.593130 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:46.613064 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1232-64df-4ff5-898e-18d4e93b27d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9274596-cb35-4bb4-a748-f3af9f683f05), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.703829 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] Set router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:46:46.711662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:46.752707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe0c4e-ccff-4a6b-9ae0-f57c0bb51735 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:46.880262 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2bcc1232-64df-4ff5-898e-18d4e93b27d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ff46c390858493a95699f852e9a24e5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1046214 Jul 28 10:46:46.902374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:46.922434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35754) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:46.923602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a9c03b66-89c2-4c76-859e-276895a285cb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:46.992750 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a3133e46-d09f-4970-9eae-d37145c728fa tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.8725843 Jul 28 10:46:46.993493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:46.993646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.003474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1100927256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9e4298f-3622-4886-a02c-3adadb288d95'}], 'security_groups': ['58bdfd02-ac57-43b5-865b-74ab563081bd', 'ef42c15f-dea6-4809-bff7-a7949715ad27']}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:47.069810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:47.111865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:47.115595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:47.140177 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc38f7f-d421-46e3-a68f-f202e6a62ed3 None None] Pushing event updated for resources: {'Port': ['ID=650770f9-dc14-4bc5-a585-e49a939cd8b0,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.295125 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:47.349590 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (2552e6c5-b6e8-4114-b3ab-952f6f789090), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:47.359762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:47.360453 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:47.391349 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9070f609-08a2-48af-a48e-927df46580e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:36Z', 'revision_number': 4, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port': {'id': '9070f609-08a2-48af-a48e-927df46580e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '650770f9-dc14-4bc5-a585-e49a939cd8b0', 'name': '', 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'mac_address': 'fa:16:3e:63:d2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7abb52a5-1711-4247-af1b-40360f1d6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:33Z', 'updated_at': '2022-07-28T10:46:46Z', 'revision_number': 4, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'subnets': [{'id': '7abb52a5-1711-4247-af1b-40360f1d6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:47.419548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event deleted for resources: {'Port': ['ID=2552e6c5-b6e8-4114-b3ab-952f6f789090,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.443531 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=a9c03b66-89c2-4c76-859e-276895a285cb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.456501 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfed6b-d64e-4e51-89a9-26612bb0afb3 None None] The sync data for ids ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'] in n-d-850468-6 is: [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9070f609-08a2-48af-a48e-927df46580e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:36Z', 'revision_number': 4, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port': {'id': '9070f609-08a2-48af-a48e-927df46580e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '650770f9-dc14-4bc5-a585-e49a939cd8b0', 'name': '', 'network_id': 'de6ab044-62c3-4931-bccf-ee1cec01f1d0', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'mac_address': 'fa:16:3e:63:d2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '7abb52a5-1711-4247-af1b-40360f1d6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:33Z', 'updated_at': '2022-07-28T10:46:46Z', 'revision_number': 4, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'subnets': [{'id': '7abb52a5-1711-4247-af1b-40360f1d6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:47.458120 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:47.459127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc1232-64df-4ff5-898e-18d4e93b27d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9274596-cb35-4bb4-a748-f3af9f683f05,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.489912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port bfdaeb58-e874-40ed-8fad-4ffee64e4760 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:47.490595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:47.567542 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:47.605413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d91c74b-ee50-4820-bba1-083821163e5c), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:47.648018 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8e95df6f-cee8-4e23-a064-46bc168c5b64 req-f69df580-0c05-4a4f-b73d-a6cce1bcdfd5 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=777d70fa-f03b-4d86-b41a-8467b637500a HTTP/1.1" status: 200 len: 210 time: 0.2191694 Jul 28 10:46:47.656555 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a5a39287-c79d-4867-a98f-f7144ceb81a4 req-f8bf9caf-9d92-492d-b422-a789bb54d941 tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/ports?device_id=b860a7c5-df92-4e9d-a91b-41ddbbf41ef7 HTTP/1.1" status: 200 len: 210 time: 0.0739362 Jul 28 10:46:47.657549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c5468cd3-f007-4422-b85e-5c635be65892), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:47.675111 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-451ee5db-cc08-4275-a3c6-902510c71fbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.1877158 Jul 28 10:46:47.689458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35768) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:47.751841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f5995-4a76-4838-9e02-0b1ff6c2fa1c None None] Current status of the port 650770f9-dc14-4bc5-a585-e49a939cd8b0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:47.752292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5995-4a76-4838-9e02-0b1ff6c2fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:47.826332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44b57e0f-8574-4697-b1ec-12b18bfbb2ca admin admin] Publish callbacks [] for security_group (f9274596-cb35-4bb4-a748-f3af9f683f05), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:47.837969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Router 84ab13dc-6899-409f-8cf2-8247d0c25bb7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:47.920310 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07965052-d5a4-4a1c-a0d2-6d5c1da39f54 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:47.931024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07965052-d5a4-4a1c-a0d2-6d5c1da39f54 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:47.936544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3199c722-8903-4316-8c31-ffa2e17ac7ce None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': 'b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d', 'ip_address': '2001:db8::f816:3eff:fe30:9d9d'}, {'subnet_id': 'fe7dd8f8-dcfe-4204-9405-f162886dd599'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '96ab7c7e-2a46-4352-ac0c-2e222e28fb84'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:46:47.937339 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-07965052-d5a4-4a1c-a0d2-6d5c1da39f54 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2442114 Jul 28 10:46:47.949721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35776) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:48.031864 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:48.042791 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44b57e0f-8574-4697-b1ec-12b18bfbb2ca admin admin] Publish callbacks [] for security_group (f9274596-cb35-4bb4-a748-f3af9f683f05), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.062506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84036064-a3df-4d4a-b640-a58f8b439372 None None] Update dhcp port {'port': {'network_id': 'c742f3be-4af3-415e-8f1d-371697c9c864', 'fixed_ips': [{'subnet_id': 'e3016b20-352a-4223-bbe3-80864cf79039', 'ip_address': '172.20.0.18'}, {'subnet_id': '972ed4a5-3bba-4cd9-a67a-ef2845353ada', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd9e4298f-3622-4886-a02c-3adadb288d95'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:46:48.097480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9e6f5995-4a76-4838-9e02-0b1ff6c2fa1c None None] For port 650770f9-dc14-4bc5-a585-e49a939cd8b0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=650770f9-dc14-4bc5-a585-e49a939cd8b0,segment=NetworkSegment(36cce41e-5b97-4ed7-990d-730cbcddb1d8),segment_id=36cce41e-5b97-4ed7-990d-730cbcddb1d8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:48.102513 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3199c722-8903-4316-8c31-ffa2e17ac7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.133048 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-84036064-a3df-4d4a-b640-a58f8b439372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.135280 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5995-4a76-4838-9e02-0b1ff6c2fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.179478 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c5468cd3-f007-4422-b85e-5c635be65892), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.182535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (c5468cd3-f007-4422-b85e-5c635be65892), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.214625 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e23816fa-c1a3-4558-a457-ff75642821ed req-109cd95b-f981-4419-ada1-c34062fb2839 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=777d70fa-f03b-4d86-b41a-8467b637500a HTTP/1.1" status: 200 len: 210 time: 0.1969881 Jul 28 10:46:48.295336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port bfdaeb58-e874-40ed-8fad-4ffee64e4760 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:48.296485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 09147fe8-17ec-489c-9df7-b4dbfef925f0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:48.430029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Provisioning complete for port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:48.430695 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.447515 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e0dbb8f3-dd42-4b40-a46b-b6ec06b9149a req-5a918c49-d30d-41a4-96fc-4325d8ea5244 tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/ports?device_id=b860a7c5-df92-4e9d-a91b-41ddbbf41ef7 HTTP/1.1" status: 200 len: 210 time: 0.3835757 Jul 28 10:46:48.460222 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c5468cd3-f007-4422-b85e-5c635be65892), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.460842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Fanout notify agent at l3_agent the message router_deleted on router c5468cd3-f007-4422-b85e-5c635be65892 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:46:48.480155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.481816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:48.490032 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-356838cb-74a0-40dc-8fb3-57d5a5e488b2 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/c5468cd3-f007-4422-b85e-5c635be65892 HTTP/1.1" status: 204 len: 168 time: 4.9685152 Jul 28 10:46:48.490519 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35786) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:48.497817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c99513f6-3d17-4ee6-9f32-bbc00beeb40d tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-99318199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:48.516670 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0b87d9bd-b370-431e-a75a-02afbc8c634e tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8753676 Jul 28 10:46:48.516833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35790) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:48.551969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port a9c03b66-89c2-4c76-859e-276895a285cb {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:48.552870 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a9c03b66-89c2-4c76-859e-276895a285cb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.595003 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44b57e0f-8574-4697-b1ec-12b18bfbb2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f9274596-cb35-4bb4-a748-f3af9f683f05), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.598697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44b57e0f-8574-4697-b1ec-12b18bfbb2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.600237 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-44b57e0f-8574-4697-b1ec-12b18bfbb2ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9274596-cb35-4bb4-a748-f3af9f683f05 HTTP/1.1" status: 204 len: 168 time: 1.6404059 Jul 28 10:46:48.646832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c99513f6-3d17-4ee6-9f32-bbc00beeb40d tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.648336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c99513f6-3d17-4ee6-9f32-bbc00beeb40d tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.724729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 09147fe8-17ec-489c-9df7-b4dbfef925f0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:48.725106 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.769100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] Sync routers for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:48.772943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f5995-4a76-4838-9e02-0b1ff6c2fa1c None None] Pushing event updated for resources: {'Port': ['ID=650770f9-dc14-4bc5-a585-e49a939cd8b0,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:48.803713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b57e0f-8574-4697-b1ec-12b18bfbb2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9274596-cb35-4bb4-a748-f3af9f683f05,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:48.805547 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:48.808220 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:48.858256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a9c03b66-89c2-4c76-859e-276895a285cb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.921104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:48.927757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:48.985388 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:48.996367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c99513f6-3d17-4ee6-9f32-bbc00beeb40d tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:48.998160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for a9c03b66-89c2-4c76-859e-276895a285cb owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:49.021326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c99513f6-3d17-4ee6-9f32-bbc00beeb40d tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.072892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:49.186335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51756dd2-b6d6-4483-abd1-8c19ef4ec197 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router (84ab13dc-6899-409f-8cf2-8247d0c25bb7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.196467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 09147fe8-17ec-489c-9df7-b4dbfef925f0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:49.197798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1b3ff295-2c3c-4bc6-b103-324b923a2817 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:49.289067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:49.290344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:49.300650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Current status of the port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:49.338375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c99513f6-3d17-4ee6-9f32-bbc00beeb40d tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.342843 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c99513f6-3d17-4ee6-9f32-bbc00beeb40d tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8484170 Jul 28 10:46:49.344230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35812) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:49.347094 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:49.356943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:49.373376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:49.374543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ff1f7-3138-4acf-bad2-06ca20cd7f61 None None] The sync data for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:49.410241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3199c722-8903-4316-8c31-ffa2e17ac7ce None None] Allocated IP 172.20.0.2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/fe7dd8f8-dcfe-4204-9405-f162886dd599/96ab7c7e-2a46-4352-ac0c-2e222e28fb84) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:49.415620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Provisioning complete for port 612e3383-e8f7-4401-a37f-c9099554f5eb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:49.416894 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.525799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1b3ff295-2c3c-4bc6-b103-324b923a2817 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:49.526382 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.549005 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35816) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:49.554982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Port 612e3383-e8f7-4401-a37f-c9099554f5eb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:49.606907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da8ae3e2-a410-4f4f-8d52-a1401fdc36ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.625292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Delete allocated IP 172.20.0.7 (c742f3be-4af3-415e-8f1d-371697c9c864/972ed4a5-3bba-4cd9-a67a-ef2845353ada) {{(pid=104688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 10:46:49.640138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Provisioning complete for port 650770f9-dc14-4bc5-a585-e49a939cd8b0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:49.646556 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.654972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Allocated IP 172.20.0.39 (c742f3be-4af3-415e-8f1d-371697c9c864/d9e4298f-3622-4886-a02c-3adadb288d95/5d91c74b-ee50-4820-bba1-083821163e5c) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:49.696210 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-51756dd2-b6d6-4483-abd1-8c19ef4ec197 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 10:46:49.700071 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-51756dd2-b6d6-4483-abd1-8c19ef4ec197 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7 HTTP/1.1" status: 409 len: 376 time: 1.1798239 Jul 28 10:46:49.716612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35820) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:49.865331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da8ae3e2-a410-4f4f-8d52-a1401fdc36ed admin admin] Publish callbacks [] for security_group (180f870c-ee5b-47aa-9cc3-e334eae05730), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.867182 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=7,neutron:INSERT=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:49.890890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3199c722-8903-4316-8c31-ffa2e17ac7ce None None] For port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:49.894092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1b3ff295-2c3c-4bc6-b103-324b923a2817 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:49.895767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9070f609-08a2-48af-a48e-927df46580e6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:49.952501 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da8ae3e2-a410-4f4f-8d52-a1401fdc36ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (180f870c-ee5b-47aa-9cc3-e334eae05730), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:49.980481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b4c93369-6a15-4b01-b905-ffbd6c6d66af None None] Current status of the port 650770f9-dc14-4bc5-a585-e49a939cd8b0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:49.990449 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3199c722-8903-4316-8c31-ffa2e17ac7ce None None] Publish callbacks [] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.001057 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3199c722-8903-4316-8c31-ffa2e17ac7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.134385 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ae3e2-a410-4f4f-8d52-a1401fdc36ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180f870c-ee5b-47aa-9cc3-e334eae05730,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:50.142917 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da8ae3e2-a410-4f4f-8d52-a1401fdc36ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98728fbdea904c198b041036c49e3510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5896432 Jul 28 10:46:50.146757 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:50.210644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9070f609-08a2-48af-a48e-927df46580e6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:50.212209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9070f609-08a2-48af-a48e-927df46580e6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.214922 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:50.216375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199c722-8903-4316-8c31-ffa2e17ac7ce None None] Pushing event updated for resources: {'Port': ['ID=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:50.246880 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f3e10763-e669-4f40-8edd-0ea51536ef92 req-c7dea9ef-81eb-429d-9372-a33a5218b52c tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb5b6e3a-d7b5-43f3-9179-921832b4b6c1 HTTP/1.1" status: 200 len: 210 time: 0.1855574 Jul 28 10:46:50.437590 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.442727 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:50.508224 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:50.540037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a9c03b66-89c2-4c76-859e-276895a285cb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.543750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9070f609-08a2-48af-a48e-927df46580e6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:50.544611 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9070f609-08a2-48af-a48e-927df46580e6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.569299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46211ed3-b036-47a6-a256-1895aeecf65b admin admin] Publish callbacks [] for security_group (180f870c-ee5b-47aa-9cc3-e334eae05730), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.588149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 9070f609-08a2-48af-a48e-927df46580e6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9070f609-08a2-48af-a48e-927df46580e6,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:50.594952 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9070f609-08a2-48af-a48e-927df46580e6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.777488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=9070f609-08a2-48af-a48e-927df46580e6,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:50.917022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=a9c03b66-89c2-4c76-859e-276895a285cb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:50.930024 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.938657 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for port (5d91c74b-ee50-4820-bba1-083821163e5c), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:50.978700 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (5d91c74b-ee50-4820-bba1-083821163e5c), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.057626 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-629480e2-76c3-4708-b3b0-ce4e0415e1ce req-2dd46cc0-672b-4c07-8a21-22326056aff6 tempest-ListServersNegativeTestJSON-1971529632 tempest-ListServersNegativeTestJSON-1971529632-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5ede991-6b40-42cd-8353-cb63cadbcb24 HTTP/1.1" status: 200 len: 210 time: 0.0602252 Jul 28 10:46:51.060452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-84036064-a3df-4d4a-b640-a58f8b439372 None None] Allocated IP 172.20.0.34 (c742f3be-4af3-415e-8f1d-371697c9c864/d9e4298f-3622-4886-a02c-3adadb288d95/14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:51.152799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46211ed3-b036-47a6-a256-1895aeecf65b admin admin] Publish callbacks [] for security_group (180f870c-ee5b-47aa-9cc3-e334eae05730), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.184289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.197918 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-513be290-47b7-4e5c-8c4d-3e065605359f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/a9c03b66-89c2-4c76-859e-276895a285cb HTTP/1.1" status: 204 len: 168 time: 3.2262301 Jul 28 10:46:51.201841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35844) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:51.317699 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae26e0-8b88-40da-b846-27eb6a95b801 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:51.319563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae26e0-8b88-40da-b846-27eb6a95b801 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:51.319901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:51.323176 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:51.324196 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae26e0-8b88-40da-b846-27eb6a95b801 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:51.327854 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-deae26e0-8b88-40da-b846-27eb6a95b801 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1251731 Jul 28 10:46:51.330326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35846) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:51.670255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:51.680245 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.738011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35860) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:51.775257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event updated for resources: {'Port': ['ID=5d91c74b-ee50-4820-bba1-083821163e5c,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:51.782621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] In _notify_port_updated(), no bound segment for port 5d91c74b-ee50-4820-bba1-083821163e5c on network c742f3be-4af3-415e-8f1d-371697c9c864 {{(pid=104688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:46:51.792759 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:51.794058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.801431 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d44ad292-c2e3-498f-b4ce-1d7d84f732ac tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "PUT /v2.0/ports/5d91c74b-ee50-4820-bba1-083821163e5c HTTP/1.1" status: 200 len: 960 time: 4.8042738 Jul 28 10:46:51.837926 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35862) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:51.844023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:51.844543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.875413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46211ed3-b036-47a6-a256-1895aeecf65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (180f870c-ee5b-47aa-9cc3-e334eae05730), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.878649 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-46211ed3-b036-47a6-a256-1895aeecf65b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.881461 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-46211ed3-b036-47a6-a256-1895aeecf65b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/180f870c-ee5b-47aa-9cc3-e334eae05730 HTTP/1.1" status: 204 len: 168 time: 1.7334533 Jul 28 10:46:51.914254 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46211ed3-b036-47a6-a256-1895aeecf65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180f870c-ee5b-47aa-9cc3-e334eae05730,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:51.921544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ff49ba57-b44b-4597-83d6-a76bfa0100c5 None None] Could not find standard attr ID for object a9c03b66-89c2-4c76-859e-276895a285cb. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:46:51.927826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-84036064-a3df-4d4a-b640-a58f8b439372 None None] For port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,segment=NetworkSegment(a4fb39b3-7af4-4eb5-81cf-6912f62f7e92),segment_id=a4fb39b3-7af4-4eb5-81cf-6912f62f7e92)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:51.937023 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:51.965982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:51.980735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ff49ba57-b44b-4597-83d6-a76bfa0100c5 None None] Provisioning complete for port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:51.981260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ff49ba57-b44b-4597-83d6-a76bfa0100c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.148311 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-84036064-a3df-4d4a-b640-a58f8b439372 None None] Publish callbacks [] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.150470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting port 612e3383-e8f7-4401-a37f-c9099554f5eb {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:52.150832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.185447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.200701 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-84036064-a3df-4d4a-b640-a58f8b439372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.202932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:52.210104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bfdaeb58-e874-40ed-8fad-4ffee64e4760 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:52.390545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.421366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Calling delete_port for 612e3383-e8f7-4401-a37f-c9099554f5eb owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:52.451246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port bfdaeb58-e874-40ed-8fad-4ffee64e4760 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:52.452316 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.462905 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:52.552319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.558190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036064-a3df-4d4a-b640-a58f8b439372 None None] Pushing event updated for resources: {'Port': ['ID=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,revision_number=7']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:52.586431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ff49ba57-b44b-4597-83d6-a76bfa0100c5 None None] Current status of the port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:52.592577 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.643751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.751045 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.756494 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d HTTP/1.1" status: 204 len: 168 time: 1.4202335 Jul 28 10:46:52.770991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35880) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:52.792705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-625db978-6802-41eb-a3c1-ce6544c38d89 None None] Could not find standard attr ID for object a9c03b66-89c2-4c76-859e-276895a285cb. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:46:52.858819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port bfdaeb58-e874-40ed-8fad-4ffee64e4760 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:52.860028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6bd7d-d8f4-412c-bdd8-bec8824349bb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:52.860163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 650770f9-dc14-4bc5-a585-e49a939cd8b0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:52.874996 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:52.876834 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:52.885967 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:52.939970 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 5d91c74b-ee50-4820-bba1-083821163e5c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:52.939970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5d91c74b-ee50-4820-bba1-083821163e5c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:52.975961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 650770f9-dc14-4bc5-a585-e49a939cd8b0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:52.976467 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.099218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f21e3d3-1a66-48d0-855b-c4648dcba3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.155436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 650770f9-dc14-4bc5-a585-e49a939cd8b0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:53.158985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55e451-1865-4505-9f52-57d0f4fd2eef None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:53.201413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet fe7dd8f8-dcfe-4204-9405-f162886dd599 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:53.210173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (fe7dd8f8-dcfe-4204-9405-f162886dd599), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.295254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (fe7dd8f8-dcfe-4204-9405-f162886dd599), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.358848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5d91c74b-ee50-4820-bba1-083821163e5c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.386257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 5d91c74b-ee50-4820-bba1-083821163e5c owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:53.494230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (fe7dd8f8-dcfe-4204-9405-f162886dd599), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.568635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9070f609-08a2-48af-a48e-927df46580e6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:53.734027 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:53.759156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.776963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9070f609-08a2-48af-a48e-927df46580e6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:53.777361 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9070f609-08a2-48af-a48e-927df46580e6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:53.976454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5d91c74b-ee50-4820-bba1-083821163e5c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.041315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=5d91c74b-ee50-4820-bba1-083821163e5c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:54.064080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92ee68be-d8f1-4770-9ea3-0a6d20ad1fec None None] Provisioning complete for port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:54.064541 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92ee68be-d8f1-4770-9ea3-0a6d20ad1fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.072226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9070f609-08a2-48af-a48e-927df46580e6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:54.073479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:54.291959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92ee68be-d8f1-4770-9ea3-0a6d20ad1fec None None] Port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:46:54.310474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92ee68be-d8f1-4770-9ea3-0a6d20ad1fec None None] Could not find standard attr ID for object 5d91c74b-ee50-4820-bba1-083821163e5c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:46:54.349046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-92ee68be-d8f1-4770-9ea3-0a6d20ad1fec None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:54.349434 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92ee68be-d8f1-4770-9ea3-0a6d20ad1fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.452759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:54.453233 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.497982 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:54.548312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (612e3383-e8f7-4401-a37f-c9099554f5eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.556132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.564086 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ae8603ef-bf87-400d-9c39-218d198e2c80 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/5d91c74b-ee50-4820-bba1-083821163e5c HTTP/1.1" status: 204 len: 168 time: 2.7306213 Jul 28 10:46:54.571965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35910) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:54.670701 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da7eefd-2b66-4bf8-9377-fe2aa36ab358 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] GET failed (client error): The resource could not be found. Jul 28 10:46:54.676453 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3da7eefd-2b66-4bf8-9377-fe2aa36ab358 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports/5d91c74b-ee50-4820-bba1-083821163e5c HTTP/1.1" status: 404 len: 333 time: 0.0463459 Jul 28 10:46:54.699957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35914) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:54.703715 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:54.724193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Port': ['ID=612e3383-e8f7-4401-a37f-c9099554f5eb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:54.742953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92ee68be-d8f1-4770-9ea3-0a6d20ad1fec None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:54.839372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f21e3d3-1a66-48d0-855b-c4648dcba3fb admin admin] Publish callbacks [] for security_group (8fc31851-356e-4cca-88c2-dad3c4f717a5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.875456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f21e3d3-1a66-48d0-855b-c4648dcba3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8fc31851-356e-4cca-88c2-dad3c4f717a5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:54.949944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:54.971298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ddfa6694-0e1f-484e-bc67-cb2b6c4630eb None None] Could not find standard attr ID for object 5d91c74b-ee50-4820-bba1-083821163e5c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:46:54.988583 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:55.019165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ddfa6694-0e1f-484e-bc67-cb2b6c4630eb None None] Provisioning complete for port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:46:55.020574 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6694-0e1f-484e-bc67-cb2b6c4630eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.095054 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:55.097463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8785-9752-411e-9839-8d1fda76c8c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (44cd8055-8eb4-45d7-9f6e-41cb4256ea00), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.140173 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:55.179508 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (fe7dd8f8-dcfe-4204-9405-f162886dd599), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.201166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Deleting port 650770f9-dc14-4bc5-a585-e49a939cd8b0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:55.203218 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.234201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Allocated IP 172.25.2.87 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/dbb7c292-6c38-4497-8c94-383ca955f782) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:55.235613 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0f21e3d3-1a66-48d0-855b-c4648dcba3fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79475d0cf2e94099909c8d3aa61ee31e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3497140 Jul 28 10:46:55.241563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35920) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:55.259401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21e3d3-1a66-48d0-855b-c4648dcba3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc31851-356e-4cca-88c2-dad3c4f717a5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:55.298610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa6694-0e1f-484e-bc67-cb2b6c4630eb None None] Current status of the port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:46:55.306300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8785-9752-411e-9839-8d1fda76c8c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (44cd8055-8eb4-45d7-9f6e-41cb4256ea00), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.317088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7dd8f8-dcfe-4204-9405-f162886dd599,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:55.322474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.325994 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2ca35661-62a4-4e2b-be83-d74b38252c6f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/fe7dd8f8-dcfe-4204-9405-f162886dd599 HTTP/1.1" status: 204 len: 168 time: 2.5516071 Jul 28 10:46:55.327556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (84ab13dc-6899-409f-8cf2-8247d0c25bb7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.336645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd357d-88db-465c-8149-935ba49c4448 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:55.340177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35924) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:55.598226 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee99a92c-dc30-48c3-bfe2-0e5029bb4f71 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2536960 Jul 28 10:46:55.599425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35930) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:55.607816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:55.626163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02da064a-9ec8-4c21-bc1c-3b909e98a0ad admin admin] Publish callbacks [] for security_group (8fc31851-356e-4cca-88c2-dad3c4f717a5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.653116 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02da064a-9ec8-4c21-bc1c-3b909e98a0ad admin admin] Publish callbacks [] for security_group (8fc31851-356e-4cca-88c2-dad3c4f717a5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.726323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:55.730597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.734502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] For port 650770f9-dc14-4bc5-a585-e49a939cd8b0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=650770f9-dc14-4bc5-a585-e49a939cd8b0,segment=NetworkSegment(36cce41e-5b97-4ed7-990d-730cbcddb1d8),segment_id=36cce41e-5b97-4ed7-990d-730cbcddb1d8)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:55.734809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.752874 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8785-9752-411e-9839-8d1fda76c8c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (44cd8055-8eb4-45d7-9f6e-41cb4256ea00), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.755722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:46:55.757287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8785-9752-411e-9839-8d1fda76c8c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.764267 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9d2f8785-9752-411e-9839-8d1fda76c8c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/security-groups/44cd8055-8eb4-45d7-9f6e-41cb4256ea00 HTTP/1.1" status: 204 len: 168 time: 1.0598781 Jul 28 10:46:55.765012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35934) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:55.852947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] Deleting port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:55.854086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.933548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02da064a-9ec8-4c21-bc1c-3b909e98a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8fc31851-356e-4cca-88c2-dad3c4f717a5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.942685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02da064a-9ec8-4c21-bc1c-3b909e98a0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:55.943913 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-02da064a-9ec8-4c21-bc1c-3b909e98a0ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fc31851-356e-4cca-88c2-dad3c4f717a5 HTTP/1.1" status: 204 len: 168 time: 0.6845272 Jul 28 10:46:55.962551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Calling delete_port for 650770f9-dc14-4bc5-a585-e49a939cd8b0 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:55.988914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f8785-9752-411e-9839-8d1fda76c8c1 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cd8055-8eb4-45d7-9f6e-41cb4256ea00,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:56.059685 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Router 84ab13dc-6899-409f-8cf2-8247d0c25bb7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:46:56.089995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] For port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:56.090499 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.121375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da064a-9ec8-4c21-bc1c-3b909e98a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc31851-356e-4cca-88c2-dad3c4f717a5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:56.122368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] Calling delete_port for 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:46:56.205500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c9b50a0-257a-41f4-9b23-ee72d0c98ea7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (ef42c15f-dea6-4809-bff7-a7949715ad27), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.217788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for port (dbb7c292-6c38-4497-8c94-383ca955f782), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.284758 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:56.292293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c9b50a0-257a-41f4-9b23-ee72d0c98ea7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (ef42c15f-dea6-4809-bff7-a7949715ad27), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.390154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (96ab7c7e-2a46-4352-ac0c-2e222e28fb84), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.399255 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:56.435876 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:56.493309 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:56.496692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] No DVR routers for this DVR port 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:46:56.502989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c2d9c-1786-4b9a-ad93-1e255f3b7408 None None] Pushing event deleted for resources: {'Port': ['ID=96ab7c7e-2a46-4352-ac0c-2e222e28fb84,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:56.504606 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] Sync routers for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:56.524314 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:56.525224 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:56.552072 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c3e86c7a-f932-4429-945e-31e8cda71486 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8301642 Jul 28 10:46:56.552072 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35948) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:56.589512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dbb7c292-6c38-4497-8c94-383ca955f782), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.621035 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:56.643809 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] Routers {'84ab13dc-6899-409f-8cf2-8247d0c25bb7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:46:56.645301 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:56.715988 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-25880647-0160-4983-a4c4-6d0e1a193831 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] show failed (client error): The resource could not be found. Jul 28 10:46:56.726563 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-25880647-0160-4983-a4c4-6d0e1a193831 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-412745195 HTTP/1.1" status: 404 len: 334 time: 0.1646228 Jul 28 10:46:56.727032 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:56.727864 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35952) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:56.730920 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:56.732089 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93624b18-15a9-46f2-b256-9fca096badbf None None] The sync data for ids ['84ab13dc-6899-409f-8cf2-8247d0c25bb7'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:56.744324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c9b50a0-257a-41f4-9b23-ee72d0c98ea7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ef42c15f-dea6-4809-bff7-a7949715ad27), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.747236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c9b50a0-257a-41f4-9b23-ee72d0c98ea7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:56.748406 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4c9b50a0-257a-41f4-9b23-ee72d0c98ea7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/security-groups/ef42c15f-dea6-4809-bff7-a7949715ad27 HTTP/1.1" status: 204 len: 168 time: 0.9490786 Jul 28 10:46:56.750379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-932bd9d3-f08e-41cc-a57f-bbda951785e0 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:56.753317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35954) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:56.859588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event updated for resources: {'Port': ['ID=dbb7c292-6c38-4497-8c94-383ca955f782,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:56.873735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b50a0-257a-41f4-9b23-ee72d0c98ea7 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef42c15f-dea6-4809-bff7-a7949715ad27,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:56.881622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:56.886695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:56.899283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:56.977642 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-932bd9d3-f08e-41cc-a57f-bbda951785e0 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] update failed (client error): The resource could not be found. Jul 28 10:46:56.992809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 35966) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:56.993803 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-932bd9d3-f08e-41cc-a57f-bbda951785e0 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-483539703 HTTP/1.1" status: 404 len: 334 time: 0.2631052 Jul 28 10:46:57.134745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting subnet a5496c0c-21c6-4099-9c36-dc21b9ac0963 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:57.153068 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:46:57.163773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (449ea8e6-6513-4ad0-8406-989f5d0e994a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.237112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=449ea8e6-6513-4ad0-8406-989f5d0e994a,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:57.247797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f473924-da54-44b8-a9fb-077f3126f940 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (58bdfd02-ac57-43b5-865b-74ab563081bd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.274452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:57.284526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:57.292086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:57.292923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.297462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f473924-da54-44b8-a9fb-077f3126f940 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (58bdfd02-ac57-43b5-865b-74ab563081bd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.297660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bad448-661a-41cb-b12a-5a0813b00844 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:57.345892 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-800352f2-ce4a-4068-84cd-9aeab5c4cfc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7426972 Jul 28 10:46:57.350308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35972) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:57.357088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:46:57.360611 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:57.394096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:57.429237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f473924-da54-44b8-a9fb-077f3126f940 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (58bdfd02-ac57-43b5-865b-74ab563081bd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.436486 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9f473924-da54-44b8-a9fb-077f3126f940 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.437729 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9f473924-da54-44b8-a9fb-077f3126f940 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/security-groups/58bdfd02-ac57-43b5-865b-74ab563081bd HTTP/1.1" status: 204 len: 168 time: 0.6661386 Jul 28 10:46:57.440900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 35978) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:57.495229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:46:57.495703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96ab7c7e-2a46-4352-ac0c-2e222e28fb84 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:57.598887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f473924-da54-44b8-a9fb-077f3126f940 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bdfd02-ac57-43b5-865b-74ab563081bd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:57.603543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': '449ea8e6-6513-4ad0-8406-989f5d0e994a'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:46:57.604731 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.644792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet 972ed4a5-3bba-4cd9-a67a-ef2845353ada {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:57.669164 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (972ed4a5-3bba-4cd9-a67a-ef2845353ada), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.839289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Allocated IP 2001:db8::f816:3eff:fe4d:4785 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/449ea8e6-6513-4ad0-8406-989f5d0e994a/ac95ffb6-80d9-4753-8f4e-c8f1db02a899) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:57.877972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (972ed4a5-3bba-4cd9-a67a-ef2845353ada), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.896726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (a5496c0c-21c6-4099-9c36-dc21b9ac0963), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.979384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (650770f9-dc14-4bc5-a585-e49a939cd8b0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:57.993102 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:57.998249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.045231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (a5496c0c-21c6-4099-9c36-dc21b9ac0963), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.201645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (972ed4a5-3bba-4cd9-a67a-ef2845353ada), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.233375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=650770f9-dc14-4bc5-a585-e49a939cd8b0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:58.391775 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (972ed4a5-3bba-4cd9-a67a-ef2845353ada), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.451980 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Publish callbacks [] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.463174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.501960 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=972ed4a5-3bba-4cd9-a67a-ef2845353ada,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:58.533908 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:58.576841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:58.590451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.596416 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de388b6e-fee7-4918-86de-dfadff53e144 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/972ed4a5-3bba-4cd9-a67a-ef2845353ada HTTP/1.1" status: 204 len: 168 time: 1.1372445 Jul 28 10:46:58.596584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:58.596584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ad58d-80ea-47c5-8675-9f67f6074a45 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:58.613944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36018) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:58.651897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a5496c0c-21c6-4099-9c36-dc21b9ac0963), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.659632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:46:58.668390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Pushing event updated for resources: {'Port': ['ID=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:58.723188 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:58.749166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Attempting to bind port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:46:58.749831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Attempting to bind port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:46:58.750406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Attempting to bind port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:46:58.775399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:46:58.795668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:46:58.796439 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.797847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:46:58.799422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Bound port: ac95ffb6-80d9-4753-8f4e-c8f1db02a899, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:46:58.801200 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.843936 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:58.876126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.881989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:58.938379 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:58.967925 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:58.991458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] For port ac95ffb6-80d9-4753-8f4e-c8f1db02a899, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:58.992086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet d9e4298f-3622-4886-a02c-3adadb288d95 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:46:59.025478 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (d9e4298f-3622-4886-a02c-3adadb288d95), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.028311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] For port ac95ffb6-80d9-4753-8f4e-c8f1db02a899, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:59.042138 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.048968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (a5496c0c-21c6-4099-9c36-dc21b9ac0963), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.136967 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:46:59.158213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Subnet': ['ID=a5496c0c-21c6-4099-9c36-dc21b9ac0963,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:59.174527 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e652-e0bf-4ff8-9ca6-85170910b358 req-1c3cc7e0-4380-4db5-8e76-a2528f5cb10b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:46:59.192341 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-19f1e652-e0bf-4ff8-9ca6-85170910b358 req-1c3cc7e0-4380-4db5-8e76-a2528f5cb10b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/networks?id=60cc7037-2405-4fb9-943a-b808862d4369 HTTP/1.1" status: 200 len: 811 time: 0.7785554 Jul 28 10:46:59.245242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb2f88-28e0-4bed-abcf-adc5448e1dc4 None None] Network 32b77ec5-5d23-4b2b-972b-db5a538910c8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:46:59.250886 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-19f1e652-e0bf-4ff8-9ca6-85170910b358 req-0a559e0a-d719-4b8a-aebe-4ec9be6aa49d tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/quotas/a8209f1d63904867a0c74297c01a12c0 HTTP/1.1" status: 200 len: 375 time: 0.0574627 Jul 28 10:46:59.321665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.327694 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef6a97a2-7153-425b-be64-fd333d151210 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/subnets/a5496c0c-21c6-4099-9c36-dc21b9ac0963 HTTP/1.1" status: 204 len: 168 time: 2.3331280 Jul 28 10:46:59.331688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36038) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:46:59.335084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (d9e4298f-3622-4886-a02c-3adadb288d95), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.523103 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-19f1e652-e0bf-4ff8-9ca6-85170910b358 req-7c539f30-42a6-47d0-b62b-8d2e84e3ed18 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8209f1d63904867a0c74297c01a12c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2711945 Jul 28 10:46:59.554972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbf993-2fca-4d76-b172-63fafe76058a None None] Pushing event updated for resources: {'Port': ['ID=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:59.694131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (32b77ec5-5d23-4b2b-972b-db5a538910c8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.703145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] DHCP port deletion for 32b77ec5-5d23-4b2b-972b-db5a538910c8 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:46:59.728479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (4dd12768-7f48-4e99-8316-3478a28e665b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.819313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] Deleting port bfdaeb58-e874-40ed-8fad-4ffee64e4760 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:46:59.819926 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.977167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] For port bfdaeb58-e874-40ed-8fad-4ffee64e4760, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=bfdaeb58-e874-40ed-8fad-4ffee64e4760,segment=NetworkSegment(e6121e01-82a8-4728-9120-f331026f6537),segment_id=e6121e01-82a8-4728-9120-f331026f6537)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:59.978179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:46:59.985216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.006599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (d9e4298f-3622-4886-a02c-3adadb288d95), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.018921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] Calling delete_port for bfdaeb58-e874-40ed-8fad-4ffee64e4760 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:00.067256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:00.088176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.092637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:00.102670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=4dd12768-7f48-4e99-8316-3478a28e665b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:00.112830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:00.113726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.166100 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-19f1e652-e0bf-4ff8-9ca6-85170910b358 req-1dc014db-e332-462a-96c2-2d796decb9ff service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933700 Jul 28 10:47:00.282447 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.303490 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-19f1e652-e0bf-4ff8-9ca6-85170910b358 req-31bddf5a-7700-4403-a5b9-bc5c65580120 service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360314 Jul 28 10:47:00.318041 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3fbcaa5d-1009-4a71-b6c2-8fb15c5d17e2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9663284 Jul 28 10:47:00.322520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36058) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:00.340600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] Pushing event deleted for resources: {'Port': ['ID=bfdaeb58-e874-40ed-8fad-4ffee64e4760,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:00.351120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cdb86d-e255-4f83-a858-9842129459c0 None None] No DVR routers for this DVR port bfdaeb58-e874-40ed-8fad-4ffee64e4760 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:00.354721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:44:22:ed', 'name': 'tempest-NetworksTestDHCPv6-969146045'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:00.379420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting port bfdaeb58-e874-40ed-8fad-4ffee64e4760 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:00.380149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.463097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (d9e4298f-3622-4886-a02c-3adadb288d95), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.513929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e4298f-3622-4886-a02c-3adadb288d95,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:00.525363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.531328 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e0cd200d-42e7-4289-9109-39db31a57ddd tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/d9e4298f-3622-4886-a02c-3adadb288d95 HTTP/1.1" status: 204 len: 168 time: 1.9139638 Jul 28 10:47:00.532057 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:00.536361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:47:00.539237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36064) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:00.558476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df539f-4940-4af2-9823-bcffc0e3c062 None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:00.571575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] For port bfdaeb58-e874-40ed-8fad-4ffee64e4760, host n-d-850468-6, got binding levels [] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:00.572026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.625114 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Calling delete_port for bfdaeb58-e874-40ed-8fad-4ffee64e4760 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:00.642377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_backend_mixin [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Port bfdaeb58-e874-40ed-8fad-4ffee64e4760 was not found and therefore no delete operation was performed {{(pid=104687) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:47:00.654437 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7b968c-8076-4670-a70f-529177caf12a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:00.655930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7b968c-8076-4670-a70f-529177caf12a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:00.661728 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc7b968c-8076-4670-a70f-529177caf12a tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/972ed4a5-3bba-4cd9-a67a-ef2845353ada HTTP/1.1" status: 404 len: 337 time: 0.1188271 Jul 28 10:47:00.682687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36072) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:00.759353 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (bfdaeb58-e874-40ed-8fad-4ffee64e4760), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.819165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting subnet e3016b20-352a-4223-bbe3-80864cf79039 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:00.847332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (e3016b20-352a-4223-bbe3-80864cf79039), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:00.914900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Router c1680082-6c70-4ddb-8f37-1d4f2650c9f6 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:47:00.950490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] No DVR routers for this DVR port bfdaeb58-e874-40ed-8fad-4ffee64e4760 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:00.961965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Port': ['ID=bfdaeb58-e874-40ed-8fad-4ffee64e4760,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:01.080609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89111628-3622-4718-b13e-40a27f5743b8 None None] Provisioning complete for port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:01.081487 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89111628-3622-4718-b13e-40a27f5743b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.141371 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:01.175429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (e3016b20-352a-4223-bbe3-80864cf79039), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.181338 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:01.187029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89111628-3622-4718-b13e-40a27f5743b8 None None] Port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:47:01.202423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89111628-3622-4718-b13e-40a27f5743b8 None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:01.203563 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89111628-3622-4718-b13e-40a27f5743b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.204753 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-23e7ae10-6ead-40b8-91c6-b02285ac0c3e req-710c77ec-2189-4dac-8af3-b101ffc26bba tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=494237a8-d01a-4eb6-8de2-621c350f8700 HTTP/1.1" status: 200 len: 210 time: 0.1031010 Jul 28 10:47:01.219377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:01.239982 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6ebde79a-5f4d-4424-81b5-1447ef279a4e admin admin] 10.222.0.46 "PUT /v2.0/routers/e2f888e9-129b-461c-bb3e-9a9f4b9070d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4980390 Jul 28 10:47:01.252304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:01.295349 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:01.334568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c328e1-268f-4258-a530-e84ed5d39dd2 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:01.340840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] Sync routers for ids ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:01.414036 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:01.544774 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] Routers {'e2f888e9-129b-461c-bb3e-9a9f4b9070d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:01.545700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:01.555004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ac95ffb6-80d9-4753-8f4e-c8f1db02a899 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:01.568804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.594377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (e3016b20-352a-4223-bbe3-80864cf79039), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.635136 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:01.661447 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:01.665906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89111628-3622-4718-b13e-40a27f5743b8 None None] Current status of the port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:01.736042 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks [] for router (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.749202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (e3016b20-352a-4223-bbe3-80864cf79039), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.753158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (32b77ec5-5d23-4b2b-972b-db5a538910c8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.810528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-58a93e1b-2c87-4465-9317-0c1e920c7fcc None None] Provisioning complete for port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:01.810945 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a93e1b-2c87-4465-9317-0c1e920c7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.825188 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port b6d0605c-22a8-4b1a-8ef5-3ed336577c2a yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:47:01.873672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:01.878276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.920744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:01.928077 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/e3016b20-352a-4223-bbe3-80864cf79039 HTTP/1.1" status: 204 len: 168 time: 1.2385576 Jul 28 10:47:01.928077 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c819d5-d6d3-4293-8a6f-e73b1df2455d tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Subnet': ['ID=e3016b20-352a-4223-bbe3-80864cf79039,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:01.942998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36100) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:02.250345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] Set router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:02.325217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 172.20.0.2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/4dd12768-7f48-4e99-8316-3478a28e665b/b6d0605c-22a8-4b1a-8ef5-3ed336577c2a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:02.335248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fe44:22ed (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/449ea8e6-6513-4ad0-8406-989f5d0e994a/b6d0605c-22a8-4b1a-8ef5-3ed336577c2a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:02.579572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c5ca0d-3228-45f1-9f4a-b25cfd8b59cd None None] Network c742f3be-4af3-415e-8f1d-371697c9c864 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:02.583179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b77ec5-5d23-4b2b-972b-db5a538910c8']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:02.632973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6121e01-82a8-4728-9120-f331026f6537') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:02.633374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6121e01-82a8-4728-9120-f331026f6537') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:02.660460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (e6121e01-82a8-4728-9120-f331026f6537), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:02.663184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:02.673499 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] Sync routers for ids ['c1680082-6c70-4ddb-8f37-1d4f2650c9f6'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:02.678647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:02.683387 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd89b5c1-c985-4571-ad88-b90b1810fc02 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "PUT /v2.0/routers/c1680082-6c70-4ddb-8f37-1d4f2650c9f6 HTTP/1.1" status: 200 len: 881 time: 13.3338599 Jul 28 10:47:02.688903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36116) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:02.703763 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] Routers {'c1680082-6c70-4ddb-8f37-1d4f2650c9f6'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:02.704468 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1680082-6c70-4ddb-8f37-1d4f2650c9f6'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:02.745692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e6121e01-82a8-4728-9120-f331026f6537), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:02.775385 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:02.795737 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:47:02.796149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (e6121e01-82a8-4728-9120-f331026f6537), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:02.799852 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:02.813794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '449ea8e6-6513-4ad0-8406-989f5d0e994a', 'ip_address': '2001:db8::f816:3eff:fe4d:4785'}, {'subnet_id': '4dd12768-7f48-4e99-8316-3478a28e665b'}], 'binding:host_id': 'n-d-850468-6'}, 'id': 'ac95ffb6-80d9-4753-8f4e-c8f1db02a899'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:47:02.824276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1bb2f640-9d1e-4890-8bd6-b39021c81c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:02.830099 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] Routers {'c1680082-6c70-4ddb-8f37-1d4f2650c9f6'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:02.842315 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1680082-6c70-4ddb-8f37-1d4f2650c9f6'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:02.915334 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:02.916176 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33fab0-0337-4504-823e-1b3b9dac1174 None None] The sync data for ids ['c1680082-6c70-4ddb-8f37-1d4f2650c9f6'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:02.926937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks [] for router_gateway (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:02.987702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9070f609-08a2-48af-a48e-927df46580e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:46:56Z', 'revision_number': 5, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port': {'id': '9070f609-08a2-48af-a48e-927df46580e6', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:03.099045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] Checking router: e2f888e9-129b-461c-bb3e-9a9f4b9070d1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:47:03.114902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.133132 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9265d9-a57d-4e66-aad3-ec3b889f5e40 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:03.134728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9265d9-a57d-4e66-aad3-ec3b889f5e40 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:03.145146 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1b9265d9-a57d-4e66-aad3-ec3b889f5e40 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/187932ba-28fc-4635-8a63-3975ca131eeb HTTP/1.1" status: 404 len: 337 time: 1.1974580 Jul 28 10:47:03.162647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36130) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.165153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-58a93e1b-2c87-4465-9317-0c1e920c7fcc None None] Current status of the port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:03.165660 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a93e1b-2c87-4465-9317-0c1e920c7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.188416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] Routers {'e2f888e9-129b-461c-bb3e-9a9f4b9070d1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:03.189143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:46:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:03.198642 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e6121e01-82a8-4728-9120-f331026f6537 resource provider aggregate not found Jul 28 10:47:03.218786 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (32b77ec5-5d23-4b2b-972b-db5a538910c8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.247974 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.262146 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/networks/32b77ec5-5d23-4b2b-972b-db5a538910c8 HTTP/1.1" status: 204 len: 168 time: 3.9244351 Jul 28 10:47:03.263884 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e6121e01-82a8-4728-9120-f331026f6537 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6121e01-82a8-4728-9120-f331026f6537 found for delete ", "request_id": "req-4702eaf8-ba42-4c11-b447-7e81316a1a48"}]} Jul 28 10:47:03.277579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36136) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.290389 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:03.305760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] DHCP port deletion for c742f3be-4af3-415e-8f1d-371697c9c864 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:03.316224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Deleting port 9070f609-08a2-48af-a48e-927df46580e6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:03.316603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9070f609-08a2-48af-a48e-927df46580e6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.347035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (b6d0605c-22a8-4b1a-8ef5-3ed336577c2a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.364917 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a1541454-665c-40fa-8430-25d29caa5188 req-60ffbee4-d275-43e4-afa1-1207ebddc38b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=494237a8-d01a-4eb6-8de2-621c350f8700 HTTP/1.1" status: 200 len: 210 time: 0.2149787 Jul 28 10:47:03.382713 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d7fd08f-b569-468e-8863-aa9927dbee70 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac49a32b-a544-42de-b66a-31d16a384f3c HTTP/1.1" status: 200 len: 205 time: 0.0907643 Jul 28 10:47:03.386384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.419565 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] For port 9070f609-08a2-48af-a48e-927df46580e6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9070f609-08a2-48af-a48e-927df46580e6,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:03.420182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9070f609-08a2-48af-a48e-927df46580e6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.439574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Calling delete_port for 9070f609-08a2-48af-a48e-927df46580e6 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:03.461505 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-83d370f4-bdb8-4f5e-86cd-5dccc82ffbb6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] delete failed (client error): The resource could not be found. Jul 28 10:47:03.483721 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-83d370f4-bdb8-4f5e-86cd-5dccc82ffbb6 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/routers/ac49a32b-a544-42de-b66a-31d16a384f3c HTTP/1.1" status: 404 len: 336 time: 0.0940063 Jul 28 10:47:03.484630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36146) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.562010 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbd4655-f274-416b-8d26-56b06813ce21 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:03.562010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbd4655-f274-416b-8d26-56b06813ce21 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:03.563224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] Deleting port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:03.563608 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.577437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:03.577834 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.591356 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:03.591356 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:03.591648 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-edbd4655-f274-416b-8d26-56b06813ce21 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/c56d75cb-f224-4b45-b11c-718b122a0021 HTTP/1.1" status: 404 len: 337 time: 0.0977340 Jul 28 10:47:03.591648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.612576 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce4e7655-ab5d-46ed-b225-c474a2585965 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/c1680082-6c70-4ddb-8f37-1d4f2650c9f6 HTTP/1.1" status: 200 len: 922 time: 0.9222789 Jul 28 10:47:03.620416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79908b7-d49e-4056-b2a4-06e45b38a81d tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Network': ['ID=32b77ec5-5d23-4b2b-972b-db5a538910c8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:03.624599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36152) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.656068 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:03.664931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-58a93e1b-2c87-4465-9317-0c1e920c7fcc None None] For port ac95ffb6-80d9-4753-8f4e-c8f1db02a899, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:03.686366 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cc27fe-a35d-4b2c-9d51-5054fcdc1fba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:03.687097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cc27fe-a35d-4b2c-9d51-5054fcdc1fba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:03.690625 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a8cc27fe-a35d-4b2c-9d51-5054fcdc1fba tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/33dbbc97-b8db-4265-92d7-c7274f76b5d6 HTTP/1.1" status: 404 len: 337 time: 0.0913630 Jul 28 10:47:03.692392 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b6d0605c-22a8-4b1a-8ef5-3ed336577c2a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.701929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36154) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.714565 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-8af1026e-7238-45a7-92c7-35999d19d9be req-f26d4513-9b99-41e4-8eca-e6360c320a72 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=494237a8-d01a-4eb6-8de2-621c350f8700 HTTP/1.1" status: 200 len: 210 time: 0.0549829 Jul 28 10:47:03.724964 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58a93e1b-2c87-4465-9317-0c1e920c7fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.727719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] Set router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:03.814825 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4248532-f1e1-44bb-8fa9-a363807c6767 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:03.815866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4248532-f1e1-44bb-8fa9-a363807c6767 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:03.820679 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e4248532-f1e1-44bb-8fa9-a363807c6767 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/11a8bfcb-a36b-4e9a-a726-3777efd21c93 HTTP/1.1" status: 404 len: 337 time: 0.1182506 Jul 28 10:47:03.828566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36160) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.853476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a93e1b-2c87-4465-9317-0c1e920c7fcc None None] Pushing event updated for resources: {'Port': ['ID=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:03.856294 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:03.884502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=b6d0605c-22a8-4b1a-8ef5-3ed336577c2a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:03.900237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:03.914118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:03.915659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting subnet 29d098b1-dde7-45db-bded-efe28b129ba3 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:03.922929 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-721144ee-47b4-4117-b605-dc46b321e5fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:03.923927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721144ee-47b4-4117-b605-dc46b321e5fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:03.927395 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-721144ee-47b4-4117-b605-dc46b321e5fc tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/54f7442c-5609-4d04-9e6f-35078f4ea0dd HTTP/1.1" status: 404 len: 333 time: 0.0941894 Jul 28 10:47:03.931827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36164) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:03.932414 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (29d098b1-dde7-45db-bded-efe28b129ba3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.987240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (29d098b1-dde7-45db-bded-efe28b129ba3), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:03.994322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] For port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,segment=NetworkSegment(a4fb39b3-7af4-4eb5-81cf-6912f62f7e92),segment_id=a4fb39b3-7af4-4eb5-81cf-6912f62f7e92)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:03.994838 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.013186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] Calling delete_port for 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:04.053615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:47:02Z', 'revision_number': 6, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:04.091399 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f921f7ae-3f6e-4613-9711-b0aaad2a8d4e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:04.091868 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f921f7ae-3f6e-4613-9711-b0aaad2a8d4e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:04.097282 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f921f7ae-3f6e-4613-9711-b0aaad2a8d4e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/0b576254-1366-466d-9e1c-0e141011804b HTTP/1.1" status: 404 len: 337 time: 0.1621037 Jul 28 10:47:04.107788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36172) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.118692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (29d098b1-dde7-45db-bded-efe28b129ba3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.177351 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:47:04.177715 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:47:04.179924 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3a9f77-3708-4ada-9ef5-fcbd043c9772 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:04.180403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3a9f77-3708-4ada-9ef5-fcbd043c9772 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:04.186019 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fc3a9f77-3708-4ada-9ef5-fcbd043c9772 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/11a7485b-4b4f-4702-8f8c-f4ae9da62f60 HTTP/1.1" status: 404 len: 337 time: 0.0748780 Jul 28 10:47:04.191239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36174) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.202533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e7f75f82-50b5-4c81-8b09-28a2e8aa8abc None None] Provisioning complete for port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:04.202533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7f75f82-50b5-4c81-8b09-28a2e8aa8abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.221003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a0e33-6dd7-4ded-b99b-a0a8ad777a52 None None] The sync data for ids ['e2f888e9-129b-461c-bb3e-9a9f4b9070d1'] in n-d-850468-6 is: [{'id': 'e2f888e9-129b-461c-bb3e-9a9f4b9070d1', 'name': 'tempest-ListServersNegativeTestJSON-1161910649-router', 'tenant_id': 'c153af93b73a42319a79b2bf94d696be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:47:02Z', 'revision_number': 6, 'project_id': 'c153af93b73a42319a79b2bf94d696be', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:04.284768 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e474df-f8ee-4163-be99-40a4ce86436e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:04.286200 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e474df-f8ee-4163-be99-40a4ce86436e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:04.289626 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e7e474df-f8ee-4163-be99-40a4ce86436e tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/a2f425b4-f15c-4269-bc5f-3c1153307509 HTTP/1.1" status: 404 len: 333 time: 0.0977631 Jul 28 10:47:04.301702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36186) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.327557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:04.327713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b59d4a4-34fa-45ab-a626-d55a59930a2e tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:04.329568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.330727 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5b59d4a4-34fa-45ab-a626-d55a59930a2e tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=c1680082-6c70-4ddb-8f37-1d4f2650c9f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6851180 Jul 28 10:47:04.338114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36190) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.345239 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f4c5486f-f701-43da-94c0-6bac32caea27 {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:47:04.349542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (29d098b1-dde7-45db-bded-efe28b129ba3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.351560 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:47:04.365887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e7f75f82-50b5-4c81-8b09-28a2e8aa8abc None None] Port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:47:04.386197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e7f75f82-50b5-4c81-8b09-28a2e8aa8abc None None] Provisioning complete for port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:04.386640 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7f75f82-50b5-4c81-8b09-28a2e8aa8abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.422116 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.429043 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/subnets/29d098b1-dde7-45db-bded-efe28b129ba3 HTTP/1.1" status: 204 len: 168 time: 1.1478603 Jul 28 10:47:04.429883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36198) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.448989 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0e8442-40e3-4c03-9d3d-740fe6c42c58 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:04.453589 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0e8442-40e3-4c03-9d3d-740fe6c42c58 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:04.453777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9070f609-08a2-48af-a48e-927df46580e6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.465137 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6d0e8442-40e3-4c03-9d3d-740fe6c42c58 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/bb66bd0a-72c9-41e3-a22f-0960cf1b1bcb HTTP/1.1" status: 404 len: 337 time: 0.1623318 Jul 28 10:47:04.474457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea2b57-1dba-4653-8ee8-d545755617c3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Subnet': ['ID=29d098b1-dde7-45db-bded-efe28b129ba3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:04.481607 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:47:04.499617 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:04.499984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36200) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.514693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d0bf1-27fa-4873-a457-aa5e01cd793d None None] Network 6adf905b-f7cd-429e-af07-86f08482ac60 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:04.530535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.542752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e7f75f82-50b5-4c81-8b09-28a2e8aa8abc None None] Could not find standard attr ID for object 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:47:04.573063 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-87089ab4-ecd8-4135-b5c7-ddf37e817f59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2451425 Jul 28 10:47:04.574708 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65aa735-ae10-4d5d-8f23-67f21c40c4e4 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:04.575341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65aa735-ae10-4d5d-8f23-67f21c40c4e4 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:04.578455 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36204) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.579362 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a65aa735-ae10-4d5d-8f23-67f21c40c4e4 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/subnets/6c24244b-f0a5-4492-b9c8-f1a7e8bea9bb HTTP/1.1" status: 404 len: 337 time: 0.0764215 Jul 28 10:47:04.582854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36206) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.591208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Pushing event deleted for resources: {'Port': ['ID=9070f609-08a2-48af-a48e-927df46580e6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:04.748842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting subnet 6a30cd97-3265-4bf5-88ce-77cb304b16e5 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:04.753462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (6a30cd97-3265-4bf5-88ce-77cb304b16e5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.838179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.841259 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=12,neutron:UPDATE=4,neutron:SELECT=84 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:04.846352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (6a30cd97-3265-4bf5-88ce-77cb304b16e5), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:04.883158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e12c6-159f-4ccf-ac8b-ac302951d9a2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:04.888708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e12c6-159f-4ccf-ac8b-ac302951d9a2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:04.890034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] No DVR routers for this DVR port 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:04.895477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ec35c-2f5a-4b55-ba67-6cd04254de27 None None] Pushing event deleted for resources: {'Port': ['ID=14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:04.902108 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1d3e12c6-159f-4ccf-ac8b-ac302951d9a2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3203440 Jul 28 10:47:04.906540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36216) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:04.996589 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66007db9-7fa4-40fe-8ac6-fa32799d0334 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:04.998399 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-66007db9-7fa4-40fe-8ac6-fa32799d0334 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.6548266 Jul 28 10:47:05.008936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Deleting port 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:05.009502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.014501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36218) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:05.036452 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:05.065695 n-d-850468-6 neutron-server[104689]: INFO neutron.plugins.ml2.db [None req-e7f75f82-50b5-4c81-8b09-28a2e8aa8abc None None] No ports have port_id starting with 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe Jul 28 10:47:05.075964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:05.107813 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b7b44de7-d455-445a-b279-84eaa7ff7abe tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1680082-6c70-4ddb-8f37-1d4f2650c9f6 HTTP/1.1" status: 200 len: 205 time: 0.0899630 Jul 28 10:47:05.117106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36222) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:05.212108 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0dc462b-eb80-4950-ac9a-96ca4c25f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.246742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] DHCP port deletion for 6adf905b-f7cd-429e-af07-86f08482ac60 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:05.304409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.318443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks [] for router_controller (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.336005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.362713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bfdaeb58-e874-40ed-8fad-4ffee64e4760 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:05.419894 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:05.469000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port b6d0605c-22a8-4b1a-8ef5-3ed336577c2a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:05.470242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b6d0605c-22a8-4b1a-8ef5-3ed336577c2a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.477566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.499984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6a30cd97-3265-4bf5-88ce-77cb304b16e5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.591060 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e2f888e9-129b-461c-bb3e-9a9f4b9070d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.594592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2f888e9-129b-461c-bb3e-9a9f4b9070d1 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:47:05.596979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Calling delete_port for 06d05199-2b96-4ca3-83a4-64ebb55d0fb3 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:05.603466 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.605057 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5904f46b-db09-46ff-b08a-79f3c6d88647 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e2f888e9-129b-461c-bb3e-9a9f4b9070d1 HTTP/1.1" status: 204 len: 168 time: 4.3117521 Jul 28 10:47:05.607452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (6a30cd97-3265-4bf5-88ce-77cb304b16e5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.621049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36232) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:05.636625 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:05.648198 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/subnets/6a30cd97-3265-4bf5-88ce-77cb304b16e5 HTTP/1.1" status: 204 len: 168 time: 1.1952519 Jul 28 10:47:05.657440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36234) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:05.703661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a46603-17dd-410e-9423-3a356a5227a3 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Subnet': ['ID=6a30cd97-3265-4bf5-88ce-77cb304b16e5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:05.957456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: bfdaeb58-e874-40ed-8fad-4ffee64e4760 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:05.958265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device bfdaeb58-e874-40ed-8fad-4ffee64e4760 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:06.049349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] Deleting subnet 7abb52a5-1711-4247-af1b-40360f1d6731 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:06.054475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b6d0605c-22a8-4b1a-8ef5-3ed336577c2a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.063715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec841e2-39d4-4126-b383-ec8aaedcde40 None None] Network b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:06.095790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] Publish callbacks [] for subnet (7abb52a5-1711-4247-af1b-40360f1d6731), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.105980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.137418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for b6d0605c-22a8-4b1a-8ef5-3ed336577c2a owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:06.151393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6adf905b-f7cd-429e-af07-86f08482ac60), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.262183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (7abb52a5-1711-4247-af1b-40360f1d6731), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.329420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ac95ffb6-80d9-4753-8f4e-c8f1db02a899 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:06.370110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7abb52a5-1711-4247-af1b-40360f1d6731), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.370529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] Deleting port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:06.371005 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.437408 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:06.455695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Deleting port dbb7c292-6c38-4497-8c94-383ca955f782 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:06.456042 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dbb7c292-6c38-4497-8c94-383ca955f782), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.463422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (7abb52a5-1711-4247-af1b-40360f1d6731), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.501054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] DHCP port deletion for b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:06.524079 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.527255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:06.527795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.602998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] For port edce3a70-ecf1-4f90-9b82-1f26b1e12db0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,segment=NetworkSegment(f57e9616-0282-4de8-a980-aa108df854f7),segment_id=f57e9616-0282-4de8-a980-aa108df854f7)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:06.603386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.619145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Calling delete_port for edce3a70-ecf1-4f90-9b82-1f26b1e12db0 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:06.635115 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:06.644935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:06.658634 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.664313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] For port edce3a70-ecf1-4f90-9b82-1f26b1e12db0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,segment=NetworkSegment(f57e9616-0282-4de8-a980-aa108df854f7),segment_id=f57e9616-0282-4de8-a980-aa108df854f7)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:06.664839 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.681119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Allocated IP 172.20.0.3 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/4dd12768-7f48-4e99-8316-3478a28e665b/ac95ffb6-80d9-4753-8f4e-c8f1db02a899) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:06.759022 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:06.760346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] Deleting port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:06.760818 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.765202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] Calling delete_port for edce3a70-ecf1-4f90-9b82-1f26b1e12db0 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:06.835966 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:06.837398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (06d05199-2b96-4ca3-83a4-64ebb55d0fb3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.873377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.904513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abb52a5-1711-4247-af1b-40360f1d6731,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:06.907414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:06.912021 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9827daf3-bdb3-46dc-9528-90ccefe28f30 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7abb52a5-1711-4247-af1b-40360f1d6731 HTTP/1.1" status: 204 len: 168 time: 1.2836642 Jul 28 10:47:06.913033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] No DVR routers for this DVR port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:06.914810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36258) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:06.978678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33721c36-54c1-4cda-af16-3e16cf611b4a None None] Network de6ab044-62c3-4931-bccf-ee1cec01f1d0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:06.989993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Port': ['ID=06d05199-2b96-4ca3-83a4-64ebb55d0fb3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:07.046373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.047666 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0d206310-d48d-4cd0-9351-336acffeb7b2 tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/ports/06d05199-2b96-4ca3-83a4-64ebb55d0fb3 HTTP/1.1" status: 204 len: 168 time: 2.4627142 Jul 28 10:47:07.053998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36262) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:07.106798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Port': ['ID=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:07.231737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c742f3be-4af3-415e-8f1d-371697c9c864), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.278057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (de6ab044-62c3-4931-bccf-ee1cec01f1d0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.324022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] For port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ec146b5-4b6a-4e49-adac-c3bbf90884a7,segment=NetworkSegment(27efc14d-ab12-4d20-bb7e-a651b06550f0),segment_id=27efc14d-ab12-4d20-bb7e-a651b06550f0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:07.324499 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.337326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dbb7c292-6c38-4497-8c94-383ca955f782), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.347039 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (edce3a70-ecf1-4f90-9b82-1f26b1e12db0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.378219 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Calling delete_port for dbb7c292-6c38-4497-8c94-383ca955f782 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:07.382514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6adf905b-f7cd-429e-af07-86f08482ac60), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.452254 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c742f3be-4af3-415e-8f1d-371697c9c864), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.465054 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adf905b-f7cd-429e-af07-86f08482ac60']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:07.484480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c742f3be-4af3-415e-8f1d-371697c9c864']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:07.499258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fb39b3-7af4-4eb5-81cf-6912f62f7e92') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:07.499564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fb39b3-7af4-4eb5-81cf-6912f62f7e92') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:07.512512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (a4fb39b3-7af4-4eb5-81cf-6912f62f7e92), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.529563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a4fb39b3-7af4-4eb5-81cf-6912f62f7e92), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.529815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] Calling delete_port for 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:07.532322 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57e9616-0282-4de8-a980-aa108df854f7') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:07.532955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57e9616-0282-4de8-a980-aa108df854f7') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:07.543797 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:47:07.544423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (a4fb39b3-7af4-4eb5-81cf-6912f62f7e92), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.563148 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f57e9616-0282-4de8-a980-aa108df854f7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.581406 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:07.588652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] For port ac95ffb6-80d9-4753-8f4e-c8f1db02a899, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:07.601823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] Pushing event deleted for resources: {'Port': ['ID=edce3a70-ecf1-4f90-9b82-1f26b1e12db0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:07.627187 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f57e9616-0282-4de8-a980-aa108df854f7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.675093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc127f-148a-4637-9cb8-9d3068487f4a None None] No DVR routers for this DVR port edce3a70-ecf1-4f90-9b82-1f26b1e12db0 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:07.686522 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a4fb39b3-7af4-4eb5-81cf-6912f62f7e92 resource provider aggregate not found Jul 28 10:47:07.686955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.693590 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c742f3be-4af3-415e-8f1d-371697c9c864), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.705407 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.707180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:07.734804 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.746023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] 10.222.0.46 "DELETE /v2.0/networks/c742f3be-4af3-415e-8f1d-371697c9c864 HTTP/1.1" status: 204 len: 168 time: 0.6906028 Jul 28 10:47:07.752487 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b6d0605c-22a8-4b1a-8ef5-3ed336577c2a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.758335 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a4fb39b3-7af4-4eb5-81cf-6912f62f7e92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4fb39b3-7af4-4eb5-81cf-6912f62f7e92 found for delete ", "request_id": "req-e91aa434-2f16-4e2f-9ac3-df6d4e71800e"}]} Jul 28 10:47:07.777407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:47:07.782520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f57e9616-0282-4de8-a980-aa108df854f7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.790082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083629d-e34f-4256-a8c8-0d0444288d8b tempest-PortsTestJSON-530301272 tempest-PortsTestJSON-530301272-project] Pushing event deleted for resources: {'Network': ['ID=c742f3be-4af3-415e-8f1d-371697c9c864,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:07.796842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Deleting port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:07.797397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:07.950864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:07.964302 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:08.027133 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] For port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,segment=NetworkSegment(36cce41e-5b97-4ed7-990d-730cbcddb1d8),segment_id=36cce41e-5b97-4ed7-990d-730cbcddb1d8)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:08.032464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.063033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:08.063600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 14d90fb9-66f6-4fbc-a0a2-1c853d69d4fe not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:08.063794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device edce3a70-ecf1-4f90-9b82-1f26b1e12db0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:08.082454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Calling delete_port for 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:08.125935 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] DHCP port deletion for de6ab044-62c3-4931-bccf-ee1cec01f1d0 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:08.135137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: edce3a70-ecf1-4f90-9b82-1f26b1e12db0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:08.135721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device edce3a70-ecf1-4f90-9b82-1f26b1e12db0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:08.136302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 650770f9-dc14-4bc5-a585-e49a939cd8b0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:08.139788 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.184122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Publish callbacks [] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.198677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 650770f9-dc14-4bc5-a585-e49a939cd8b0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:08.199755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 650770f9-dc14-4bc5-a585-e49a939cd8b0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:08.200684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9070f609-08a2-48af-a48e-927df46580e6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:08.236497 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.280223 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:08.291685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9070f609-08a2-48af-a48e-927df46580e6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:08.291911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.292445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9070f609-08a2-48af-a48e-927df46580e6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:08.364760 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:08.375517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] No DVR routers for this DVR port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:08.460310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] Deleting port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:08.464416 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.578721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36296) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:08.598173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (6ec146b5-4b6a-4e49-adac-c3bbf90884a7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.682995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (de6ab044-62c3-4931-bccf-ee1cec01f1d0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.701065 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:08.717014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] No DVR routers for this DVR port 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:08.743205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:08.745258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c573f5-794b-4937-8ca8-40955791e0fc None None] Pushing event updated for resources: {'Port': ['ID=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:08.767926 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:08.775569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6ab044-62c3-4931-bccf-ee1cec01f1d0']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:08.833525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cce41e-5b97-4ed7-990d-730cbcddb1d8') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:08.833837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cce41e-5b97-4ed7-990d-730cbcddb1d8') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:08.868507 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (36cce41e-5b97-4ed7-990d-730cbcddb1d8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.889741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:08.890097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:08.890523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:08.914221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465c7f5-850f-46b7-bad9-10ee2ab8e482 None None] Pushing event deleted for resources: {'Port': ['ID=6ec146b5-4b6a-4e49-adac-c3bbf90884a7,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:08.937884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (36cce41e-5b97-4ed7-990d-730cbcddb1d8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.976368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:47:08.976997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] For port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:08.977104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:08.979049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (36cce41e-5b97-4ed7-990d-730cbcddb1d8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.002092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:09.003821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ec146b5-4b6a-4e49-adac-c3bbf90884a7 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:09.029489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] Calling delete_port for 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:09.039346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] Port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:47:09.040634 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5b3b73d9-dfd4-40f1-8eb8-588e741b85f7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.087234 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6271f163-05fc-4ba5-9786-4e7fa5b1b618 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f9e1d9e253547c89d0c8594bb1f73f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067954 Jul 28 10:47:09.090505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36304) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:09.127928 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f57e9616-0282-4de8-a980-aa108df854f7 resource provider aggregate not found Jul 28 10:47:09.147281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (de6ab044-62c3-4931-bccf-ee1cec01f1d0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.161980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] No DVR routers for this DVR port 5b3b73d9-dfd4-40f1-8eb8-588e741b85f7 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:09.174805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda803a-8afb-42fe-a251-e76bd3560ac7 None None] Pushing event deleted for resources: {'Port': ['ID=5b3b73d9-dfd4-40f1-8eb8-588e741b85f7,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:09.178979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.195095 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] 10.222.0.46 "DELETE /v2.0/networks/de6ab044-62c3-4931-bccf-ee1cec01f1d0 HTTP/1.1" status: 204 len: 168 time: 2.2755070 Jul 28 10:47:09.248231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=b6d0605c-22a8-4b1a-8ef5-3ed336577c2a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:09.266957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (dbb7c292-6c38-4497-8c94-383ca955f782), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.307707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a34c9-0051-47e5-a756-2529bc085adc admin admin] Pushing event deleted for resources: {'Network': ['ID=de6ab044-62c3-4931-bccf-ee1cec01f1d0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:09.321949 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f57e9616-0282-4de8-a980-aa108df854f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f57e9616-0282-4de8-a980-aa108df854f7 found for delete ", "request_id": "req-3b8999e7-8d8d-4642-8fbb-0a3d9a9cef42"}]} Jul 28 10:47:09.322916 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6adf905b-f7cd-429e-af07-86f08482ac60), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.389881 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c89334a8-df5f-44ee-a4ba-6976ac3341f1 admin admin] Publish callbacks [] for security_group (78649656-0c42-443d-9629-4771f23d4a88), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.475939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c89334a8-df5f-44ee-a4ba-6976ac3341f1 admin admin] Publish callbacks [] for security_group (78649656-0c42-443d-9629-4771f23d4a88), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.503338 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.528670 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/networks/6adf905b-f7cd-429e-af07-86f08482ac60 HTTP/1.1" status: 204 len: 168 time: 3.8631785 Jul 28 10:47:09.541382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event deleted for resources: {'Port': ['ID=dbb7c292-6c38-4497-8c94-383ca955f782,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:09.556387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36312) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:09.610250 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c89334a8-df5f-44ee-a4ba-6976ac3341f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (78649656-0c42-443d-9629-4771f23d4a88), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.614156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c89334a8-df5f-44ee-a4ba-6976ac3341f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.623202 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c89334a8-df5f-44ee-a4ba-6976ac3341f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78649656-0c42-443d-9629-4771f23d4a88 HTTP/1.1" status: 204 len: 168 time: 0.5253043 Jul 28 10:47:09.630269 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36318) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:09.727776 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-08936479-f2e1-4b3b-b45b-e59ef9f8f173 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c153af93b73a42319a79b2bf94d696be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916569 Jul 28 10:47:09.727776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89334a8-df5f-44ee-a4ba-6976ac3341f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78649656-0c42-443d-9629-4771f23d4a88,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:09.728920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36320) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:09.826355 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 36cce41e-5b97-4ed7-990d-730cbcddb1d8 resource provider aggregate not found Jul 28 10:47:09.859058 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 36cce41e-5b97-4ed7-990d-730cbcddb1d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36cce41e-5b97-4ed7-990d-730cbcddb1d8 found for delete ", "request_id": "req-8b619c8e-ee38-4597-98d8-c3495188f035"}]} Jul 28 10:47:09.936569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b861dd1-f7dd-435d-b60f-e576435b6631 admin admin] Publish callbacks [] for security_group (a314dd25-4dff-45e4-baac-fad73fc845e1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.974163 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:09.986868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:09.990102 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbc5f5-6d64-4f0d-831c-56b12b340157 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Network': ['ID=6adf905b-f7cd-429e-af07-86f08482ac60,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:09.999270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-99a444e4-ffc8-40fe-bdf8-b236e19c3a26 None None] Provisioning complete for port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:09.999747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-99a444e4-ffc8-40fe-bdf8-b236e19c3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:10.032892 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b861dd1-f7dd-435d-b60f-e576435b6631 admin admin] Publish callbacks [] for security_group (a314dd25-4dff-45e4-baac-fad73fc845e1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:10.183430 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:10.197026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b861dd1-f7dd-435d-b60f-e576435b6631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a314dd25-4dff-45e4-baac-fad73fc845e1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:10.199652 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b861dd1-f7dd-435d-b60f-e576435b6631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:10.200937 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1b861dd1-f7dd-435d-b60f-e576435b6631 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a314dd25-4dff-45e4-baac-fad73fc845e1 HTTP/1.1" status: 204 len: 168 time: 0.4651966 Jul 28 10:47:10.211963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:10.254968 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b861dd1-f7dd-435d-b60f-e576435b6631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a314dd25-4dff-45e4-baac-fad73fc845e1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:10.340994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-99a444e4-ffc8-40fe-bdf8-b236e19c3a26 None None] Current status of the port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:10.685100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ac95ffb6-80d9-4753-8f4e-c8f1db02a899 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:10.698150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-61e46d3e-0276-4724-bab8-a13a485d178c None None] Could not find standard attr ID for object b6d0605c-22a8-4b1a-8ef5-3ed336577c2a. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:47:10.774718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:10.778537 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ca815be4-bf39-48b5-b7e9-54d2f9a821d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/b6d0605c-22a8-4b1a-8ef5-3ed336577c2a HTTP/1.1" status: 204 len: 168 time: 5.8696201 Jul 28 10:47:10.785659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36350) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:10.961145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6702fa-f799-4257-9faa-1934f552a32a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:10.963010 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6702fa-f799-4257-9faa-1934f552a32a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:10.964423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6702fa-f799-4257-9faa-1934f552a32a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:10.979319 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:10.981488 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-db6702fa-f799-4257-9faa-1934f552a32a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1903894 Jul 28 10:47:10.988630 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36366) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:11.007989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:11.008209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:11.008788 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.046253 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.055920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27efc14d-ab12-4d20-bb7e-a651b06550f0') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:11.056671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27efc14d-ab12-4d20-bb7e-a651b06550f0') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:11.066952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.106984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (27efc14d-ab12-4d20-bb7e-a651b06550f0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.216641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 449ea8e6-6513-4ad0-8406-989f5d0e994a {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:11.246913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (449ea8e6-6513-4ad0-8406-989f5d0e994a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.282716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (27efc14d-ab12-4d20-bb7e-a651b06550f0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.293049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:47:11.293776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (27efc14d-ab12-4d20-bb7e-a651b06550f0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.433002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (449ea8e6-6513-4ad0-8406-989f5d0e994a), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.464556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c1680082-6c70-4ddb-8f37-1d4f2650c9f6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.468394 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Fanout notify agent at l3_agent the message router_deleted on router c1680082-6c70-4ddb-8f37-1d4f2650c9f6 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:47:11.481613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.483202 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7ba66c0d-1221-4005-854f-5eedba302725 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/c1680082-6c70-4ddb-8f37-1d4f2650c9f6 HTTP/1.1" status: 204 len: 168 time: 6.3619013 Jul 28 10:47:11.485525 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 27efc14d-ab12-4d20-bb7e-a651b06550f0 resource provider aggregate not found Jul 28 10:47:11.490217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.507811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36398) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:11.514815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-75c85633-b96b-4c43-b355-55c395e56f51 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1975116111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:11.531143 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 27efc14d-ab12-4d20-bb7e-a651b06550f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27efc14d-ab12-4d20-bb7e-a651b06550f0 found for delete ", "request_id": "req-97e3f41d-1fc7-4776-bb0f-c183d3b77607"}]} Jul 28 10:47:11.541066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.547372 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/networks/b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e HTTP/1.1" status: 204 len: 168 time: 1.9821606 Jul 28 10:47:11.551723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36402) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:11.596627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613f04f-433a-472e-8a3d-5e6d0d741940 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Network': ['ID=b4c5a06a-fd30-4dd8-b7b8-d3eb5cc01a4e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:11.626926 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75c85633-b96b-4c43-b355-55c395e56f51 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.630049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75c85633-b96b-4c43-b355-55c395e56f51 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.647440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting subnet 88b99a89-ad42-4c9d-9573-e78d94c5bdfb {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:11.652014 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (88b99a89-ad42-4c9d-9573-e78d94c5bdfb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.735154 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:11.756671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (88b99a89-ad42-4c9d-9573-e78d94c5bdfb), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.758295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:11.761746 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.823264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (449ea8e6-6513-4ad0-8406-989f5d0e994a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:11.981570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:12.011269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (449ea8e6-6513-4ad0-8406-989f5d0e994a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.027173 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:12.052204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75c85633-b96b-4c43-b355-55c395e56f51 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.117405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.119201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768be89a-95df-4bd9-8292-a484e6b34f9f None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:12.126247 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/449ea8e6-6513-4ad0-8406-989f5d0e994a HTTP/1.1" status: 204 len: 168 time: 1.1358092 Jul 28 10:47:12.132808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36422) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:12.136324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e3385-3f47-4f23-a350-d64575bdb4de tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=449ea8e6-6513-4ad0-8406-989f5d0e994a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:12.210930 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (88b99a89-ad42-4c9d-9573-e78d94c5bdfb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.295139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2969d5-bd1d-4027-a5c0-196f3f354a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.319078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75c85633-b96b-4c43-b355-55c395e56f51 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.336543 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 4dd12768-7f48-4e99-8316-3478a28e665b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:12.343046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (4dd12768-7f48-4e99-8316-3478a28e665b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.401408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75c85633-b96b-4c43-b355-55c395e56f51 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.408209 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-75c85633-b96b-4c43-b355-55c395e56f51 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8960447 Jul 28 10:47:12.433197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36446) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:12.437695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': True}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:12.597958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (4dd12768-7f48-4e99-8316-3478a28e665b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.737837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (88b99a89-ad42-4c9d-9573-e78d94c5bdfb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.925795 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=2,neutron:SELECT=75 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:12.952872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668337e-4f31-4a49-854b-e2f8c405c9a8 None None] Network e5c10736-9e1f-481a-88fa-ebbea61da3d1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:12.981479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:12.988535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:12.995204 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/subnets/88b99a89-ad42-4c9d-9573-e78d94c5bdfb HTTP/1.1" status: 204 len: 168 time: 1.4405475 Jul 28 10:47:13.004465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36472) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:13.014528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Subnet': ['ID=88b99a89-ad42-4c9d-9573-e78d94c5bdfb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:13.095998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (4dd12768-7f48-4e99-8316-3478a28e665b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.287314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.287681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.288031 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.288639 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.289242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.296633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.297241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.300115 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.301131 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.304053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.305000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.305644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.312019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (4dd12768-7f48-4e99-8316-3478a28e665b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.317060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.317780 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.318921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b4d74-dcc2-47ce-ab5c-0cd5c1f41044 tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:13.433581 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2969d5-bd1d-4027-a5c0-196f3f354a89 admin admin] Publish callbacks [] for security_group (9609f2ee-b726-4425-89b5-5e4c3180aee9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.463723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] DHCP port deletion for e5c10736-9e1f-481a-88fa-ebbea61da3d1 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:13.528903 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:13.545495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd12768-7f48-4e99-8316-3478a28e665b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:13.553611 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2969d5-bd1d-4027-a5c0-196f3f354a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9609f2ee-b726-4425-89b5-5e4c3180aee9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.560347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36480) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:13.596600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] Deleting port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:13.599337 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.653172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.668929 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0fe63338-e926-48fe-88c0-eb9817a7ba5b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/4dd12768-7f48-4e99-8316-3478a28e665b HTTP/1.1" status: 204 len: 168 time: 1.5336459 Jul 28 10:47:13.685318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2969d5-bd1d-4027-a5c0-196f3f354a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9609f2ee-b726-4425-89b5-5e4c3180aee9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:13.692326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36484) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:13.750514 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4a2969d5-bd1d-4027-a5c0-196f3f354a89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7711c11e2f7f4fe8b1a4749cebff8865&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9885628 Jul 28 10:47:13.756492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36486) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:13.808839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] For port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,segment=NetworkSegment(f9ef76ea-9423-4c7c-8104-ffecd89681cd),segment_id=f9ef76ea-9423-4c7c-8104-ffecd89681cd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:13.809261 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.846532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-795851325-network', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:13.850160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.860516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (e5c10736-9e1f-481a-88fa-ebbea61da3d1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.869836 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-09e4ec25-5581-400f-90dc-9ce7195857b6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1735153 Jul 28 10:47:13.873702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36490) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:13.880833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:13.882095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] Calling delete_port for 40ca29c8-bfe8-414e-90cc-9edd7d125b4b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:13.896750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-eaf3eaa5-5be5-4f90-91be-563812533a17 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:13.897545 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-eaf3eaa5-5be5-4f90-91be-563812533a17 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 10:47:13.898385 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-eaf3eaa5-5be5-4f90-91be-563812533a17 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 10:47:13.899613 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-eaf3eaa5-5be5-4f90-91be-563812533a17 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9030981 Jul 28 10:47:13.909020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36492) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:13.928071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041416685'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:13.971476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:13.991225 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.007516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Made reservation on behalf of a3652f288c18441cb1e04b49e4224bb1 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:14.010575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.085167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115cafca-9023-4d23-af2f-2c05147305df None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:14.108098 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.133733 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:14.141992 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:14.147029 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.157696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.171833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d23b3c48-e8a1-4e77-8271-f5648f1756a2 admin admin] Publish callbacks [] for security_group (9609f2ee-b726-4425-89b5-5e4c3180aee9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.199566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:14.214709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.260746 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:14.286910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d72c9568-c3ce-4151-957f-9fd32f077acf None None] Provisioning complete for port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:14.286910 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d72c9568-c3ce-4151-957f-9fd32f077acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.310829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:14.323355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d23b3c48-e8a1-4e77-8271-f5648f1756a2 admin admin] Publish callbacks [] for security_group (9609f2ee-b726-4425-89b5-5e4c3180aee9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.380893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Deleting port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:14.381279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.455331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks [] for security_group (5d25d9ff-f925-46e8-82c9-2791a493630b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.468669 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5d25d9ff-f925-46e8-82c9-2791a493630b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.482329 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=21 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:14.514647 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:14.515595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:47:14.545022 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.550488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 40ca29c8-bfe8-414e-90cc-9edd7d125b4b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:14.587468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 40ca29c8-bfe8-414e-90cc-9edd7d125b4b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:14.587830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 40ca29c8-bfe8-414e-90cc-9edd7d125b4b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:14.599782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (47f7fe9e-3e2b-4a62-a4e1-62d34b92862d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.603957 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Added segment 47f7fe9e-3e2b-4a62-a4e1-62d34b92862d of type vlan for network eb0e6710-e280-4c53-9408-e98f4b9c79df Jul 28 10:47:14.621481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] Pushing event deleted for resources: {'Port': ['ID=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:14.632024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] For port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,segment=NetworkSegment(f9ef76ea-9423-4c7c-8104-ffecd89681cd),segment_id=f9ef76ea-9423-4c7c-8104-ffecd89681cd)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:14.632617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.651336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d94d9-83b1-4e77-b3e1-53147f73fc26 None None] No DVR routers for this DVR port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:14.658340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:14.678583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d72c9568-c3ce-4151-957f-9fd32f077acf None None] Current status of the port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:14.697399 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (eb0e6710-e280-4c53-9408-e98f4b9c79df), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.698725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Calling delete_port for 40ca29c8-bfe8-414e-90cc-9edd7d125b4b owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:14.714043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] Deleting port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:14.714571 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.737312 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=69,neutron:INSERT=27,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:14.762493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (41389b48-89f1-47b7-8999-24f0c9bc2340), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.778811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (eb0e6710-e280-4c53-9408-e98f4b9c79df), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.779769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:14.780417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.783086 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (41389b48-89f1-47b7-8999-24f0c9bc2340), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.791077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d25d9ff-f925-46e8-82c9-2791a493630b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:14.826744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] For port ac95ffb6-80d9-4753-8f4e-c8f1db02a899, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:14.827402 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.850879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] Calling delete_port for ac95ffb6-80d9-4753-8f4e-c8f1db02a899 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:14.895585 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.2598243 Jul 28 10:47:14.905182 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36498) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:14.913001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Request body: {'subnet': {'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-795851325-subnet', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:14.929832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.931239 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0078716 Jul 28 10:47:14.949122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36500) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:14.954591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7183d7-926f-479c-aa03-295706e1a637 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41389b48-89f1-47b7-8999-24f0c9bc2340,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:14.957485 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4c9dc-2426-47da-ae1d-72807f8b479b admin admin] Pushing event updated for resources: {'Network': ['ID=eb0e6710-e280-4c53-9408-e98f4b9c79df,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:14.975212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d23b3c48-e8a1-4e77-8271-f5648f1756a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9609f2ee-b726-4425-89b5-5e4c3180aee9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.981694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d23b3c48-e8a1-4e77-8271-f5648f1756a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:14.984724 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d23b3c48-e8a1-4e77-8271-f5648f1756a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9609f2ee-b726-4425-89b5-5e4c3180aee9 HTTP/1.1" status: 204 len: 168 time: 1.2276325 Jul 28 10:47:14.992162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-19e0ca7f-83f9-40bc-9641-58ee1b1a9291 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '41389b48-89f1-47b7-8999-24f0c9bc2340', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:14.997074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b3c48-e8a1-4e77-8271-f5648f1756a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9609f2ee-b726-4425-89b5-5e4c3180aee9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:15.038837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network eb0e6710-e280-4c53-9408-e98f4b9c79df details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:47:15.045678 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:15.098353 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (ac95ffb6-80d9-4753-8f4e-c8f1db02a899), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.137793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] Pushing event deleted for resources: {'Port': ['ID=ac95ffb6-80d9-4753-8f4e-c8f1db02a899,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:15.168227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5c418-711e-4c9a-8f90-ac6cf5219674 None None] No DVR routers for this DVR port ac95ffb6-80d9-4753-8f4e-c8f1db02a899 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:15.205948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Made reservation on behalf of a3652f288c18441cb1e04b49e4224bb1 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:15.208525 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.217488 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:15.236951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19e0ca7f-83f9-40bc-9641-58ee1b1a9291 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group_rule (6965861f-1ef1-4821-9d64-7773b8e561bb), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.283474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (7ecc7785-e4db-44b9-ad65-03d577d8a9e6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.371247 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:15.407248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:15.420397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972ada2-51ca-43a2-a9b4-a8b700fbf19f None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:15.441992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:15.442874 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.447425 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (40ca29c8-bfe8-414e-90cc-9edd7d125b4b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.499170 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Port': ['ID=40ca29c8-bfe8-414e-90cc-9edd7d125b4b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:15.545525 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=7ecc7785-e4db-44b9-ad65-03d577d8a9e6,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:15.549993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] No DVR routers for this DVR port 40ca29c8-bfe8-414e-90cc-9edd7d125b4b on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:15.555474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19e0ca7f-83f9-40bc-9641-58ee1b1a9291 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group_rule (6965861f-1ef1-4821-9d64-7773b8e561bb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.564807 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-15324046-deea-4064-baad-6c757bcf1b66 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6893189 Jul 28 10:47:15.568514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36508) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:15.572634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.577608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:15.601224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.603309 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19e0ca7f-83f9-40bc-9641-58ee1b1a9291 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (6965861f-1ef1-4821-9d64-7773b8e561bb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.617962 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36510) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:15.685665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-81a4bbf9-e083-4af7-a83f-56d9b4a2d242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.686114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': '7ecc7785-e4db-44b9-ad65-03d577d8a9e6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:47:15.686114 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.764734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (e5c10736-9e1f-481a-88fa-ebbea61da3d1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.808948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c10736-9e1f-481a-88fa-ebbea61da3d1']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:15.824251 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ef76ea-9423-4c7c-8104-ffecd89681cd') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:15.824499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ef76ea-9423-4c7c-8104-ffecd89681cd') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:15.839906 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (f9ef76ea-9423-4c7c-8104-ffecd89681cd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.860632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f9ef76ea-9423-4c7c-8104-ffecd89681cd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.866855 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:15.871087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:15.923133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Allocated IP 172.20.0.2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/7ecc7785-e4db-44b9-ad65-03d577d8a9e6/d93222bc-e293-4e1d-b25f-afdef953c462) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:16.017526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Allocated IP 172.25.2.199 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/487e6c8b-0e9a-49a9-9a04-cda33b06daa9) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:16.053906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-81a4bbf9-e083-4af7-a83f-56d9b4a2d242 admin admin] Publish callbacks [] for security_group (867e7822-63ea-48b8-a028-c8e625990a9a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.068832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-81a4bbf9-e083-4af7-a83f-56d9b4a2d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (867e7822-63ea-48b8-a028-c8e625990a9a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.124663 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-81a4bbf9-e083-4af7-a83f-56d9b4a2d242 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b22536b1f1349abb1f943cf28340e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5037506 Jul 28 10:47:16.134984 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:16.136325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36514) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:16.180943 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:16.192324 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Publish callbacks [] for port (d93222bc-e293-4e1d-b25f-afdef953c462), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.202772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4bbf9-e083-4af7-a83f-56d9b4a2d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867e7822-63ea-48b8-a028-c8e625990a9a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:16.206048 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.246630 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:16.288779 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:16.292231 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Pushing event updated for resources: {'Port': ['ID=d93222bc-e293-4e1d-b25f-afdef953c462,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:16.313809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:16.317203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:16.322232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:16.325570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5dd555b1-49e0-4fc5-b31d-ca1f3fa29c05 admin admin] Publish callbacks [] for security_group (867e7822-63ea-48b8-a028-c8e625990a9a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.397717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Attempting to bind port d93222bc-e293-4e1d-b25f-afdef953c462 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:47:16.398195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Attempting to bind port d93222bc-e293-4e1d-b25f-afdef953c462 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:47:16.398626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Attempting to bind port d93222bc-e293-4e1d-b25f-afdef953c462 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:47:16.404622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:47:16.405030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:47:16.405635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.406121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:47:16.406675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Bound port: d93222bc-e293-4e1d-b25f-afdef953c462, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:47:16.407138 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.492953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5dd555b1-49e0-4fc5-b31d-ca1f3fa29c05 admin admin] Publish callbacks [] for security_group (867e7822-63ea-48b8-a028-c8e625990a9a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.537140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ac95ffb6-80d9-4753-8f4e-c8f1db02a899 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:16.552560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] For port d93222bc-e293-4e1d-b25f-afdef953c462, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:47:16.610302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ac95ffb6-80d9-4753-8f4e-c8f1db02a899 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:16.611294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ac95ffb6-80d9-4753-8f4e-c8f1db02a899 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:16.651551 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:16.661475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:47:16.662113 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (f9ef76ea-9423-4c7c-8104-ffecd89681cd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.673782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] For port d93222bc-e293-4e1d-b25f-afdef953c462, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d93222bc-e293-4e1d-b25f-afdef953c462,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:47:16.691776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.694254 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5dd555b1-49e0-4fc5-b31d-ca1f3fa29c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (867e7822-63ea-48b8-a028-c8e625990a9a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.697476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5dd555b1-49e0-4fc5-b31d-ca1f3fa29c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.698982 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5dd555b1-49e0-4fc5-b31d-ca1f3fa29c05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/867e7822-63ea-48b8-a028-c8e625990a9a HTTP/1.1" status: 204 len: 168 time: 0.5564375 Jul 28 10:47:16.747362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd555b1-49e0-4fc5-b31d-ca1f3fa29c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867e7822-63ea-48b8-a028-c8e625990a9a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:16.833099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:47:16.883238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ca7f-83f9-40bc-9641-58ee1b1a9291 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6965861f-1ef1-4821-9d64-7773b8e561bb,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:16.913075 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (e5c10736-9e1f-481a-88fa-ebbea61da3d1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.923675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.934326 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/networks/e5c10736-9e1f-481a-88fa-ebbea61da3d1 HTTP/1.1" status: 204 len: 168 time: 3.9114053 Jul 28 10:47:16.935421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (987bd9d7-1193-4baf-b86e-bd8ccd5ba34f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.948636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5741e-2951-4599-b2fb-07fc76a1b52c None None] Pushing event updated for resources: {'Port': ['ID=d93222bc-e293-4e1d-b25f-afdef953c462,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:16.950864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19e0ca7f-83f9-40bc-9641-58ee1b1a9291 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:16.955357 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-19e0ca7f-83f9-40bc-9641-58ee1b1a9291 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0025115 Jul 28 10:47:16.955536 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f9ef76ea-9423-4c7c-8104-ffecd89681cd resource provider aggregate not found Jul 28 10:47:16.982512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:16.982824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36524) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:16.992855 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:17.062063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e2de414a-a536-4389-a0c1-55a519a040f9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '41389b48-89f1-47b7-8999-24f0c9bc2340', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:17.099914 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment f9ef76ea-9423-4c7c-8104-ffecd89681cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9ef76ea-9423-4c7c-8104-ffecd89681cd found for delete ", "request_id": "req-c3b85a55-8884-4a26-a45d-c1233f9c65f1"}]} Jul 28 10:47:17.188936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36532) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:17.189522 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-02c203f6-2e7d-4c92-9280-2a0c7f79563a tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "GET /v2.0/ports?device_id=84ab13dc-6899-409f-8cf2-8247d0c25bb7 HTTP/1.1" status: 200 len: 205 time: 0.1857157 Jul 28 10:47:17.194172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea701ac-0171-4399-8401-ad10264fd0ac tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Pushing event deleted for resources: {'Network': ['ID=e5c10736-9e1f-481a-88fa-ebbea61da3d1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:17.321772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2de414a-a536-4389-a0c1-55a519a040f9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group_rule (e788106d-86c4-4331-8dcf-689be81074a9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:17.336590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987bd9d7-1193-4baf-b86e-bd8ccd5ba34f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:17.345417 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Checking segment: {'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:47:17.345790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Network hostable DHCP agents. Network: eb0e6710-e280-4c53-9408-e98f4b9c79df, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:47:17.385081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for port (487e6c8b-0e9a-49a9-9a04-cda33b06daa9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:17.434652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Network eb0e6710-e280-4c53-9408-e98f4b9c79df is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:47:17.473235 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, eb0e6710-e280-4c53-9408-e98f4b9c79df) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:17.481591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66867e-4e8e-41f3-8c89-0f7417e3581a None None] Network eb0e6710-e280-4c53-9408-e98f4b9c79df requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:17.489804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:17.491000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:17.548556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (487e6c8b-0e9a-49a9-9a04-cda33b06daa9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:17.626911 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Port': ['ID=487e6c8b-0e9a-49a9-9a04-cda33b06daa9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:17.643325 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4f7494fc-e3f8-4cde-bfbf-b3ec99928928 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7350628 Jul 28 10:47:17.645882 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-e2de414a-a536-4389-a0c1-55a519a040f9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 10:47:17.649490 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e2de414a-a536-4389-a0c1-55a519a040f9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6442299 Jul 28 10:47:17.650475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36542) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:17.663250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:17.671252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:17.672466 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36544) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:17.687955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:17.691892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:17.794052 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:17.836228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-eb0e6710-e280-4c53-9408-e98f4b9c79df', 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df', 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'fixed_ips': [{'subnet_id': '987bd9d7-1193-4baf-b86e-bd8ccd5ba34f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:47:17.837193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:17.853943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c240b818-a405-40c2-8ab4-346dbeec8276 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (41389b48-89f1-47b7-8999-24f0c9bc2340), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:17.856763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (63a59f7b-7d46-463c-b356-ed43d21905be), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:17.858188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (63a59f7b-7d46-463c-b356-ed43d21905be), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.102956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Allocated IP 172.20.0.2 (eb0e6710-e280-4c53-9408-e98f4b9c79df/987bd9d7-1193-4baf-b86e-bd8ccd5ba34f/a7a0d7a6-970e-4902-92f3-d9c83ea8e983) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:18.104943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c240b818-a405-40c2-8ab4-346dbeec8276 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (41389b48-89f1-47b7-8999-24f0c9bc2340), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.149643 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e3213e-4856-4cfe-addb-6f7f467907fb tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router (84ab13dc-6899-409f-8cf2-8247d0c25bb7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.268529 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks [] for router_controller (63a59f7b-7d46-463c-b356-ed43d21905be), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.357115 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Publish callbacks [] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.370342 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:18.383609 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.736295 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks [] for router_gateway (63a59f7b-7d46-463c-b356-ed43d21905be), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.737801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.783998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e3213e-4856-4cfe-addb-6f7f467907fb tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (84ab13dc-6899-409f-8cf2-8247d0c25bb7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.792557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e3213e-4856-4cfe-addb-6f7f467907fb tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router_controller (84ab13dc-6899-409f-8cf2-8247d0c25bb7), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:18.831991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d93222bc-e293-4e1d-b25f-afdef953c462 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:18.962036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Network eb0e6710-e280-4c53-9408-e98f4b9c79df is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:19.000002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e3213e-4856-4cfe-addb-6f7f467907fb tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (84ab13dc-6899-409f-8cf2-8247d0c25bb7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.001580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e3213e-4856-4cfe-addb-6f7f467907fb tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Fanout notify agent at l3_agent the message router_deleted on router 84ab13dc-6899-409f-8cf2-8247d0c25bb7 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:47:19.012707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d93222bc-e293-4e1d-b25f-afdef953c462 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:19.015877 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e2e3213e-4856-4cfe-addb-6f7f467907fb tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.022382 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.032337 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e2e3213e-4856-4cfe-addb-6f7f467907fb tempest-RoutersNegativeIpV6Test-1804616847 tempest-RoutersNegativeIpV6Test-1804616847-project] 10.222.0.46 "DELETE /v2.0/routers/84ab13dc-6899-409f-8cf2-8247d0c25bb7 HTTP/1.1" status: 204 len: 168 time: 1.8334019 Jul 28 10:47:19.037475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.038434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Pushing event updated for resources: {'Port': ['ID=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:19.066883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:19.073349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:19.244463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4717e59b-8d6f-496b-8bee-6b4dc9331f38 None None] Provisioning complete for port d93222bc-e293-4e1d-b25f-afdef953c462 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:19.246358 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4717e59b-8d6f-496b-8bee-6b4dc9331f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.329133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c240b818-a405-40c2-8ab4-346dbeec8276 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (41389b48-89f1-47b7-8999-24f0c9bc2340), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.334163 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c240b818-a405-40c2-8ab4-346dbeec8276 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.336300 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c240b818-a405-40c2-8ab4-346dbeec8276 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/41389b48-89f1-47b7-8999-24f0c9bc2340 HTTP/1.1" status: 204 len: 168 time: 1.6623867 Jul 28 10:47:19.345903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36572) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:19.370494 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] For port d93222bc-e293-4e1d-b25f-afdef953c462, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d93222bc-e293-4e1d-b25f-afdef953c462,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:19.383851 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:19.385949 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:19.395766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240b818-a405-40c2-8ab4-346dbeec8276 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41389b48-89f1-47b7-8999-24f0c9bc2340,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:19.468816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Attempting to bind port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:47:19.471239 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Attempting to bind port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:47:19.472916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Attempting to bind port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 on network eb0e6710-e280-4c53-9408-e98f4b9c79df {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:47:19.483982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (d93222bc-e293-4e1d-b25f-afdef953c462), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.495967 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:19.501047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.513939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:47:19.515768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Checking segment: {'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:47:19.516938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.517527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Bound using segment: {'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:47:19.518266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Bound port: a7a0d7a6-970e-4902-92f3-d9c83ea8e983, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:47:19.518893 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.644531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (abc5b30e-c552-4aed-aa2f-73e57952a165), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.702364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36580) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:19.721607 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2cd96e8e-77f3-4c8a-a00d-3c6166645c60 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3680122 Jul 28 10:47:19.761056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d93222bc-e293-4e1d-b25f-afdef953c462 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:19.761450 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.771879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4717e59b-8d6f-496b-8bee-6b4dc9331f38 None None] Current status of the port d93222bc-e293-4e1d-b25f-afdef953c462 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:19.772595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4717e59b-8d6f-496b-8bee-6b4dc9331f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.789660 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36584) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:19.810753 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c504ffec-b8b2-4334-87d9-91cb0a9e77a7 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--915519933'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:19.830586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] For port a7a0d7a6-970e-4902-92f3-d9c83ea8e983, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:47:19.864793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] For port a7a0d7a6-970e-4902-92f3-d9c83ea8e983, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,segment=NetworkSegment(47f7fe9e-3e2b-4a62-a4e1-62d34b92862d),segment_id=47f7fe9e-3e2b-4a62-a4e1-62d34b92862d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:47:19.870598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port d93222bc-e293-4e1d-b25f-afdef953c462, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d93222bc-e293-4e1d-b25f-afdef953c462,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:19.875905 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.883308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:19.953801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:19.964202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-4717e59b-8d6f-496b-8bee-6b4dc9331f38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:47:19.965061 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-4717e59b-8d6f-496b-8bee-6b4dc9331f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:47:19.986692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:20.005059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:20.006759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.052469 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks [] for router_gateway (63a59f7b-7d46-463c-b356-ed43d21905be), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.055705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39846f8-4ac9-4f88-a16d-92c79802060a None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:20.060811 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:20.069062 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:20.084420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=d93222bc-e293-4e1d-b25f-afdef953c462,revision_number=4']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:20.111322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c504ffec-b8b2-4334-87d9-91cb0a9e77a7 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.117080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=abc5b30e-c552-4aed-aa2f-73e57952a165,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:20.141732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.189833 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6069825 Jul 28 10:47:20.196523 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.203913 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.204226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.204578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.204988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.205291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.205669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.206041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.207442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.207786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.208121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.221166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.221687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.229717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.230158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.238794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36594) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:20.272741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:b3:5c:c0', 'name': 'tempest-NetworksTestDHCPv6-2044268939'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:20.294981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad195a-9d22-4a41-9d02-d9b8c12678cd None None] Pushing event updated for resources: {'Port': ['ID=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:20.411096 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.411809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.412039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.412395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.412755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.413145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.413521 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.414352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.414656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.414991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.415322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.416020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.416594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.417165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.417498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba96c48-4fc7-4de5-a2c7-4e58976b98c8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:20.603028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:20.605308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.652924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.704246 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Allocated IP 172.25.2.44 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9170c720-dca6-4b71-a8c5-183640a36fbc) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:20.733387 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4717e59b-8d6f-496b-8bee-6b4dc9331f38 None None] Current status of the port d93222bc-e293-4e1d-b25f-afdef953c462 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:20.744031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=d93222bc-e293-4e1d-b25f-afdef953c462,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:20.815376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c504ffec-b8b2-4334-87d9-91cb0a9e77a7 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (a616ee6f-89f5-48cb-9531-bf305894afc5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.836562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c504ffec-b8b2-4334-87d9-91cb0a9e77a7 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a616ee6f-89f5-48cb-9531-bf305894afc5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:20.883361 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-878803ad-4236-46fe-bc9d-b9b579372622 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=940ca78241e54ac28d49e68739adf558&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1787117 Jul 28 10:47:20.886741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d93222bc-e293-4e1d-b25f-afdef953c462 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:20.905997 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36606) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:21.020743 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:21.049760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504ffec-b8b2-4334-87d9-91cb0a9e77a7 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a616ee6f-89f5-48cb-9531-bf305894afc5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:21.094303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d93222bc-e293-4e1d-b25f-afdef953c462 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:21.100850 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.137966 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.233488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port c38e8684-aa9d-4f6c-9459-9edd076c3ddc yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:47:21.242831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c504ffec-b8b2-4334-87d9-91cb0a9e77a7 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.244133 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c504ffec-b8b2-4334-87d9-91cb0a9e77a7 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4500041 Jul 28 10:47:21.254636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36616) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:21.305559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d93222bc-e293-4e1d-b25f-afdef953c462 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:21.307217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7a0d7a6-970e-4902-92f3-d9c83ea8e983 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:21.336198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a8cce2b2-ba30-451a-81e8-3bbf0f9ceeee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'a616ee6f-89f5-48cb-9531-bf305894afc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:21.336961 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-a8cce2b2-ba30-451a-81e8-3bbf0f9ceeee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 10:47:21.338590 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-a8cce2b2-ba30-451a-81e8-3bbf0f9ceeee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:21.339868 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a8cce2b2-ba30-451a-81e8-3bbf0f9ceeee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0440364 Jul 28 10:47:21.340098 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:21.348088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36618) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:21.432171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:21.432577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.471464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2630bb0-8966-40ff-b8f7-9ae306cac2ab admin admin] Publish callbacks [] for security_group (f0ba7731-2427-4a5f-b43d-7ec074ba4636), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.528452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Router 59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:47:21.553160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2630bb0-8966-40ff-b8f7-9ae306cac2ab admin admin] Publish callbacks [] for security_group (f0ba7731-2427-4a5f-b43d-7ec074ba4636), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.643344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks [] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.705396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2630bb0-8966-40ff-b8f7-9ae306cac2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f0ba7731-2427-4a5f-b43d-7ec074ba4636), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.710895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:21.711319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.716759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2630bb0-8966-40ff-b8f7-9ae306cac2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.720612 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b2630bb0-8966-40ff-b8f7-9ae306cac2ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0ba7731-2427-4a5f-b43d-7ec074ba4636 HTTP/1.1" status: 204 len: 168 time: 0.8064175 Jul 28 10:47:21.823615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a7a0d7a6-970e-4902-92f3-d9c83ea8e983, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,segment=NetworkSegment(47f7fe9e-3e2b-4a62-a4e1-62d34b92862d),segment_id=47f7fe9e-3e2b-4a62-a4e1-62d34b92862d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:21.832212 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.837228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-21403f08-f298-4a18-933d-104490003d5d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (a616ee6f-89f5-48cb-9531-bf305894afc5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:21.878998 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:21.936187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:22.004041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2630bb0-8966-40ff-b8f7-9ae306cac2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ba7731-2427-4a5f-b43d-7ec074ba4636,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:22.004670 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:22.091029 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-21403f08-f298-4a18-933d-104490003d5d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (a616ee6f-89f5-48cb-9531-bf305894afc5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.158572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 172.20.0.13 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/7ecc7785-e4db-44b9-ad65-03d577d8a9e6/c38e8684-aa9d-4f6c-9459-9edd076c3ddc) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:22.170167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:feb3:5cc0 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/abc5b30e-c552-4aed-aa2f-73e57952a165/c38e8684-aa9d-4f6c-9459-9edd076c3ddc) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:22.181796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-13e88f9e-0b13-4529-8e10-5bb9f22773c7 None None] Provisioning complete for port d93222bc-e293-4e1d-b25f-afdef953c462 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:22.182212 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-13e88f9e-0b13-4529-8e10-5bb9f22773c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.277764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c625bbe-21d6-4e05-b1f3-eb663c7c585f None None] Network eb0e6710-e280-4c53-9408-e98f4b9c79df requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:22.355218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.427315 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:22.432194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:22.440998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:22.445670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:22.457557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.459689 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c396028-b049-4844-a307-1c918b2ab8ee tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "PUT /v2.0/routers/59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 HTTP/1.1" status: 200 len: 919 time: 10.0253873 Jul 28 10:47:22.468542 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:22.480418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-13e88f9e-0b13-4529-8e10-5bb9f22773c7 None None] Current status of the port d93222bc-e293-4e1d-b25f-afdef953c462 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:22.488304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] Sync routers for ids ['59fa0b2c-07cd-4add-82c9-8fdd4be60ba8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:22.490851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36638) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:22.507975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Pushing event updated for resources: {'Port': ['ID=9170c720-dca6-4b71-a8c5-183640a36fbc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:22.516158 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-21403f08-f298-4a18-933d-104490003d5d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a616ee6f-89f5-48cb-9531-bf305894afc5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.519062 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-21403f08-f298-4a18-933d-104490003d5d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.523076 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-21403f08-f298-4a18-933d-104490003d5d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/a616ee6f-89f5-48cb-9531-bf305894afc5 HTTP/1.1" status: 204 len: 168 time: 1.1618042 Jul 28 10:47:22.523915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36642) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:22.570436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21403f08-f298-4a18-933d-104490003d5d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616ee6f-89f5-48cb-9531-bf305894afc5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:22.610301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] Routers {'59fa0b2c-07cd-4add-82c9-8fdd4be60ba8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:22.610959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['59fa0b2c-07cd-4add-82c9-8fdd4be60ba8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:22.708270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:22.712933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ed14ff00-539c-4f82-bfea-9b73f6e1b6ef None None] Provisioning complete for port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:22.713311 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed14ff00-539c-4f82-bfea-9b73f6e1b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.770662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] Routers {'59fa0b2c-07cd-4add-82c9-8fdd4be60ba8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:22.781922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['59fa0b2c-07cd-4add-82c9-8fdd4be60ba8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:22.831746 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-63693234-fa87-4b5c-ba63-7a64252493b4 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2965057 Jul 28 10:47:22.837333 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36652) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:22.854033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:22.854801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440aad5-4cba-41da-8ce0-fb7ce2ca1e09 None None] The sync data for ids ['59fa0b2c-07cd-4add-82c9-8fdd4be60ba8'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:22.863782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d93222bc-e293-4e1d-b25f-afdef953c462 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:22.878308 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-78ba5389-1a2c-4041-8279-25abbf4b058b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--548048691'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:22.930949 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78ba5389-1a2c-4041-8279-25abbf4b058b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:22.947424 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:23.038085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (c38e8684-aa9d-4f6c-9459-9edd076c3ddc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.071043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port d93222bc-e293-4e1d-b25f-afdef953c462 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:23.072139 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.076007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ed14ff00-539c-4f82-bfea-9b73f6e1b6ef None None] Current status of the port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:23.136881 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78ba5389-1a2c-4041-8279-25abbf4b058b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (ccdc3f65-e305-45b7-8b6f-ea52422713df), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.153776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78ba5389-1a2c-4041-8279-25abbf4b058b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ccdc3f65-e305-45b7-8b6f-ea52422713df), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.206698 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba5389-1a2c-4041-8279-25abbf4b058b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc3f65-e305-45b7-8b6f-ea52422713df,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:23.213360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78ba5389-1a2c-4041-8279-25abbf4b058b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.214708 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-78ba5389-1a2c-4041-8279-25abbf4b058b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3692141 Jul 28 10:47:23.221071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36658) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:23.228959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port d93222bc-e293-4e1d-b25f-afdef953c462 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:23.228959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7a0d7a6-970e-4902-92f3-d9c83ea8e983 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:23.231235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e49cfe3f-10fa-4ee7-9f07-d8af3d062356 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'ccdc3f65-e305-45b7-8b6f-ea52422713df', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:23.232122 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-e49cfe3f-10fa-4ee7-9f07-d8af3d062356 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 10:47:23.232632 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-e49cfe3f-10fa-4ee7-9f07-d8af3d062356 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:23.234099 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e49cfe3f-10fa-4ee7-9f07-d8af3d062356 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106549 Jul 28 10:47:23.247520 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd87a72e-36ae-434c-929f-5f14bc327ad1 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 HTTP/1.1" status: 200 len: 925 time: 0.7553620 Jul 28 10:47:23.250166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36662) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:23.250513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36666) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:23.342720 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:23.371685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8780d67d-848a-46f9-a1a4-a7cd74324826 None None] Provisioning complete for port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:23.375234 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8780d67d-848a-46f9-a1a4-a7cd74324826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.392289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0d061f4-c292-46ed-b87b-b8466f4cf8ae tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (ccdc3f65-e305-45b7-8b6f-ea52422713df), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.431025 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0d061f4-c292-46ed-b87b-b8466f4cf8ae tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (ccdc3f65-e305-45b7-8b6f-ea52422713df), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.448695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c38e8684-aa9d-4f6c-9459-9edd076c3ddc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.537138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8978f64-f7a9-4c9c-996e-09fcebc29ac6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:23.542731 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e8978f64-f7a9-4c9c-996e-09fcebc29ac6 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=59fa0b2c-07cd-4add-82c9-8fdd4be60ba8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2860661 Jul 28 10:47:23.545836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36678) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:23.564342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:23.564719 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.626289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36682) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:23.692790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks [] for router_gateway (63a59f7b-7d46-463c-b356-ed43d21905be), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:23.777421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8780d67d-848a-46f9-a1a4-a7cd74324826 None None] Current status of the port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:23.778341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:23.781218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd6d295-7615-4c84-a9a6-7ba5df3c88e2 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:23.788694 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0cd6d295-7615-4c84-a9a6-7ba5df3c88e2 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.2278719 Jul 28 10:47:23.789589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:23.832877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6bf9863c-99d7-49d7-b308-d9c0766e82a5 tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-726774202', 'prefixes': ['172.20.0.0/16']}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:23.843572 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:23.879352 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-58f89ad4-4246-49df-a3e5-8d89fd2cc76c tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 HTTP/1.1" status: 200 len: 205 time: 0.0662766 Jul 28 10:47:23.880253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:23.885996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:23.886423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:23.892045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36692) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:23.926283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=c38e8684-aa9d-4f6c-9459-9edd076c3ddc,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:24.041187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0d061f4-c292-46ed-b87b-b8466f4cf8ae tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ccdc3f65-e305-45b7-8b6f-ea52422713df), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.043947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0d061f4-c292-46ed-b87b-b8466f4cf8ae tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.052127 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b0d061f4-c292-46ed-b87b-b8466f4cf8ae tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/ccdc3f65-e305-45b7-8b6f-ea52422713df HTTP/1.1" status: 204 len: 168 time: 0.7970693 Jul 28 10:47:24.059731 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36694) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:24.105753 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:24.159937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d061f4-c292-46ed-b87b-b8466f4cf8ae tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc3f65-e305-45b7-8b6f-ea52422713df,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:24.218167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:24.219451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.239938 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:24.305555 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7fd18949-11e8-4339-bb3e-984fa9cdeee3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.0658600 Jul 28 10:47:24.313023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36696) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:24.333792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6bf9863c-99d7-49d7-b308-d9c0766e82a5 tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.335431 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6bf9863c-99d7-49d7-b308-d9c0766e82a5 tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7079308 Jul 28 10:47:24.338596 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36698) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:24.358987 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (63a59f7b-7d46-463c-b356-ed43d21905be), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.382108 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:24.406562 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac121984-8bf2-4957-8209-e8f1db43ef71 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:24.414302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac121984-8bf2-4957-8209-e8f1db43ef71 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:24.419485 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ac121984-8bf2-4957-8209-e8f1db43ef71 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1038284 Jul 28 10:47:24.421810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36702) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:24.431184 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0315d522-85b5-43d8-ab61-e71589bf2f89 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3568532 Jul 28 10:47:24.441462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36704) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:24.445775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.455921 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dbd5a592-204f-494a-ba51-f89e512ef566 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569169188'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:24.519214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6b95a7f2-9a59-4847-bff6-fff49cb43eaf None None] Provisioning complete for port c38e8684-aa9d-4f6c-9459-9edd076c3ddc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:24.519741 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b95a7f2-9a59-4847-bff6-fff49cb43eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c38e8684-aa9d-4f6c-9459-9edd076c3ddc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.532368 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ea50d0d3-0bde-4454-9144-2fc965721a5f tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] 10.222.0.46 "GET /v2.0/subnetpools/7af7eb50-5905-45c3-8896-847a0e8799ad HTTP/1.1" status: 200 len: 731 time: 0.1921816 Jul 28 10:47:24.536134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36706) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:24.541693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-804c1dc1-afe5-4f45-bc02-64e50cf0851c tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1759562426'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:24.612957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6b95a7f2-9a59-4847-bff6-fff49cb43eaf None None] Port c38e8684-aa9d-4f6c-9459-9edd076c3ddc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:47:24.703247 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:24.721302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a592-204f-494a-ba51-f89e512ef566 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.758348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port c38e8684-aa9d-4f6c-9459-9edd076c3ddc {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:24.758797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c38e8684-aa9d-4f6c-9459-9edd076c3ddc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.850624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-804c1dc1-afe5-4f45-bc02-64e50cf0851c tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.852622 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-804c1dc1-afe5-4f45-bc02-64e50cf0851c tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] 10.222.0.46 "PUT /v2.0/subnetpools/7af7eb50-5905-45c3-8896-847a0e8799ad HTTP/1.1" status: 200 len: 684 time: 0.3149495 Jul 28 10:47:24.855586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36708) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:24.867100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Router 63a59f7b-7d46-463c-b356-ed43d21905be is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:47:24.915260 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c38e8684-aa9d-4f6c-9459-9edd076c3ddc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:24.968296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for c38e8684-aa9d-4f6c-9459-9edd076c3ddc owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:24.983112 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.119218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Deleting port 487e6c8b-0e9a-49a9-9a04-cda33b06daa9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:25.119467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (487e6c8b-0e9a-49a9-9a04-cda33b06daa9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.131666 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a592-204f-494a-ba51-f89e512ef566 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (17d43dd1-8a9c-46fb-a741-8fae30bebaa9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.176377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a592-204f-494a-ba51-f89e512ef566 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17d43dd1-8a9c-46fb-a741-8fae30bebaa9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.201986 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18eb84ac-ee33-4436-86ac-bb83e06cc181 tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.205497 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-18eb84ac-ee33-4436-86ac-bb83e06cc181 tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] 10.222.0.46 "DELETE /v2.0/subnetpools/7af7eb50-5905-45c3-8896-847a0e8799ad HTTP/1.1" status: 204 len: 168 time: 0.3463385 Jul 28 10:47:25.208876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36722) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.238792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5a592-204f-494a-ba51-f89e512ef566 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d43dd1-8a9c-46fb-a741-8fae30bebaa9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:25.247098 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dbd5a592-204f-494a-ba51-f89e512ef566 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.251359 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dbd5a592-204f-494a-ba51-f89e512ef566 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8030155 Jul 28 10:47:25.254633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36724) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.258632 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-fed2b2a5-465f-44d7-9751-f93da64864df tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] show failed (client error): The resource could not be found. Jul 28 10:47:25.260948 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fed2b2a5-465f-44d7-9751-f93da64864df tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] 10.222.0.46 "GET /v2.0/subnetpools/7af7eb50-5905-45c3-8896-847a0e8799ad HTTP/1.1" status: 404 len: 346 time: 0.0499418 Jul 28 10:47:25.264242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f36d0275-ef3e-46fb-925d-b9257282dabb tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '17d43dd1-8a9c-46fb-a741-8fae30bebaa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:25.264618 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-f36d0275-ef3e-46fb-925d-b9257282dabb tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 10:47:25.265074 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-f36d0275-ef3e-46fb-925d-b9257282dabb tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:25.267299 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36726) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.270509 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f36d0275-ef3e-46fb-925d-b9257282dabb tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123036 Jul 28 10:47:25.275258 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36728) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.304588 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c522d5b6-84a6-496f-ad02-c81f66db69ab tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '17d43dd1-8a9c-46fb-a741-8fae30bebaa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:25.305543 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-c522d5b6-84a6-496f-ad02-c81f66db69ab tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 10:47:25.306456 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-c522d5b6-84a6-496f-ad02-c81f66db69ab tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:25.307119 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c522d5b6-84a6-496f-ad02-c81f66db69ab tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0288210 Jul 28 10:47:25.308114 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-b3382b55-f672-4b9b-96f7-20234ae428c1 tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] delete failed (client error): The resource could not be found. Jul 28 10:47:25.310364 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b3382b55-f672-4b9b-96f7-20234ae428c1 tempest-SubnetPoolsTestJSON-1631726062 tempest-SubnetPoolsTestJSON-1631726062-project] 10.222.0.46 "DELETE /v2.0/subnetpools/7af7eb50-5905-45c3-8896-847a0e8799ad HTTP/1.1" status: 404 len: 346 time: 0.0402281 Jul 28 10:47:25.311327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36732) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.324691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-92b7e9fe-50ac-48a2-ad0f-c0aea71efe6b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '17d43dd1-8a9c-46fb-a741-8fae30bebaa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:25.325604 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-92b7e9fe-50ac-48a2-ad0f-c0aea71efe6b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 10:47:25.326122 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-92b7e9fe-50ac-48a2-ad0f-c0aea71efe6b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:25.327192 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92b7e9fe-50ac-48a2-ad0f-c0aea71efe6b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084925 Jul 28 10:47:25.328706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:25.341142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36736) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.343313 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Sync routers for ids ['63a59f7b-7d46-463c-b356-ed43d21905be'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:25.373423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8ce96f6a-ffa9-495e-9b61-1a8673c4bf3b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '17d43dd1-8a9c-46fb-a741-8fae30bebaa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:25.374376 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-8ce96f6a-ffa9-495e-9b61-1a8673c4bf3b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 10:47:25.374909 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-8ce96f6a-ffa9-495e-9b61-1a8673c4bf3b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:25.379056 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8ce96f6a-ffa9-495e-9b61-1a8673c4bf3b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0339575 Jul 28 10:47:25.381024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36740) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.387646 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (487e6c8b-0e9a-49a9-9a04-cda33b06daa9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.390558 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Routers {'63a59f7b-7d46-463c-b356-ed43d21905be'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:25.395184 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['63a59f7b-7d46-463c-b356-ed43d21905be'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:25.434324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.442800 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3901304f-b0fe-41e6-a1e8-e2ff010bed18 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7860036 Jul 28 10:47:25.444455 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36742) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.454485 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Calling delete_port for 487e6c8b-0e9a-49a9-9a04-cda33b06daa9 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:25.550933 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:25.558104 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:25.704818 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Set router 63a59f7b-7d46-463c-b356-ed43d21905be gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:25.895503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:25.907881 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c38e8684-aa9d-4f6c-9459-9edd076c3ddc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:25.947056 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:23Z', 'revision_number': 3, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:25.979172 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Checking router: 63a59f7b-7d46-463c-b356-ed43d21905be for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:47:25.979790 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Updating router 63a59f7b-7d46-463c-b356-ed43d21905be port 9170c720-dca6-4b71-a8c5-183640a36fbc binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:47:26.021594 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.184628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-184daa74-8e99-4599-976b-4548288c073e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (17d43dd1-8a9c-46fb-a741-8fae30bebaa9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.206929 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=c38e8684-aa9d-4f6c-9459-9edd076c3ddc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:26.340790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-184daa74-8e99-4599-976b-4548288c073e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (17d43dd1-8a9c-46fb-a741-8fae30bebaa9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.348366 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:26.410538 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (487e6c8b-0e9a-49a9-9a04-cda33b06daa9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.475455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.482564 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75deea0f-45f4-4f1b-a9fa-de6f55a171d4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/c38e8684-aa9d-4f6c-9459-9edd076c3ddc HTTP/1.1" status: 204 len: 168 time: 2.0498507 Jul 28 10:47:26.485819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event deleted for resources: {'Port': ['ID=487e6c8b-0e9a-49a9-9a04-cda33b06daa9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:26.522463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36764) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:26.599288 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:26.613596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-184daa74-8e99-4599-976b-4548288c073e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17d43dd1-8a9c-46fb-a741-8fae30bebaa9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.617139 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-184daa74-8e99-4599-976b-4548288c073e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.619982 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-184daa74-8e99-4599-976b-4548288c073e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/17d43dd1-8a9c-46fb-a741-8fae30bebaa9 HTTP/1.1" status: 204 len: 168 time: 1.2376220 Jul 28 10:47:26.661203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36766) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:26.679852 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02cd0ea8-1c06-4489-bd8e-a8768b46c86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.709064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184daa74-8e99-4599-976b-4548288c073e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d43dd1-8a9c-46fb-a741-8fae30bebaa9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:26.791915 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.853260 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Publish callbacks [] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.865267 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.880471 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9d53ba0b-dad0-44c9-a526-570e2ec89e7d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1939788 Jul 28 10:47:26.884525 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36770) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:26.889903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-df888c31-c44d-4f10-82fb-6a8708f6a6f6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801846317'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:26.947908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df888c31-c44d-4f10-82fb-6a8708f6a6f6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.991610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02cd0ea8-1c06-4489-bd8e-a8768b46c86f admin admin] Publish callbacks [] for security_group (af563435-1f75-485d-972d-96ea53ab4949), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:26.993661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.039808 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Attempting to bind port 9170c720-dca6-4b71-a8c5-183640a36fbc on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:47:27.040185 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Attempting to bind port 9170c720-dca6-4b71-a8c5-183640a36fbc by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:47:27.040546 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Attempting to bind port 9170c720-dca6-4b71-a8c5-183640a36fbc on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:47:27.055561 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-02cd0ea8-1c06-4489-bd8e-a8768b46c86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af563435-1f75-485d-972d-96ea53ab4949), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.062203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Pushing event updated for resources: {'Port': ['ID=9170c720-dca6-4b71-a8c5-183640a36fbc,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:27.074829 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.075559 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.076153 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.079060 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.079708 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.081666 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.082703 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.083281 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.084041 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.085043 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.086230 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.087073 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.087640 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.088187 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.088718 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:27.105103 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:47:27.105906 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:47:27.106537 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.108182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:47:27.109286 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Bound port: 9170c720-dca6-4b71-a8c5-183640a36fbc, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:47:27.109945 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.157043 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-02cd0ea8-1c06-4489-bd8e-a8768b46c86f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adbb4d983b9a4c0dbd44895622cc6997&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2570086 Jul 28 10:47:27.170911 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36776) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:27.186421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd0ea8-1c06-4489-bd8e-a8768b46c86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af563435-1f75-485d-972d-96ea53ab4949,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:27.202983 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6acc78-14c7-47de-8122-5850db5bf6bf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:27.204408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6acc78-14c7-47de-8122-5850db5bf6bf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:27.205803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6acc78-14c7-47de-8122-5850db5bf6bf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:27.208011 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ab6acc78-14c7-47de-8122-5850db5bf6bf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6398997 Jul 28 10:47:27.216000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.225944 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36778) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:27.230363 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] For port 9170c720-dca6-4b71-a8c5-183640a36fbc, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:47:27.243453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] For port 9170c720-dca6-4b71-a8c5-183640a36fbc, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9170c720-dca6-4b71-a8c5-183640a36fbc,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:47:27.264215 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.283240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 7ecc7785-e4db-44b9-ad65-03d577d8a9e6 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:27.288031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.289844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (7ecc7785-e4db-44b9-ad65-03d577d8a9e6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.347120 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df888c31-c44d-4f10-82fb-6a8708f6a6f6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (c6eba969-4ae7-405d-848d-cc9bec1fa9ad), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.360839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d8b99-18c0-49ac-8217-b10a2dd49495 None None] Pushing event updated for resources: {'Port': ['ID=9170c720-dca6-4b71-a8c5-183640a36fbc,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:27.365366 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Routers {'63a59f7b-7d46-463c-b356-ed43d21905be'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:27.366284 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['63a59f7b-7d46-463c-b356-ed43d21905be'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:27.377600 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:27.388939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df888c31-c44d-4f10-82fb-6a8708f6a6f6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c6eba969-4ae7-405d-848d-cc9bec1fa9ad), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.398385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (7ecc7785-e4db-44b9-ad65-03d577d8a9e6), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.440105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79f832b5-f9b8-4667-b354-93591d357576 admin admin] Publish callbacks [] for security_group (af563435-1f75-485d-972d-96ea53ab4949), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.462293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (59fa0b2c-07cd-4add-82c9-8fdd4be60ba8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.464560 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Fanout notify agent at l3_agent the message router_deleted on router 59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:47:27.477850 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df888c31-c44d-4f10-82fb-6a8708f6a6f6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.479133 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-df888c31-c44d-4f10-82fb-6a8708f6a6f6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5935550 Jul 28 10:47:27.483493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Allocated IP 172.20.0.1 (eb0e6710-e280-4c53-9408-e98f4b9c79df/987bd9d7-1193-4baf-b86e-bd8ccd5ba34f/7c24061e-cdea-45b6-997a-6f65d437bb1d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:27.485975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36780) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:27.486948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.494968 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bebd886d-73bf-4247-861a-7699eea5333b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 HTTP/1.1" status: 204 len: 168 time: 3.5921738 Jul 28 10:47:27.500823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36782) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:27.503282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df888c31-c44d-4f10-82fb-6a8708f6a6f6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eba969-4ae7-405d-848d-cc9bec1fa9ad,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:27.513810 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-548a038a-1165-4e8a-a4b7-887b3babc4d9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:27.514331 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-548a038a-1165-4e8a-a4b7-887b3babc4d9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 10:47:27.514838 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-548a038a-1165-4e8a-a4b7-887b3babc4d9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:27.515863 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-548a038a-1165-4e8a-a4b7-887b3babc4d9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0246105 Jul 28 10:47:27.519103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79f832b5-f9b8-4667-b354-93591d357576 admin admin] Publish callbacks [] for security_group (af563435-1f75-485d-972d-96ea53ab4949), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.520581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dce4c1de-05c6-432c-b59e-5805dd952343 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1074249162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:27.526487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36784) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:27.532018 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:27.542412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b299dd41-6cde-455b-868d-4dbf682a8467 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:27.556037 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:27.609699 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce4c1de-05c6-432c-b59e-5805dd952343 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.610994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce4c1de-05c6-432c-b59e-5805dd952343 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.719228 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:27.746444 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] Set router 63a59f7b-7d46-463c-b356-ed43d21905be gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:27.828541 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-b299dd41-6cde-455b-868d-4dbf682a8467 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:27.828961 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b299dd41-6cde-455b-868d-4dbf682a8467 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2957344 Jul 28 10:47:27.850291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36788) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:27.859769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-037269a0-0064-411a-8f99-f55b0f1f6dee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:27.864550 n-d-850468-6 neutron-server[104687]: WARNING neutron.api.v2.base [None req-037269a0-0064-411a-8f99-f55b0f1f6dee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 10:47:27.865139 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-037269a0-0064-411a-8f99-f55b0f1f6dee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:27.868876 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:27.869755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79f832b5-f9b8-4667-b354-93591d357576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (af563435-1f75-485d-972d-96ea53ab4949), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.870344 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-037269a0-0064-411a-8f99-f55b0f1f6dee tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188577 Jul 28 10:47:27.876784 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79f832b5-f9b8-4667-b354-93591d357576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.881839 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-79f832b5-f9b8-4667-b354-93591d357576 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af563435-1f75-485d-972d-96ea53ab4949 HTTP/1.1" status: 204 len: 168 time: 0.7094612 Jul 28 10:47:27.886862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:27.893031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7ecc7785-e4db-44b9-ad65-03d577d8a9e6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.901197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks [] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:27.912483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f832b5-f9b8-4667-b354-93591d357576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af563435-1f75-485d-972d-96ea53ab4949,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:27.919857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c2d2c809-9eae-43b2-a044-b5d100b5a38b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:27.952723 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:28.020087 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.064608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce4c1de-05c6-432c-b59e-5805dd952343 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (b49ac0b7-160a-4c1a-afa7-22253d29969d), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.095132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce4c1de-05c6-432c-b59e-5805dd952343 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.165107 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (7ecc7785-e4db-44b9-ad65-03d577d8a9e6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.210566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Network eb0e6710-e280-4c53-9408-e98f4b9c79df is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:28.214340 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:28.244270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:28.259947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dce4c1de-05c6-432c-b59e-5805dd952343 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.267854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:28.273407 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:23Z', 'revision_number': 3, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:28.276530 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dce4c1de-05c6-432c-b59e-5805dd952343 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7703900 Jul 28 10:47:28.281322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecc7785-e4db-44b9-ad65-03d577d8a9e6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:28.359127 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.360409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'enable_snat': False}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:28.367157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e6e09ad5-d3ef-4380-aef4-f4cede258f2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/7ecc7785-e4db-44b9-ad65-03d577d8a9e6 HTTP/1.1" status: 204 len: 168 time: 1.1477325 Jul 28 10:47:28.367428 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9237d44-61f4-4134-b6be-9602d389eb55 None None] The sync data for ids ['63a59f7b-7d46-463c-b356-ed43d21905be'] in n-d-850468-6 is: [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:23Z', 'revision_number': 3, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:28.367825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36804) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:28.371480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d71747-318a-44fc-864b-4e8f99f004ad None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:28.399767 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-c2d2c809-9eae-43b2-a044-b5d100b5a38b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:28.403790 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c2d2c809-9eae-43b2-a044-b5d100b5a38b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5015512 Jul 28 10:47:28.477414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36806) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:28.486703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Pushing event updated for resources: {'Port': ['ID=7c24061e-cdea-45b6-997a-6f65d437bb1d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:28.498301 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3283661d-0880-42f8-9a0b-9cf3c97a9a8e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:28.501166 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-3283661d-0880-42f8-9a0b-9cf3c97a9a8e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 10:47:28.502091 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-3283661d-0880-42f8-9a0b-9cf3c97a9a8e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:28.504115 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3283661d-0880-42f8-9a0b-9cf3c97a9a8e tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138121 Jul 28 10:47:28.598193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36810) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:28.617159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-207dd8d2-5bdd-4ee1-b00d-fa14e21e6b22 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:28.675815 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (63a59f7b-7d46-463c-b356-ed43d21905be), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.806729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a59efac3-40d9-4df8-9c41-9e2b1ac6e743 None None] Provisioning complete for port 7c24061e-cdea-45b6-997a-6f65d437bb1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:28.807113 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a59efac3-40d9-4df8-9c41-9e2b1ac6e743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:28.990365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a59efac3-40d9-4df8-9c41-9e2b1ac6e743 None None] Port 7c24061e-cdea-45b6-997a-6f65d437bb1d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:47:29.106222 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-207dd8d2-5bdd-4ee1-b00d-fa14e21e6b22 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:29.107765 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-207dd8d2-5bdd-4ee1-b00d-fa14e21e6b22 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5041170 Jul 28 10:47:29.116184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36818) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:29.125794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-64ef6e50-7f0a-48eb-911e-a14436eb9163 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:29.126382 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-64ef6e50-7f0a-48eb-911e-a14436eb9163 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 10:47:29.132829 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-64ef6e50-7f0a-48eb-911e-a14436eb9163 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:29.137003 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-64ef6e50-7f0a-48eb-911e-a14436eb9163 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194354 Jul 28 10:47:29.157082 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36822) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:29.167452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b9a921ee-df8a-48eb-a037-f5d4fde80ab3 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:29.564202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet abc5b30e-c552-4aed-aa2f-73e57952a165 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:29.576057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (abc5b30e-c552-4aed-aa2f-73e57952a165), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:29.714854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (abc5b30e-c552-4aed-aa2f-73e57952a165), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:29.998514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (abc5b30e-c552-4aed-aa2f-73e57952a165), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:30.200821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (abc5b30e-c552-4aed-aa2f-73e57952a165), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:30.265147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-844e078b-4991-44b0-9af1-cc3bd5044bfe None None] Provisioning complete for port d93222bc-e293-4e1d-b25f-afdef953c462 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:30.265765 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-844e078b-4991-44b0-9af1-cc3bd5044bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:30.286463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=abc5b30e-c552-4aed-aa2f-73e57952a165,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:30.308821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:30.315860 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-615a8b6c-68fb-4845-99bd-6b8b4bd46213 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/abc5b30e-c552-4aed-aa2f-73e57952a165 HTTP/1.1" status: 204 len: 168 time: 1.9458132 Jul 28 10:47:30.316590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36840) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:30.387757 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (b49ac0b7-160a-4c1a-afa7-22253d29969d), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:30.486657 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d90c9606-7067-4189-87ad-b0df465f4428 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1687839 Jul 28 10:47:30.487863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36844) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:30.503997 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:30.756343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133158c-ab5c-4b4c-b445-6352ca368d9d None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:30.760069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9170c720-dca6-4b71-a8c5-183640a36fbc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:30.760274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:30.767211 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:30.780716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:30.813971 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:30.817434 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-b9a921ee-df8a-48eb-a037-f5d4fde80ab3 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:30.819068 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b9a921ee-df8a-48eb-a037-f5d4fde80ab3 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.6609404 Jul 28 10:47:30.841598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36852) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:30.854573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d90401b8-b366-4e09-bbb0-d497a95b078d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': 'c6eba969-4ae7-405d-848d-cc9bec1fa9ad', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:30.981740 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:31.007562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (b49ac0b7-160a-4c1a-afa7-22253d29969d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.026310 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-d90401b8-b366-4e09-bbb0-d497a95b078d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:31.029913 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d90401b8-b366-4e09-bbb0-d497a95b078d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1791916 Jul 28 10:47:31.033789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36856) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:31.075499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.183240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9170c720-dca6-4b71-a8c5-183640a36fbc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:31.183546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.185410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-844e078b-4991-44b0-9af1-cc3bd5044bfe None None] Current status of the port d93222bc-e293-4e1d-b25f-afdef953c462 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:31.191464 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:31.196189 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (d21abd84-651e-47fb-9524-692bf28dc44f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.318628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:31.436595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks [] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.450683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] Deleting port d93222bc-e293-4e1d-b25f-afdef953c462 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:31.451077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.505344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:31.548408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:31.564786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:31.565972 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.606087 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:31.615091 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1258619 Jul 28 10:47:31.618903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36864) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:31.620981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9170c720-dca6-4b71-a8c5-183640a36fbc is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:31.621147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd3698-36e2-4cc5-84fb-879b1dfba346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=d21abd84-651e-47fb-9524-692bf28dc44f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:31.621386 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.638070 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:31.708649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 9170c720-dca6-4b71-a8c5-183640a36fbc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9170c720-dca6-4b71-a8c5-183640a36fbc,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:31.748431 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.750976 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:31.980539 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:31.984130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] For port d93222bc-e293-4e1d-b25f-afdef953c462, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=d93222bc-e293-4e1d-b25f-afdef953c462,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:31.986817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.001324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0dcbcd2-c740-453e-908c-bb76fa5d5888 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (c6eba969-4ae7-405d-848d-cc9bec1fa9ad), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.059602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=9170c720-dca6-4b71-a8c5-183640a36fbc,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:32.068871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] Calling delete_port for d93222bc-e293-4e1d-b25f-afdef953c462 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:32.074626 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (63a59f7b-7d46-463c-b356-ed43d21905be), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.115069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.121579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Allocated IP 172.25.2.15 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c67eba8a-3f3c-4455-80db-7ce2c95708f0) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:32.124507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.125148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.128703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.129284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.138028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.138028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.138624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.139361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.143915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.146405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.146927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.148011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.151538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.156760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:32.235456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0dcbcd2-c740-453e-908c-bb76fa5d5888 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (c6eba969-4ae7-405d-848d-cc9bec1fa9ad), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.367748 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:32.376801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.467683 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (d93222bc-e293-4e1d-b25f-afdef953c462), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.608271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] Pushing event deleted for resources: {'Port': ['ID=d93222bc-e293-4e1d-b25f-afdef953c462,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:32.632344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afdd3d3-66a1-41d7-9805-b11dc411c6fa None None] No DVR routers for this DVR port d93222bc-e293-4e1d-b25f-afdef953c462 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:32.657075 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0dcbcd2-c740-453e-908c-bb76fa5d5888 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c6eba969-4ae7-405d-848d-cc9bec1fa9ad), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.670223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0dcbcd2-c740-453e-908c-bb76fa5d5888 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:32.673738 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f0dcbcd2-c740-453e-908c-bb76fa5d5888 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/c6eba969-4ae7-405d-848d-cc9bec1fa9ad HTTP/1.1" status: 204 len: 168 time: 1.6340144 Jul 28 10:47:32.674593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36912) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:32.714579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Pushing event updated for resources: {'Port': ['ID=7c24061e-cdea-45b6-997a-6f65d437bb1d,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:32.722785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600c7d8b-e12a-4237-bb0b-eb7b4a559f61 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:32.757797 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:32.800693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcbcd2-c740-453e-908c-bb76fa5d5888 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eba969-4ae7-405d-848d-cc9bec1fa9ad,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:32.852465 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:32.891237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9170c720-dca6-4b71-a8c5-183640a36fbc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:33.061740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5478da22-3280-475a-84d6-1e4eaa707d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.096345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36942) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:33.108590 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for port (c67eba8a-3f3c-4455-80db-7ce2c95708f0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.131267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Network eb0e6710-e280-4c53-9408-e98f4b9c79df is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:33.143199 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:33.165939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 36950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:33.196524 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:33.229672 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9c54bd4a-5500-4bce-aa95-dc865db8a135 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5193136 Jul 28 10:47:33.248960 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 36962) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:33.273348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-df0d2e52-a1e2-4c84-b016-04efc917124d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974053314'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:33.291759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'd21abd84-651e-47fb-9524-692bf28dc44f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:47:33.293508 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.314763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9170c720-dca6-4b71-a8c5-183640a36fbc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:33.315429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.473240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e52-a1e2-4c84-b016-04efc917124d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.666701 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c67eba8a-3f3c-4455-80db-7ce2c95708f0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.678876 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17db3e1f-cf1f-4477-8724-b64ad8912ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.744608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:33.758232 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:33.778423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:33.822121 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7b25-ba33-4d26-b57e-7cf10c19e768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.828153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Pushing event updated for resources: {'Port': ['ID=c67eba8a-3f3c-4455-80db-7ce2c95708f0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:33.924552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-52fff5e8-2232-46bf-b8ce-51afac347268 None None] Provisioning complete for port 7c24061e-cdea-45b6-997a-6f65d437bb1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:33.925616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-52fff5e8-2232-46bf-b8ce-51afac347268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:33.951330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9170c720-dca6-4b71-a8c5-183640a36fbc is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:33.990280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e52-a1e2-4c84-b016-04efc917124d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (47d0707a-0860-4655-ba45-684c058dbc12), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.038425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Allocated IP 172.20.0.2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/d21abd84-651e-47fb-9524-692bf28dc44f/e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:34.041526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e52-a1e2-4c84-b016-04efc917124d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (47d0707a-0860-4655-ba45-684c058dbc12), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.069080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-52fff5e8-2232-46bf-b8ce-51afac347268 None None] Port 7c24061e-cdea-45b6-997a-6f65d437bb1d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:47:34.075541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d93222bc-e293-4e1d-b25f-afdef953c462 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:34.115419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Router 63a59f7b-7d46-463c-b356-ed43d21905be has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:47:34.163808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: d93222bc-e293-4e1d-b25f-afdef953c462 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:34.164171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device d93222bc-e293-4e1d-b25f-afdef953c462 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:34.260415 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:34.268161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df0d2e52-a1e2-4c84-b016-04efc917124d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.273771 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df0d2e52-a1e2-4c84-b016-04efc917124d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0212398 Jul 28 10:47:34.288232 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37032) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:34.292225 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:34.304566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e77116a1-733d-4308-aa9e-48bf56d34f88 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '47d0707a-0860-4655-ba45-684c058dbc12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:34.333228 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2e52-a1e2-4c84-b016-04efc917124d tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d0707a-0860-4655-ba45-684c058dbc12,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:34.352906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17db3e1f-cf1f-4477-8724-b64ad8912ba5 admin admin] Publish callbacks [] for security_group (5f9f06c7-ab50-40c3-99ae-5919e431f863), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.384976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:47:34.386617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-17db3e1f-cf1f-4477-8724-b64ad8912ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5f9f06c7-ab50-40c3-99ae-5919e431f863), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.397511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (8edefabd-0b41-4b95-803b-068a3e867d09), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.495940 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-17db3e1f-cf1f-4477-8724-b64ad8912ba5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2be3d33689b7465c8b59b3793f18015f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3716376 Jul 28 10:47:34.511975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db3e1f-cf1f-4477-8724-b64ad8912ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f06c7-ab50-40c3-99ae-5919e431f863,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:34.514805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37048) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:34.517017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:34.541568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:34.552264 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:34.552979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.557651 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:34.569232 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Publish callbacks [] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.581815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=8edefabd-0b41-4b95-803b-068a3e867d09,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:34.587848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.614917 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-95de1775-0a15-472c-af9b-038b458f0c8d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9946659 Jul 28 10:47:34.615656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37062) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:34.622098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:ad:83:f1', 'name': 'tempest-NetworksTestDHCPv6-508028181'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:34.718342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8269f03-7f77-45f0-8e3e-b569700ee609 admin admin] Publish callbacks [] for security_group (5f9f06c7-ab50-40c3-99ae-5919e431f863), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.750599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:34.760679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:34.773736 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8269f03-7f77-45f0-8e3e-b569700ee609 admin admin] Publish callbacks [] for security_group (5f9f06c7-ab50-40c3-99ae-5919e431f863), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.775215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:34.777567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Pushing event updated for resources: {'Port': ['ID=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:34.842800 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:34.889988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Attempting to bind port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:47:34.890643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Attempting to bind port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:47:34.891299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Attempting to bind port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:47:34.910689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:34.912409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:47:34.915048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:47:34.916613 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:34.917127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:47:34.918005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Bound port: e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:47:34.928188 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.007410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router_gateway (b49ac0b7-160a-4c1a-afa7-22253d29969d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.076713 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-535c9f72-5965-4910-9121-393ef66bda92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.108429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8269f03-7f77-45f0-8e3e-b569700ee609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5f9f06c7-ab50-40c3-99ae-5919e431f863), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.118664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a8269f03-7f77-45f0-8e3e-b569700ee609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.124202 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a8269f03-7f77-45f0-8e3e-b569700ee609 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f9f06c7-ab50-40c3-99ae-5919e431f863 HTTP/1.1" status: 204 len: 168 time: 0.6003146 Jul 28 10:47:35.130301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] For port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:47:35.135503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] For port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:47:35.150316 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.162456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8269f03-7f77-45f0-8e3e-b569700ee609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f06c7-ab50-40c3-99ae-5919e431f863,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:35.262535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.319943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port a498c2ac-bd60-49d3-ba81-b167824cb136 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:47:35.395051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0433f-ed91-4e8a-b5b1-98443f9bb30d None None] Pushing event updated for resources: {'Port': ['ID=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:35.443810 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:35.551309 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:35.621054 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-e77116a1-733d-4308-aa9e-48bf56d34f88 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The resource could not be found. Jul 28 10:47:35.621746 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e77116a1-733d-4308-aa9e-48bf56d34f88 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.3303533 Jul 28 10:47:35.627152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7b25-ba33-4d26-b57e-7cf10c19e768 admin admin] Publish callbacks [] for security_group (b489b9ac-1d6f-431f-87e8-720e71b87907), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.644918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37148) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:35.653181 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7b25-ba33-4d26-b57e-7cf10c19e768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b489b9ac-1d6f-431f-87e8-720e71b87907), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.659781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.673588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2f7f8b6a-063a-408a-98fd-db858a1ce6c3 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '47d0707a-0860-4655-ba45-684c058dbc12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bf245da6-1eb5-46e5-ba50-49974f52ab2a'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:35.697206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:35.705097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e7b25-ba33-4d26-b57e-7cf10c19e768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b489b9ac-1d6f-431f-87e8-720e71b87907,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:35.717583 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-05ea44a5-462a-46a5-a233-fbd874da4eee admin admin] 10.222.0.46 "PUT /v2.0/routers/63a59f7b-7d46-463c-b356-ed43d21905be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2575130 Jul 28 10:47:35.723779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:35.754736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Sync routers for ids ['63a59f7b-7d46-463c-b356-ed43d21905be'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:35.793067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Routers {'63a59f7b-7d46-463c-b356-ed43d21905be'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:35.793676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['63a59f7b-7d46-463c-b356-ed43d21905be'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:35.822638 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fe7e7b25-ba33-4d26-b57e-7cf10c19e768 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bfcb0b4e356b45c5bbbfe0c68a5eaccf&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6509271 Jul 28 10:47:35.822638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37166) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:35.873522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 172.20.0.9 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/d21abd84-651e-47fb-9524-692bf28dc44f/a498c2ac-bd60-49d3-ba81-b167824cb136) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:35.897914 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:35.937109 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37174) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:35.975149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fead:83f1 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/8edefabd-0b41-4b95-803b-068a3e867d09/a498c2ac-bd60-49d3-ba81-b167824cb136) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:36.023729 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-2f7f8b6a-063a-408a-98fd-db858a1ce6c3 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The resource could not be found. Jul 28 10:47:36.026157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fd23e5c-4f6a-4d9f-8833-54d60588df05 admin admin] Publish callbacks [] for security_group (b489b9ac-1d6f-431f-87e8-720e71b87907), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.027269 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2f7f8b6a-063a-408a-98fd-db858a1ce6c3 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3779614 Jul 28 10:47:36.039371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37186) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:36.042216 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e14e601-2a8f-4927-a868-feb798de4a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.054597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fd23e5c-4f6a-4d9f-8833-54d60588df05 admin admin] Publish callbacks [] for security_group (b489b9ac-1d6f-431f-87e8-720e71b87907), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.124427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fd23e5c-4f6a-4d9f-8833-54d60588df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b489b9ac-1d6f-431f-87e8-720e71b87907), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.127268 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7fd23e5c-4f6a-4d9f-8833-54d60588df05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.131419 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7fd23e5c-4f6a-4d9f-8833-54d60588df05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b489b9ac-1d6f-431f-87e8-720e71b87907 HTTP/1.1" status: 204 len: 168 time: 0.3057401 Jul 28 10:47:36.145062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd23e5c-4f6a-4d9f-8833-54d60588df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b489b9ac-1d6f-431f-87e8-720e71b87907,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:36.173980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Router b49ac0b7-160a-4c1a-afa7-22253d29969d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:47:36.241114 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.271948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Set router 63a59f7b-7d46-463c-b356-ed43d21905be gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:36.615625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:36.618601 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:36.627019 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.629753 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-501c76db-b3ee-4d69-ae56-18b30ec1236b tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "PUT /v2.0/routers/b49ac0b7-160a-4c1a-afa7-22253d29969d HTTP/1.1" status: 200 len: 919 time: 8.2945242 Jul 28 10:47:36.634786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:36.636302 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] Sync routers for ids ['b49ac0b7-160a-4c1a-afa7-22253d29969d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:36.671708 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] Routers {'b49ac0b7-160a-4c1a-afa7-22253d29969d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:36.674121 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b49ac0b7-160a-4c1a-afa7-22253d29969d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:36.719137 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9950a617-17f2-4792-b8ef-419dfdb9228b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (47d0707a-0860-4655-ba45-684c058dbc12), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.781448 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:36.806284 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] Routers {'b49ac0b7-160a-4c1a-afa7-22253d29969d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:36.809206 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b49ac0b7-160a-4c1a-afa7-22253d29969d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:36.841532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:36.894795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (a498c2ac-bd60-49d3-ba81-b167824cb136), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:36.922559 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5e926497-fc55-4f06-922b-185e73e63935 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/b49ac0b7-160a-4c1a-afa7-22253d29969d HTTP/1.1" status: 200 len: 925 time: 0.2859674 Jul 28 10:47:36.930615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37270) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:36.950686 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:36.951359 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6130a-a046-4831-8d8b-2c5fee221c4f None None] The sync data for ids ['b49ac0b7-160a-4c1a-afa7-22253d29969d'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:37.067641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a1cfc-3b82-4811-a5ee-bdf6edc96a0f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:37.070048 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ef2a1cfc-3b82-4811-a5ee-bdf6edc96a0f tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=b49ac0b7-160a-4c1a-afa7-22253d29969d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1378694 Jul 28 10:47:37.070870 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37280) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.073109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37282) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.110782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e14e601-2a8f-4927-a868-feb798de4a0e admin admin] Publish callbacks [] for security_group (94234df9-9ee0-4c5a-bc2d-14aacd1427d3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.137845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e14e601-2a8f-4927-a868-feb798de4a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (94234df9-9ee0-4c5a-bc2d-14aacd1427d3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.227867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:37.228254 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.236452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3934b451-1db4-4402-8518-8335aef6d4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.242009 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e14e601-2a8f-4927-a868-feb798de4a0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9182c850aeba42dbab2c3243c69c7a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3003564 Jul 28 10:47:37.255826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37298) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.300430 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.314854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9950a617-17f2-4792-b8ef-419dfdb9228b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (47d0707a-0860-4655-ba45-684c058dbc12), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.324800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a498c2ac-bd60-49d3-ba81-b167824cb136), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.339877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:30Z', 'revision_number': 4, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7c24061e-cdea-45b6-997a-6f65d437bb1d', 'name': '', 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'mac_address': 'fa:16:3e:e1:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '987bd9d7-1193-4baf-b86e-bd8ccd5ba34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:26Z', 'updated_at': '2022-07-28T10:47:30Z', 'revision_number': 2, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'subnets': [{'id': '987bd9d7-1193-4baf-b86e-bd8ccd5ba34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:37.375148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Checking router: 63a59f7b-7d46-463c-b356-ed43d21905be for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:47:37.375519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Updating router 63a59f7b-7d46-463c-b356-ed43d21905be port 7c24061e-cdea-45b6-997a-6f65d437bb1d binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:47:37.428944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60713207-a5c4-4523-9aad-3c4357d60a13 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:37.433347 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:37.435250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14e601-2a8f-4927-a868-feb798de4a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94234df9-9ee0-4c5a-bc2d-14aacd1427d3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:37.462747 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:37.469650 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:37.472377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:37.477168 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:37.520241 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.525967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6e308c8e-48bb-4419-a98c-69aa592ad7c1 None None] Provisioning complete for port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:37.527064 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6e308c8e-48bb-4419-a98c-69aa592ad7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.532528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:37.533220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.540254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:37.542007 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.547430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=a498c2ac-bd60-49d3-ba81-b167824cb136,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:37.559001 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:37.564680 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bef83992-233a-4c8c-a1c0-a764f2f39a4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9473691 Jul 28 10:47:37.568515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9950a617-17f2-4792-b8ef-419dfdb9228b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (47d0707a-0860-4655-ba45-684c058dbc12), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.574588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9950a617-17f2-4792-b8ef-419dfdb9228b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.575976 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9950a617-17f2-4792-b8ef-419dfdb9228b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/47d0707a-0860-4655-ba45-684c058dbc12 HTTP/1.1" status: 204 len: 168 time: 1.5231411 Jul 28 10:47:37.577003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.584080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37326) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.617196 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:37.662482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950a617-17f2-4792-b8ef-419dfdb9228b tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d0707a-0860-4655-ba45-684c058dbc12,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:37.737235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3ab7f-6bf8-451c-927c-28b81e649452 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:37.743351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3ab7f-6bf8-451c-927c-28b81e649452 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:37.747969 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-59e3ab7f-6bf8-451c-927c-28b81e649452 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1493468 Jul 28 10:47:37.756203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37350) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.785807 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3934b451-1db4-4402-8518-8335aef6d4d3 admin admin] Publish callbacks [] for security_group (3a150fbb-763a-408a-9270-9e45e5500728), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.787769 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:37.801479 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3934b451-1db4-4402-8518-8335aef6d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3a150fbb-763a-408a-9270-9e45e5500728), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.869191 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-52ac0753-dcb2-4605-a146-ff7f16914abf tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2613657 Jul 28 10:47:37.874482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37364) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.881424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-db1228a9-f028-4b9b-8ca4-d6f7ae7f78da tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '1cf7e617-5db0-4601-8ad4-8174a332e5f2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:37.881967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61e4e1-5feb-4bc7-8784-c615086c2a3a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:37.886704 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ec61e4e1-5feb-4bc7-8784-c615086c2a3a tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/networks/c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 HTTP/1.1" status: 200 len: 881 time: 0.8090882 Jul 28 10:47:37.890087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37366) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.939846 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0b206b54-38fe-4474-8d95-a93c5540bf4a tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b49ac0b7-160a-4c1a-afa7-22253d29969d HTTP/1.1" status: 200 len: 205 time: 0.0438261 Jul 28 10:47:37.941852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40f40072-ba0f-4e7c-b652-e2b82515f23c admin admin] Publish callbacks [] for security_group (94234df9-9ee0-4c5a-bc2d-14aacd1427d3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:37.944920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37374) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:37.946499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934b451-1db4-4402-8518-8335aef6d4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a150fbb-763a-408a-9270-9e45e5500728,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:38.026104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84733af9-2e7e-486f-88b4-dd15e2b06d8b req-52537955-652a-4781-93bf-2e6e99e8d444 tempest-ServerAddressesTestJSON-1533351318 tempest-ServerAddressesTestJSON-1533351318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:38.038116 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-84733af9-2e7e-486f-88b4-dd15e2b06d8b req-52537955-652a-4781-93bf-2e6e99e8d444 tempest-ServerAddressesTestJSON-1533351318 tempest-ServerAddressesTestJSON-1533351318-project] 10.222.0.46 "GET /v2.0/networks?id=eb0e6710-e280-4c53-9408-e98f4b9c79df HTTP/1.1" status: 200 len: 813 time: 0.3183899 Jul 28 10:47:38.051747 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port a498c2ac-bd60-49d3-ba81-b167824cb136 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:38.052573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a498c2ac-bd60-49d3-ba81-b167824cb136), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.070269 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-84733af9-2e7e-486f-88b4-dd15e2b06d8b req-9ecdc9b6-9484-4934-a218-e97be982fe37 tempest-ServerAddressesTestJSON-1533351318 tempest-ServerAddressesTestJSON-1533351318-project] 10.222.0.46 "GET /v2.0/quotas/a3652f288c18441cb1e04b49e4224bb1 HTTP/1.1" status: 200 len: 375 time: 0.0304749 Jul 28 10:47:38.089182 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-db1228a9-f028-4b9b-8ca4-d6f7ae7f78da tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The resource could not be found. Jul 28 10:47:38.094601 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-db1228a9-f028-4b9b-8ca4-d6f7ae7f78da tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2135382 Jul 28 10:47:38.106585 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37388) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:38.130665 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.132274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-eb0d61ec-8746-472a-bb6d-559d52c1ac4f tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--567799819'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:38.215750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:38.224206 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-84733af9-2e7e-486f-88b4-dd15e2b06d8b req-08ea86c8-aca2-47e3-96a7-3542833dea84 tempest-ServerAddressesTestJSON-1533351318 tempest-ServerAddressesTestJSON-1533351318-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3652f288c18441cb1e04b49e4224bb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524491 Jul 28 10:47:38.276211 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.313133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ec-8746-472a-bb6d-559d52c1ac4f tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.348207 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:38.412199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a498c2ac-bd60-49d3-ba81-b167824cb136), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.428846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.459713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.465380 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3934b451-1db4-4402-8518-8335aef6d4d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61433dc6cbe240fc992b2ca45626fef7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3906164 Jul 28 10:47:38.469313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for a498c2ac-bd60-49d3-ba81-b167824cb136 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:38.471733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:38.549681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40f40072-ba0f-4e7c-b652-e2b82515f23c admin admin] Publish callbacks [] for security_group (94234df9-9ee0-4c5a-bc2d-14aacd1427d3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.554297 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-84733af9-2e7e-486f-88b4-dd15e2b06d8b req-1b006c60-4903-4525-bcdf-06af7e21aa00 service neutron] 10.222.0.46 "GET /v2.0/networks/eb0e6710-e280-4c53-9408-e98f4b9c79df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283646 Jul 28 10:47:38.698929 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ec-8746-472a-bb6d-559d52c1ac4f tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (90a382c5-f436-4666-af05-7abfc7641e4f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.708684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (b49ac0b7-160a-4c1a-afa7-22253d29969d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.724156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ec-8746-472a-bb6d-559d52c1ac4f tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (90a382c5-f436-4666-af05-7abfc7641e4f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.726533 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:38.775323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad9bb8-d08f-450d-9eb9-5853180e642b None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': 'd21abd84-651e-47fb-9524-692bf28dc44f', 'ip_address': '172.20.0.2'}, {'subnet_id': '8edefabd-0b41-4b95-803b-068a3e867d09'}], 'binding:host_id': 'n-d-850468-6'}, 'id': 'e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:47:38.820875 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Deleting port c67eba8a-3f3c-4455-80db-7ce2c95708f0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:38.821389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c67eba8a-3f3c-4455-80db-7ce2c95708f0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.822571 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e4404052-98ae-48d4-be83-f5718da7acc8 admin admin] Publish callbacks [] for security_group (3a150fbb-763a-408a-9270-9e45e5500728), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.835631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ec-8746-472a-bb6d-559d52c1ac4f tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.837040 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eb0d61ec-8746-472a-bb6d-559d52c1ac4f tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7107933 Jul 28 10:47:38.853708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37430) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:38.856565 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d61ec-8746-472a-bb6d-559d52c1ac4f tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a382c5-f436-4666-af05-7abfc7641e4f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:38.863692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cc108095-9120-47a7-ba98-62c70ae9cada tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--127182840'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:38.918652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6e308c8e-48bb-4419-a98c-69aa592ad7c1 None None] Current status of the port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:38.922168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40f40072-ba0f-4e7c-b652-e2b82515f23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (94234df9-9ee0-4c5a-bc2d-14aacd1427d3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.928489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40f40072-ba0f-4e7c-b652-e2b82515f23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.932215 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-40f40072-ba0f-4e7c-b652-e2b82515f23c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94234df9-9ee0-4c5a-bc2d-14aacd1427d3 HTTP/1.1" status: 204 len: 168 time: 1.6668394 Jul 28 10:47:38.934056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e4404052-98ae-48d4-be83-f5718da7acc8 admin admin] Publish callbacks [] for security_group (3a150fbb-763a-408a-9270-9e45e5500728), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:38.962558 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-84733af9-2e7e-486f-88b4-dd15e2b06d8b req-06470a47-851c-4d76-adf7-55ba7533bc22 service neutron] 10.222.0.46 "GET /v2.0/networks/eb0e6710-e280-4c53-9408-e98f4b9c79df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068890 Jul 28 10:47:39.013789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cad9bb8-d08f-450d-9eb9-5853180e642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.019256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f40072-ba0f-4e7c-b652-e2b82515f23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94234df9-9ee0-4c5a-bc2d-14aacd1427d3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:39.020726 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:39.020850 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc108095-9120-47a7-ba98-62c70ae9cada tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.028441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:39.067422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c67eba8a-3f3c-4455-80db-7ce2c95708f0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.093849 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:39.113167 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Calling delete_port for c67eba8a-3f3c-4455-80db-7ce2c95708f0 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:39.294452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e4404052-98ae-48d4-be83-f5718da7acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3a150fbb-763a-408a-9270-9e45e5500728), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.302445 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e4404052-98ae-48d4-be83-f5718da7acc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.303884 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e4404052-98ae-48d4-be83-f5718da7acc8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a150fbb-763a-408a-9270-9e45e5500728 HTTP/1.1" status: 204 len: 168 time: 0.8264749 Jul 28 10:47:39.335472 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4404052-98ae-48d4-be83-f5718da7acc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a150fbb-763a-408a-9270-9e45e5500728,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:39.343198 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:39.344088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a498c2ac-bd60-49d3-ba81-b167824cb136), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.352853 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Publish callbacks [] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.438691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=a498c2ac-bd60-49d3-ba81-b167824cb136,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:39.463625 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc108095-9120-47a7-ba98-62c70ae9cada tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (73052ca5-a4ff-4fe4-a840-2c9ecbee8474), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.489142 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc108095-9120-47a7-ba98-62c70ae9cada tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (73052ca5-a4ff-4fe4-a840-2c9ecbee8474), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.512544 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-41c94e1d-6993-4cfd-b054-0dbfcb5bfba8 req-c02de057-5ac1-40d8-86db-74c7e0a558a3 tempest-ServerAddressesTestJSON-1533351318 tempest-ServerAddressesTestJSON-1533351318-project] 10.222.0.46 "GET /v2.0/ports?device_id=97d17963-b410-49fe-a418-b6a953b5f0f7 HTTP/1.1" status: 200 len: 210 time: 0.1848428 Jul 28 10:47:39.603615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc108095-9120-47a7-ba98-62c70ae9cada tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.606073 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cc108095-9120-47a7-ba98-62c70ae9cada tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7470737 Jul 28 10:47:39.617166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37448) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:39.624044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ab96ccb4-a261-4f2b-a6b8-f600346a5d94 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group_rule': {'security_group_id': '90a382c5-f436-4666-af05-7abfc7641e4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '73052ca5-a4ff-4fe4-a840-2c9ecbee8474'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:39.662592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc108095-9120-47a7-ba98-62c70ae9cada tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73052ca5-a4ff-4fe4-a840-2c9ecbee8474,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:39.718242 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.725004 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86571d2c-c517-4ada-bca1-fe8b9c26be94 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/a498c2ac-bd60-49d3-ba81-b167824cb136 HTTP/1.1" status: 204 len: 168 time: 1.9675922 Jul 28 10:47:39.731271 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:39.732015 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:39.923778 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-ab96ccb4-a261-4f2b-a6b8-f600346a5d94 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:39.928393 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ab96ccb4-a261-4f2b-a6b8-f600346a5d94 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3060939 Jul 28 10:47:39.949761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37454) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:39.970313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d446637-5833-4099-9993-fba365edac89 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:39.981647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d446637-5833-4099-9993-fba365edac89 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:39.988801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d446637-5833-4099-9993-fba365edac89 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:39.992959 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8d446637-5833-4099-9993-fba365edac89 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2566264 Jul 28 10:47:39.993595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37456) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:40.122090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c67eba8a-3f3c-4455-80db-7ce2c95708f0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.128140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37460) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:40.164946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Attempting to bind port 7c24061e-cdea-45b6-997a-6f65d437bb1d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:47:40.165218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Attempting to bind port 7c24061e-cdea-45b6-997a-6f65d437bb1d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:47:40.167218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 8edefabd-0b41-4b95-803b-068a3e867d09 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:40.168283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Attempting to bind port 7c24061e-cdea-45b6-997a-6f65d437bb1d on network eb0e6710-e280-4c53-9408-e98f4b9c79df {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:47:40.189974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:47:40.193436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09e1f6c2-0ea9-4a1e-94da-996f972e7321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.193991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Checking segment: {'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:47:40.196318 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.196951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Bound using segment: {'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:47:40.197622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Bound port: 7c24061e-cdea-45b6-997a-6f65d437bb1d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:47:40.198711 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.257516 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5140dba2-fe71-4e19-bb88-0c70e60e6207 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (73052ca5-a4ff-4fe4-a840-2c9ecbee8474), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.265375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f864402-7d95-466a-bf58-0af6bd1eddb4 None None] Pushing event updated for resources: {'Port': ['ID=7c24061e-cdea-45b6-997a-6f65d437bb1d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:40.306808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event deleted for resources: {'Port': ['ID=c67eba8a-3f3c-4455-80db-7ce2c95708f0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:40.353207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5140dba2-fe71-4e19-bb88-0c70e60e6207 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (73052ca5-a4ff-4fe4-a840-2c9ecbee8474), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.372410 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:40.418860 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:40.420553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09e1f6c2-0ea9-4a1e-94da-996f972e7321 admin admin] Publish callbacks [] for security_group (64d0a927-e911-4761-9ccb-3469e673214e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.421757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f220d2f2-6312-4e47-bb83-5bb43a102f6e None None] Provisioning complete for port 7c24061e-cdea-45b6-997a-6f65d437bb1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:40.422113 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f220d2f2-6312-4e47-bb83-5bb43a102f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.428298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (b49ac0b7-160a-4c1a-afa7-22253d29969d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.431853 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09e1f6c2-0ea9-4a1e-94da-996f972e7321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (64d0a927-e911-4761-9ccb-3469e673214e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.503802 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-09e1f6c2-0ea9-4a1e-94da-996f972e7321 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c7d1d77f467473a9a3b1902b286f9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716109 Jul 28 10:47:40.503975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:40.521656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f6c2-0ea9-4a1e-94da-996f972e7321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d0a927-e911-4761-9ccb-3469e673214e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:40.564400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f220d2f2-6312-4e47-bb83-5bb43a102f6e None None] Port 7c24061e-cdea-45b6-997a-6f65d437bb1d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:47:40.630150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:40.692878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5cad9bb8-d08f-450d-9eb9-5853180e642b None None] Allocated IP 2001:db8::f816:3eff:fe8b:95f8 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/8edefabd-0b41-4b95-803b-068a3e867d09/e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:40.693073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40562411-6b2c-4e6b-9a44-fe60dbfdca15 admin admin] Publish callbacks [] for security_group (64d0a927-e911-4761-9ccb-3469e673214e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.728656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:40.729386 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.766167 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:40.805020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] For port 7c24061e-cdea-45b6-997a-6f65d437bb1d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:47:40.836218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.845712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (b49ac0b7-160a-4c1a-afa7-22253d29969d), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.878584 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-d8644e0a-6910-418f-b366-18603a75a7b3 req-62495a30-3011-4371-9f45-c1ca7ef361e0 tempest-ServerAddressesTestJSON-1533351318 tempest-ServerAddressesTestJSON-1533351318-project] 10.222.0.46 "GET /v2.0/ports?device_id=97d17963-b410-49fe-a418-b6a953b5f0f7 HTTP/1.1" status: 200 len: 210 time: 0.1577523 Jul 28 10:47:40.886280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40562411-6b2c-4e6b-9a44-fe60dbfdca15 admin admin] Publish callbacks [] for security_group (64d0a927-e911-4761-9ccb-3469e673214e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.934411 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (b49ac0b7-160a-4c1a-afa7-22253d29969d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.934411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Fanout notify agent at l3_agent the message router_deleted on router b49ac0b7-160a-4c1a-afa7-22253d29969d {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:47:40.934411 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.942794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37486) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:40.944530 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-35771f7f-3d19-47ab-a70e-56346077a984 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/b49ac0b7-160a-4c1a-afa7-22253d29969d HTTP/1.1" status: 204 len: 168 time: 2.9934719 Jul 28 10:47:40.947539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] For port 7c24061e-cdea-45b6-997a-6f65d437bb1d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7c24061e-cdea-45b6-997a-6f65d437bb1d,segment=NetworkSegment(47f7fe9e-3e2b-4a62-a4e1-62d34b92862d),segment_id=47f7fe9e-3e2b-4a62-a4e1-62d34b92862d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:47:40.955257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2128607750', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:40.958870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5140dba2-fe71-4e19-bb88-0c70e60e6207 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (73052ca5-a4ff-4fe4-a840-2c9ecbee8474), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.969024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5140dba2-fe71-4e19-bb88-0c70e60e6207 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:40.977021 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5140dba2-fe71-4e19-bb88-0c70e60e6207 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/73052ca5-a4ff-4fe4-a840-2c9ecbee8474 HTTP/1.1" status: 204 len: 168 time: 1.0236530 Jul 28 10:47:40.978105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37490) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:40.992070 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.025943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (16bda924-decb-4743-901a-e78178261f22), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.027023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (16bda924-decb-4743-901a-e78178261f22), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.075242 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40562411-6b2c-4e6b-9a44-fe60dbfdca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (64d0a927-e911-4761-9ccb-3469e673214e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.082253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40562411-6b2c-4e6b-9a44-fe60dbfdca15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.085976 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-40562411-6b2c-4e6b-9a44-fe60dbfdca15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64d0a927-e911-4761-9ccb-3469e673214e HTTP/1.1" status: 204 len: 168 time: 0.5723341 Jul 28 10:47:41.130081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:41.148922 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562411-6b2c-4e6b-9a44-fe60dbfdca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d0a927-e911-4761-9ccb-3469e673214e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:41.151266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f864402-7d95-466a-bf58-0af6bd1eddb4 None None] Pushing event updated for resources: {'Port': ['ID=7c24061e-cdea-45b6-997a-6f65d437bb1d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:41.192578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140dba2-fe71-4e19-bb88-0c70e60e6207 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73052ca5-a4ff-4fe4-a840-2c9ecbee8474,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:41.227539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (16bda924-decb-4743-901a-e78178261f22), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.314626 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:41.324377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5cad9bb8-d08f-450d-9eb9-5853180e642b None None] For port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:41.383090 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4b283bdd-7a72-421c-9b03-c65631013d7f req-aedd4367-205c-48a0-80a9-a7c96085788e tempest-ServerAddressesTestJSON-1533351318 tempest-ServerAddressesTestJSON-1533351318-project] 10.222.0.46 "GET /v2.0/ports?device_id=97d17963-b410-49fe-a418-b6a953b5f0f7 HTTP/1.1" status: 200 len: 210 time: 0.2437959 Jul 28 10:47:41.436538 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e38d3cd2-587e-4d14-aa82-42b146071160 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4347701 Jul 28 10:47:41.440681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37502) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:41.482701 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:47:41.658273 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e407e7f-2f17-40c5-bdfd-e9b5b02f5728 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (90a382c5-f436-4666-af05-7abfc7641e4f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.735463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e407e7f-2f17-40c5-bdfd-e9b5b02f5728 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (90a382c5-f436-4666-af05-7abfc7641e4f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.755649 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (16bda924-decb-4743-901a-e78178261f22), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.856695 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:41.935217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e407e7f-2f17-40c5-bdfd-e9b5b02f5728 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (90a382c5-f436-4666-af05-7abfc7641e4f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.937992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e407e7f-2f17-40c5-bdfd-e9b5b02f5728 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:41.939268 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e407e7f-2f17-40c5-bdfd-e9b5b02f5728 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/90a382c5-f436-4666-af05-7abfc7641e4f HTTP/1.1" status: 204 len: 168 time: 0.4974837 Jul 28 10:47:41.941907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:41.953930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Routers {'63a59f7b-7d46-463c-b356-ed43d21905be'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:41.954895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['63a59f7b-7d46-463c-b356-ed43d21905be'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:41.960916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37524) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:41.970209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cad9bb8-d08f-450d-9eb9-5853180e642b None None] Publish callbacks [] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.040680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e407e7f-2f17-40c5-bdfd-e9b5b02f5728 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a382c5-f436-4666-af05-7abfc7641e4f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:42.043944 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cad9bb8-d08f-450d-9eb9-5853180e642b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.108244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (8edefabd-0b41-4b95-803b-068a3e867d09), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.156122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c36314a9-8876-4992-adec-887bb499322a None None] Provisioning complete for port 7c24061e-cdea-45b6-997a-6f65d437bb1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:42.156940 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c36314a9-8876-4992-adec-887bb499322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.167367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.244561 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e32045f0-22e3-453d-98c8-622d97d6329a tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2227740 Jul 28 10:47:42.251497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37532) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:42.263477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-309e42da-5ad9-48e8-a3fd-8673611e67e8 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508841054'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:42.273711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (16bda924-decb-4743-901a-e78178261f22), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.346937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-309e42da-5ad9-48e8-a3fd-8673611e67e8 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.350902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.408440 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (8edefabd-0b41-4b95-803b-068a3e867d09), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.529810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad9bb8-d08f-450d-9eb9-5853180e642b None None] Pushing event updated for resources: {'Port': ['ID=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:42.548954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] Set router 63a59f7b-7d46-463c-b356-ed43d21905be gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:42.832229 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-309e42da-5ad9-48e8-a3fd-8673611e67e8 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (0a472815-0253-47cf-8000-db4d69c9c1da), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.855172 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-309e42da-5ad9-48e8-a3fd-8673611e67e8 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0a472815-0253-47cf-8000-db4d69c9c1da), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.895678 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:42.895678 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:42.923459 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-309e42da-5ad9-48e8-a3fd-8673611e67e8 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.930261 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-309e42da-5ad9-48e8-a3fd-8673611e67e8 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6714828 Jul 28 10:47:42.939657 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37552) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:42.943898 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:42.951074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c36314a9-8876-4992-adec-887bb499322a None None] Current status of the port 7c24061e-cdea-45b6-997a-6f65d437bb1d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:42.951491 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c36314a9-8876-4992-adec-887bb499322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:42.981759 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a0d99fae-acbc-436b-ba08-c00531074430 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:42.981759 n-d-850468-6 neutron-server[104688]: WARNING neutron.api.v2.base [None req-a0d99fae-acbc-436b-ba08-c00531074430 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 10:47:42.982309 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-a0d99fae-acbc-436b-ba08-c00531074430 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 10:47:42.988184 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a0d99fae-acbc-436b-ba08-c00531074430 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "PUT /v2.0/security-groups/0a472815-0253-47cf-8000-db4d69c9c1da HTTP/1.1" status: 409 len: 330 time: 0.0205824 Jul 28 10:47:43.015216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37554) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:43.205462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c36314a9-8876-4992-adec-887bb499322a None None] For port 7c24061e-cdea-45b6-997a-6f65d437bb1d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7c24061e-cdea-45b6-997a-6f65d437bb1d,segment=NetworkSegment(47f7fe9e-3e2b-4a62-a4e1-62d34b92862d),segment_id=47f7fe9e-3e2b-4a62-a4e1-62d34b92862d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:43.215985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c36314a9-8876-4992-adec-887bb499322a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:43.276981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e42da-5ad9-48e8-a3fd-8673611e67e8 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a472815-0253-47cf-8000-db4d69c9c1da,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:43.391068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:30Z', 'revision_number': 4, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7c24061e-cdea-45b6-997a-6f65d437bb1d', 'name': '', 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'mac_address': 'fa:16:3e:e1:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '987bd9d7-1193-4baf-b86e-bd8ccd5ba34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:26Z', 'updated_at': '2022-07-28T10:47:40Z', 'revision_number': 4, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'subnets': [{'id': '987bd9d7-1193-4baf-b86e-bd8ccd5ba34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:43.478131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36314a9-8876-4992-adec-887bb499322a None None] Pushing event updated for resources: {'Port': ['ID=7c24061e-cdea-45b6-997a-6f65d437bb1d,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:43.486208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7b83a-e025-4de6-ae9b-22fbb0710d1c None None] The sync data for ids ['63a59f7b-7d46-463c-b356-ed43d21905be'] in n-d-850468-6 is: [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:30Z', 'revision_number': 4, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '7c24061e-cdea-45b6-997a-6f65d437bb1d', 'name': '', 'network_id': 'eb0e6710-e280-4c53-9408-e98f4b9c79df', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'mac_address': 'fa:16:3e:e1:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '987bd9d7-1193-4baf-b86e-bd8ccd5ba34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:26Z', 'updated_at': '2022-07-28T10:47:40Z', 'revision_number': 4, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'subnets': [{'id': '987bd9d7-1193-4baf-b86e-bd8ccd5ba34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:43.669302 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-118ecacd-924d-4675-b27d-f37c6f9c6556 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (0a472815-0253-47cf-8000-db4d69c9c1da), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:43.770244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-118ecacd-924d-4675-b27d-f37c6f9c6556 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (0a472815-0253-47cf-8000-db4d69c9c1da), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:43.901920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Allocated IP 172.25.2.184 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/6b222acb-d709-4369-ba16-416e5023c6ec) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:43.931262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-118ecacd-924d-4675-b27d-f37c6f9c6556 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0a472815-0253-47cf-8000-db4d69c9c1da), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:43.938190 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-118ecacd-924d-4675-b27d-f37c6f9c6556 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:43.942462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-118ecacd-924d-4675-b27d-f37c6f9c6556 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a472815-0253-47cf-8000-db4d69c9c1da HTTP/1.1" status: 204 len: 168 time: 0.9199347 Jul 28 10:47:43.948629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (63a59f7b-7d46-463c-b356-ed43d21905be), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:43.982351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37572) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:43.987064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-73a446ed-f308-481d-94ad-6c9b9aeff741 None None] Could not find standard attr ID for object a498c2ac-bd60-49d3-ba81-b167824cb136. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:47:44.075005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-73a446ed-f308-481d-94ad-6c9b9aeff741 None None] Provisioning complete for port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:44.078345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-73a446ed-f308-481d-94ad-6c9b9aeff741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:44.118109 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:44.306387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ecacd-924d-4675-b27d-f37c6f9c6556 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a472815-0253-47cf-8000-db4d69c9c1da,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:44.424186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-73a446ed-f308-481d-94ad-6c9b9aeff741 None None] Current status of the port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:44.516888 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for port (6b222acb-d709-4369-ba16-416e5023c6ec), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:44.677713 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6135a44e-fb01-4a7f-9308-056c041ce543 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6899631 Jul 28 10:47:44.680459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6b222acb-d709-4369-ba16-416e5023c6ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:44.694755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37596) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:44.699957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (8edefabd-0b41-4b95-803b-068a3e867d09), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:44.739492 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-9e362cd1-f2ce-4224-899d-01e7652f01c6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] delete failed (client error): The resource could not be found. Jul 28 10:47:44.777926 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9e362cd1-f2ce-4224-899d-01e7652f01c6 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "DELETE /v2.0/security-groups/c80a4391-db77-4486-8fca-7b5e51ffd932 HTTP/1.1" status: 404 len: 347 time: 0.0797043 Jul 28 10:47:44.782626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37602) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:44.853488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-10ba1c35-3b2c-44ea-953c-faa0fd61dbac None None] Could not find standard attr ID for object a498c2ac-bd60-49d3-ba81-b167824cb136. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:47:44.881266 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-e62af8b7-3cfb-4595-b8b6-dea13038d4d9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] show failed (client error): The resource could not be found. Jul 28 10:47:44.882811 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e62af8b7-3cfb-4595-b8b6-dea13038d4d9 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-groups/66b4e5db-bf74-4dcf-8891-dc04841e0c3a HTTP/1.1" status: 404 len: 347 time: 0.0988936 Jul 28 10:47:44.888205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37604) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:44.916736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:44.933281 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-60f95a3a-548c-479f-895b-b25eff3ca178 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] show failed (client error): The resource could not be found. Jul 28 10:47:44.937084 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-60f95a3a-548c-479f-895b-b25eff3ca178 tempest-NegativeSecGroupTest-1653916874 tempest-NegativeSecGroupTest-1653916874-project] 10.222.0.46 "GET /v2.0/security-group-rules/27022a3c-1ffc-4646-a0e2-884918063a4e HTTP/1.1" status: 404 len: 356 time: 0.0473492 Jul 28 10:47:44.941788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Deleting port 7c24061e-cdea-45b6-997a-6f65d437bb1d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:44.942385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:44.970513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event updated for resources: {'Port': ['ID=6b222acb-d709-4369-ba16-416e5023c6ec,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:45.020325 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:45.032529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:45.039617 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:45.111405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:45.133585 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:45.161260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:45.186922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] For port 7c24061e-cdea-45b6-997a-6f65d437bb1d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7c24061e-cdea-45b6-997a-6f65d437bb1d,segment=NetworkSegment(47f7fe9e-3e2b-4a62-a4e1-62d34b92862d),segment_id=47f7fe9e-3e2b-4a62-a4e1-62d34b92862d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:45.187777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:45.197195 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:45.239676 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Calling delete_port for 7c24061e-cdea-45b6-997a-6f65d437bb1d owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:45.397411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:45.398944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7c24061e-cdea-45b6-997a-6f65d437bb1d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:45.614907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7c24061e-cdea-45b6-997a-6f65d437bb1d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:45.615603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:45.762558 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:45.900751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (8edefabd-0b41-4b95-803b-068a3e867d09), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:45.901315 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7c24061e-cdea-45b6-997a-6f65d437bb1d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:45.979903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c24061e-cdea-45b6-997a-6f65d437bb1d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:45.991054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7c24061e-cdea-45b6-997a-6f65d437bb1d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:46.010372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37630) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:46.026358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d33c4d-8c0d-47ba-8b21-205b88c38434 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:46.036962 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=8edefabd-0b41-4b95-803b-068a3e867d09,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:46.062009 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:46.066668 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a46a4411-b395-4b76-86df-17d5624b45d7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/8edefabd-0b41-4b95-803b-068a3e867d09 HTTP/1.1" status: 204 len: 168 time: 6.0722954 Jul 28 10:47:46.079286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37634) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:46.196539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (16bda924-decb-4743-901a-e78178261f22), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:46.251569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet d21abd84-651e-47fb-9524-692bf28dc44f {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:46.304783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (d21abd84-651e-47fb-9524-692bf28dc44f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:46.427219 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (d21abd84-651e-47fb-9524-692bf28dc44f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:46.812240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (16bda924-decb-4743-901a-e78178261f22), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:46.966214 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:46.968119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (63a59f7b-7d46-463c-b356-ed43d21905be), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:46.981731 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f79fbc4a-5fb7-40a6-a6e3-09038f9b6795 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e306c63febd04b978d400aac093f4b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9687150 Jul 28 10:47:46.986635 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:46.991086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37660) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:47.122509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (d21abd84-651e-47fb-9524-692bf28dc44f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:47.170364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Router 16bda924-decb-4743-901a-e78178261f22 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:47:47.388907 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:47.407183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] Sync routers for ids ['16bda924-decb-4743-901a-e78178261f22'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:47.422627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] Routers {'16bda924-decb-4743-901a-e78178261f22'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:47.423496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['16bda924-decb-4743-901a-e78178261f22'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:47.434179 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:47.444310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-401a55dc-78b4-4cfa-8c59-6d40779c069c admin admin] Publish callbacks [] for security_group (22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:47.472770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:47.474258 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-68c4d07a-6bf9-46e6-a53d-8fee1a9b2780 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5304253 Jul 28 10:47:47.478507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37672) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:47.491635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-401a55dc-78b4-4cfa-8c59-6d40779c069c admin admin] Publish callbacks [] for security_group (22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:47.500940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:47.547843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:47.582709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] Routers {'16bda924-decb-4743-901a-e78178261f22'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:47.585039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['16bda924-decb-4743-901a-e78178261f22'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:47.665970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:47.666796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a5028-4187-409c-9b99-3389197e3ade None None] The sync data for ids ['16bda924-decb-4743-901a-e78178261f22'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:47.757058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (d21abd84-651e-47fb-9524-692bf28dc44f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:47.844553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=d21abd84-651e-47fb-9524-692bf28dc44f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:47.851571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:47.856947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:47.863116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae7a17-fbfd-462a-a354-e92c8feacaf9 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:47.871326 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9779e24e-82e9-49d3-a101-8d5081ce3c42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/d21abd84-651e-47fb-9524-692bf28dc44f HTTP/1.1" status: 204 len: 168 time: 1.7905631 Jul 28 10:47:47.995808 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-59670115-8f99-46bd-9e97-86078e391df0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374712 Jul 28 10:47:48.010293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:48.032145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-218af162-dc35-40db-b7cf-ef7e0f53e744 None None] Provisioning complete for port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:48.037559 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-218af162-dc35-40db-b7cf-ef7e0f53e744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:48.040834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-401a55dc-78b4-4cfa-8c59-6d40779c069c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:48.043553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-401a55dc-78b4-4cfa-8c59-6d40779c069c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:48.052451 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-401a55dc-78b4-4cfa-8c59-6d40779c069c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb HTTP/1.1" status: 204 len: 168 time: 1.0565553 Jul 28 10:47:48.131987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37692) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:48.290965 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:48.302798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37698) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:48.313699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-218af162-dc35-40db-b7cf-ef7e0f53e744 None None] Current status of the port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:48.333315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:48.342091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a41a0c-1f4a-4795-9429-b360422a9b2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:48.346750 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-62a41a0c-1f4a-4795-9429-b360422a9b2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3320334 Jul 28 10:47:48.444856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] Deleting port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:48.446373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:48.488820 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:48.582609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:48.589364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37702) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:48.694115 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-876f110b-1ace-4632-aa7e-1bb4105a4fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:48.759813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a55dc-78b4-4cfa-8c59-6d40779c069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b669ae-f13d-40fb-aa0b-c49a6c4ec7eb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:48.771614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] For port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:48.772268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:48.867491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] Calling delete_port for e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:48.903915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Router 63a59f7b-7d46-463c-b356-ed43d21905be has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:47:49.003470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac67170-2ed9-4793-9858-81090e82cde0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:49.005161 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6ac67170-2ed9-4793-9858-81090e82cde0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4146454 Jul 28 10:47:49.013528 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-876f110b-1ace-4632-aa7e-1bb4105a4fff admin admin] Publish callbacks [] for security_group (f63edc2d-0485-4deb-8149-b00a334c672e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.014832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37712) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:49.064229 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-88299afb-418f-4ab9-bedd-2ffef559fcc0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482597 Jul 28 10:47:49.071971 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37716) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:49.073984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-876f110b-1ace-4632-aa7e-1bb4105a4fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f63edc2d-0485-4deb-8149-b00a334c672e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.082007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6ce0ccb3-e19a-4224-a6b5-f63aa5b83940 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:49.198841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (16bda924-decb-4743-901a-e78178261f22), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.234707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce0ccb3-e19a-4224-a6b5-f63aa5b83940 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:49.237169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:49.244323 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-745f5533-879f-410b-86a8-76654d70e709 admin admin] 10.222.0.46 "PUT /v2.0/routers/63a59f7b-7d46-463c-b356-ed43d21905be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2940907 Jul 28 10:47:49.247839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ccb3-e19a-4224-a6b5-f63aa5b83940 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.249303 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce0ccb3-e19a-4224-a6b5-f63aa5b83940 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:49.250557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce0ccb3-e19a-4224-a6b5-f63aa5b83940 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:49.250741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37720) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:49.262240 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] Sync routers for ids ['63a59f7b-7d46-463c-b356-ed43d21905be'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:49.284178 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] Routers {'63a59f7b-7d46-463c-b356-ed43d21905be'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:49.285572 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['63a59f7b-7d46-463c-b356-ed43d21905be'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:49.328219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:49.329303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.381642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:49.388837 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:49.391818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_gateway (16bda924-decb-4743-901a-e78178261f22), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.394141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.455969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f110b-1ace-4632-aa7e-1bb4105a4fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63edc2d-0485-4deb-8149-b00a334c672e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:49.466568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34e77e61-e01c-44a6-a181-f45599abb39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.469543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.489456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,revision_number=7']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:49.492974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] No DVR routers for this DVR port e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:49.495160 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-876f110b-1ace-4632-aa7e-1bb4105a4fff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c22f196f24cf4283a3e128bbc318714f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1889694 Jul 28 10:47:49.507480 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6ce0ccb3-e19a-4224-a6b5-f63aa5b83940 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4342816 Jul 28 10:47:49.520657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb3f4e-9d7a-44b1-b7d8-4093a8df49cb None None] Pushing event deleted for resources: {'Port': ['ID=e1b33f0e-ac4f-422a-a9bc-e55223ab3a1c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:49.523116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:49.532811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37726) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:49.552290 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0634794d-1c57-450c-bc8a-35205bcbf3af tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:49.559356 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] Set router 63a59f7b-7d46-463c-b356-ed43d21905be gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:49.609476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Deleting port 6b222acb-d709-4369-ba16-416e5023c6ec {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:49.609476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6b222acb-d709-4369-ba16-416e5023c6ec), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.653615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks [] for router (63a59f7b-7d46-463c-b356-ed43d21905be), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.813468 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6b222acb-d709-4369-ba16-416e5023c6ec), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:49.842819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Calling delete_port for 6b222acb-d709-4369-ba16-416e5023c6ec owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:49.937519 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:45Z', 'revision_number': 5, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:49.944883 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:49.978715 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:50.003176 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] Checking router: 63a59f7b-7d46-463c-b356-ed43d21905be for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:47:50.018541 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] Routers {'63a59f7b-7d46-463c-b356-ed43d21905be'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:50.019450 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['63a59f7b-7d46-463c-b356-ed43d21905be'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:50.039952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4f5f-b9de-4838-850a-2f7321acab1c admin admin] Publish callbacks [] for security_group (f63edc2d-0485-4deb-8149-b00a334c672e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.068014 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:50.188361 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:50.204476 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] Set router 63a59f7b-7d46-463c-b356-ed43d21905be gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:47:50.212691 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6b222acb-d709-4369-ba16-416e5023c6ec), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.237876 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4f5f-b9de-4838-850a-2f7321acab1c admin admin] Publish callbacks [] for security_group (f63edc2d-0485-4deb-8149-b00a334c672e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.332753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Pushing event deleted for resources: {'Port': ['ID=6b222acb-d709-4369-ba16-416e5023c6ec,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:50.379583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks [] for router_gateway (63a59f7b-7d46-463c-b356-ed43d21905be), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.411402 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (16bda924-decb-4743-901a-e78178261f22), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.475322 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Deleting port 9170c720-dca6-4b71-a8c5-183640a36fbc {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:50.476824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.482037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:45Z', 'revision_number': 5, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:50.492121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0634794d-1c57-450c-bc8a-35205bcbf3af tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:50.496380 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0634794d-1c57-450c-bc8a-35205bcbf3af tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.499809 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0634794d-1c57-450c-bc8a-35205bcbf3af tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:50.500488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0634794d-1c57-450c-bc8a-35205bcbf3af tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:50.515294 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1009dc-1f51-46e6-b2ea-31ba5ee84701 None None] The sync data for ids ['63a59f7b-7d46-463c-b356-ed43d21905be'] in n-d-850468-6 is: [{'id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'name': 'tempest-ServerAddressesTestJSON-795851325-router', 'tenant_id': 'a3652f288c18441cb1e04b49e4224bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:47:17Z', 'updated_at': '2022-07-28T10:47:45Z', 'revision_number': 5, 'project_id': 'a3652f288c18441cb1e04b49e4224bb1', 'gw_port': {'id': '9170c720-dca6-4b71-a8c5-183640a36fbc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a59f7b-7d46-463c-b356-ed43d21905be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:47:20Z', 'updated_at': '2022-07-28T10:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:50.585846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34e77e61-e01c-44a6-a181-f45599abb39c admin admin] Publish callbacks [] for security_group (d59df640-db50-4fb2-b66d-7588512e0bff), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.589448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4f5f-b9de-4838-850a-2f7321acab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f63edc2d-0485-4deb-8149-b00a334c672e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.592677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4f5f-b9de-4838-850a-2f7321acab1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.605733 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c9bd4f5f-b9de-4838-850a-2f7321acab1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f63edc2d-0485-4deb-8149-b00a334c672e HTTP/1.1" status: 204 len: 168 time: 1.0620155 Jul 28 10:47:50.645529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4f5f-b9de-4838-850a-2f7321acab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63edc2d-0485-4deb-8149-b00a334c672e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:50.654029 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0634794d-1c57-450c-bc8a-35205bcbf3af tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1173286 Jul 28 10:47:50.654947 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34e77e61-e01c-44a6-a181-f45599abb39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d59df640-db50-4fb2-b66d-7588512e0bff), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.663943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:50.674968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7dbe9a2f-bd39-49f7-a100-7e500a1a8e3e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:50.827972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e77e61-e01c-44a6-a181-f45599abb39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59df640-db50-4fb2-b66d-7588512e0bff,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:50.847092 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-34e77e61-e01c-44a6-a181-f45599abb39c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30d325a3567d4c88bc6c7288d018dc47&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7139804 Jul 28 10:47:50.851853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37752) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:50.876034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (16bda924-decb-4743-901a-e78178261f22), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.883518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (16bda924-decb-4743-901a-e78178261f22), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.942688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbe9a2f-bd39-49f7-a100-7e500a1a8e3e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:50.952148 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7dbe9a2f-bd39-49f7-a100-7e500a1a8e3e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:50.965200 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbe9a2f-bd39-49f7-a100-7e500a1a8e3e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:50.965931 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbe9a2f-bd39-49f7-a100-7e500a1a8e3e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:50.972805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] For port 9170c720-dca6-4b71-a8c5-183640a36fbc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9170c720-dca6-4b71-a8c5-183640a36fbc,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:50.988376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.055040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08fadc2f-1ab9-4668-a573-3dddf21e5b6c admin admin] Publish callbacks [] for security_group (d59df640-db50-4fb2-b66d-7588512e0bff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.056914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Calling delete_port for 9170c720-dca6-4b71-a8c5-183640a36fbc owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:51.073550 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7dbe9a2f-bd39-49f7-a100-7e500a1a8e3e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4080954 Jul 28 10:47:51.083013 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37760) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:51.093041 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c093ace3-b5bf-44aa-b3ab-4450e4f7662c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:51.155840 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Router 16bda924-decb-4743-901a-e78178261f22 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:47:51.275134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08fadc2f-1ab9-4668-a573-3dddf21e5b6c admin admin] Publish callbacks [] for security_group (d59df640-db50-4fb2-b66d-7588512e0bff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.342817 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:51.365829 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:51.389259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:51.402263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] Sync routers for ids ['16bda924-decb-4743-901a-e78178261f22'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:51.412524 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.413972 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-985a567b-7a2a-4740-bfe6-5bdd95c6f92f tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "PUT /v2.0/routers/16bda924-decb-4743-901a-e78178261f22 HTTP/1.1" status: 200 len: 710 time: 3.9289207 Jul 28 10:47:51.417318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37768) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:51.433523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] Routers {'16bda924-decb-4743-901a-e78178261f22'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:51.434336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['16bda924-decb-4743-901a-e78178261f22'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:51.546072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:51.572278 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-21fe5219-eb9a-4933-808f-c22248d4ab4d tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/routers/16bda924-decb-4743-901a-e78178261f22 HTTP/1.1" status: 200 len: 745 time: 0.1506753 Jul 28 10:47:51.572966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37772) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:51.580291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] Routers {'16bda924-decb-4743-901a-e78178261f22'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:47:51.581440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:47:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['16bda924-decb-4743-901a-e78178261f22'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:51.624987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:51.626163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e03c7f-2975-40e1-bf9a-2c6670158b8b None None] The sync data for ids ['16bda924-decb-4743-901a-e78178261f22'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:51.631748 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37774) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:51.731584 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c703df35-de4b-43ff-9210-79643c771835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.768599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c093ace3-b5bf-44aa-b3ab-4450e4f7662c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:51.776396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c093ace3-b5bf-44aa-b3ab-4450e4f7662c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.780996 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c093ace3-b5bf-44aa-b3ab-4450e4f7662c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:51.782344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c093ace3-b5bf-44aa-b3ab-4450e4f7662c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:51.853233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08fadc2f-1ab9-4668-a573-3dddf21e5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d59df640-db50-4fb2-b66d-7588512e0bff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.865492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-08fadc2f-1ab9-4668-a573-3dddf21e5b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:51.867260 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-08fadc2f-1ab9-4668-a573-3dddf21e5b6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d59df640-db50-4fb2-b66d-7588512e0bff HTTP/1.1" status: 204 len: 168 time: 1.0107319 Jul 28 10:47:51.884743 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c093ace3-b5bf-44aa-b3ab-4450e4f7662c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8005509 Jul 28 10:47:51.890368 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fadc2f-1ab9-4668-a573-3dddf21e5b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59df640-db50-4fb2-b66d-7588512e0bff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:51.893934 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37782) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:51.914376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6211fb54-2408-40b0-92e9-f3f88db944ce tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:52.128946 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c8ee6b98-03cb-466b-aac0-70afa0cace13 tempest-RoutersIpV6AdminTest-1090081602 tempest-RoutersIpV6AdminTest-1090081602-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&device_id=16bda924-decb-4743-901a-e78178261f22 HTTP/1.1" status: 200 len: 205 time: 0.5545156 Jul 28 10:47:52.137312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9170c720-dca6-4b71-a8c5-183640a36fbc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.139740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37786) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:52.256809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9170c720-dca6-4b71-a8c5-183640a36fbc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:52.285737 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:52.286220 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-33dcad2c-169f-4089-a093-c5b9d95fefba tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=16bda924-decb-4743-901a-e78178261f22 HTTP/1.1" status: 200 len: 205 time: 0.1407964 Jul 28 10:47:52.303583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211fb54-2408-40b0-92e9-f3f88db944ce tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:52.309540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6211fb54-2408-40b0-92e9-f3f88db944ce tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.311122 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6211fb54-2408-40b0-92e9-f3f88db944ce tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:52.311635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6211fb54-2408-40b0-92e9-f3f88db944ce tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:52.334540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c703df35-de4b-43ff-9210-79643c771835 admin admin] Publish callbacks [] for security_group (513ced14-0b2b-4bf1-9e9c-f6df914acb74), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.344177 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6211fb54-2408-40b0-92e9-f3f88db944ce tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4398692 Jul 28 10:47:52.348690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37792) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:52.354925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9a83f58d-5ddd-468a-b081-b5924ed810c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:52.489001 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c703df35-de4b-43ff-9210-79643c771835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (513ced14-0b2b-4bf1-9e9c-f6df914acb74), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.503677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae12612-4dcd-45c4-8d42-3d285db772f8 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (16bda924-decb-4743-901a-e78178261f22), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.568997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7c24061e-cdea-45b6-997a-6f65d437bb1d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:52.575671 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c703df35-de4b-43ff-9210-79643c771835 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=965b537a804045d4a03fe11fc73b6e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9326017 Jul 28 10:47:52.580066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:52.601212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (63a59f7b-7d46-463c-b356-ed43d21905be), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.645954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7c24061e-cdea-45b6-997a-6f65d437bb1d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:52.649783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7c24061e-cdea-45b6-997a-6f65d437bb1d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:52.671594 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:52.863741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83f58d-5ddd-468a-b081-b5924ed810c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:52.869032 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a83f58d-5ddd-468a-b081-b5924ed810c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.870582 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a83f58d-5ddd-468a-b081-b5924ed810c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:47:52.871024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a83f58d-5ddd-468a-b081-b5924ed810c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:52.885204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae12612-4dcd-45c4-8d42-3d285db772f8 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (16bda924-decb-4743-901a-e78178261f22), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.888560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae12612-4dcd-45c4-8d42-3d285db772f8 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router_controller (16bda924-decb-4743-901a-e78178261f22), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.907378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703df35-de4b-43ff-9210-79643c771835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ced14-0b2b-4bf1-9e9c-f6df914acb74,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:52.913654 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (63a59f7b-7d46-463c-b356-ed43d21905be), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.920671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks [] for router_controller (63a59f7b-7d46-463c-b356-ed43d21905be), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.957457 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02d8fd78-8a08-4a0b-b5cc-9bda91cd5be9 admin admin] Publish callbacks [] for security_group (513ced14-0b2b-4bf1-9e9c-f6df914acb74), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.997158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae12612-4dcd-45c4-8d42-3d285db772f8 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (16bda924-decb-4743-901a-e78178261f22), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:52.999571 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae12612-4dcd-45c4-8d42-3d285db772f8 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Fanout notify agent at l3_agent the message router_deleted on router 16bda924-decb-4743-901a-e78178261f22 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:47:53.000739 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a83f58d-5ddd-468a-b081-b5924ed810c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6500337 Jul 28 10:47:53.004543 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37806) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.020428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ae12612-4dcd-45c4-8d42-3d285db772f8 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.028647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37808) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.028955 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ae12612-4dcd-45c4-8d42-3d285db772f8 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/16bda924-decb-4743-901a-e78178261f22 HTTP/1.1" status: 204 len: 168 time: 0.7418594 Jul 28 10:47:53.079230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (63a59f7b-7d46-463c-b356-ed43d21905be), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.080152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63a59f7b-7d46-463c-b356-ed43d21905be {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:47:53.086895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.088340 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f36e3bae-28f6-43d0-90aa-b70d701b00c4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/63a59f7b-7d46-463c-b356-ed43d21905be HTTP/1.1" status: 204 len: 168 time: 3.8365641 Jul 28 10:47:53.089491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.095047 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.101147 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ff5d857d-0490-443b-af18-5d0988a3de6c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0931454 Jul 28 10:47:53.102400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37816) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.120357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02d8fd78-8a08-4a0b-b5cc-9bda91cd5be9 admin admin] Publish callbacks [] for security_group (513ced14-0b2b-4bf1-9e9c-f6df914acb74), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.125099 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-59d668de-8fb1-41da-96ab-c5a4b0232d72 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=16bda924-decb-4743-901a-e78178261f22 HTTP/1.1" status: 200 len: 205 time: 0.0914674 Jul 28 10:47:53.133291 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37818) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.178685 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:53.206547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1877d8b-ec81-4240-9f00-57ebeae40651 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:53.208578 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e1877d8b-ec81-4240-9f00-57ebeae40651 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1051288 Jul 28 10:47:53.210549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b54dbedc-5ab9-4dcd-9276-eb3ec0241ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.213396 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37820) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.266084 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2d89b53d-d354-4c04-9d3b-4242bf617a8a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512123 Jul 28 10:47:53.276155 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37822) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.281423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:53.322045 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-f3dc5d5c-7834-403b-a7c9-c9b2704ba790 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] delete failed (client error): The resource could not be found. Jul 28 10:47:53.323569 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f3dc5d5c-7834-403b-a7c9-c9b2704ba790 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/16bda924-decb-4743-901a-e78178261f22 HTTP/1.1" status: 404 len: 336 time: 0.1682394 Jul 28 10:47:53.330799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37824) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.389627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] Deleting subnet 987bd9d7-1193-4baf-b86e-bd8ccd5ba34f {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:53.397319 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-205e8019-bffd-4cf5-a9e9-6f81ff5cabeb tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b49ac0b7-160a-4c1a-afa7-22253d29969d HTTP/1.1" status: 200 len: 205 time: 0.0576904 Jul 28 10:47:53.398146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.402252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] Publish callbacks [] for subnet (987bd9d7-1193-4baf-b86e-bd8ccd5ba34f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.428128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:53.438917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.491160 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-181043ac-670a-4050-9f4f-3376908652af tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] delete failed (client error): The resource could not be found. Jul 28 10:47:53.496186 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-181043ac-670a-4050-9f4f-3376908652af tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/b49ac0b7-160a-4c1a-afa7-22253d29969d HTTP/1.1" status: 404 len: 336 time: 0.0957494 Jul 28 10:47:53.499448 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37830) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.545658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02d8fd78-8a08-4a0b-b5cc-9bda91cd5be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (513ced14-0b2b-4bf1-9e9c-f6df914acb74), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.548247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02d8fd78-8a08-4a0b-b5cc-9bda91cd5be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.554617 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-02d8fd78-8a08-4a0b-b5cc-9bda91cd5be9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/513ced14-0b2b-4bf1-9e9c-f6df914acb74 HTTP/1.1" status: 204 len: 168 time: 0.9529722 Jul 28 10:47:53.563171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (987bd9d7-1193-4baf-b86e-bd8ccd5ba34f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.571734 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-510b9452-12f5-4ffb-a8fa-87bcf8a06cb7 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 HTTP/1.1" status: 200 len: 205 time: 0.0653908 Jul 28 10:47:53.597080 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37834) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.637150 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:53.654138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8fd78-8a08-4a0b-b5cc-9bda91cd5be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ced14-0b2b-4bf1-9e9c-f6df914acb74,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:53.665366 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-4238f54f-b32f-415e-8799-c1d233a5f7e5 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] delete failed (client error): The resource could not be found. Jul 28 10:47:53.668470 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4238f54f-b32f-415e-8799-c1d233a5f7e5 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/59fa0b2c-07cd-4add-82c9-8fdd4be60ba8 HTTP/1.1" status: 404 len: 336 time: 0.0685666 Jul 28 10:47:53.679112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37836) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.733742 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:53.796669 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-01299d6f-64e5-49cd-8c12-59af36761dad tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1680082-6c70-4ddb-8f37-1d4f2650c9f6 HTTP/1.1" status: 200 len: 205 time: 0.1128314 Jul 28 10:47:53.803096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37838) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.904358 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-07fbbeaf-9100-455a-aacd-5030142303af tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] delete failed (client error): The resource could not be found. Jul 28 10:47:53.905371 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-07fbbeaf-9100-455a-aacd-5030142303af tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/c1680082-6c70-4ddb-8f37-1d4f2650c9f6 HTTP/1.1" status: 404 len: 336 time: 0.0966597 Jul 28 10:47:53.915626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37840) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:53.919368 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b54dbedc-5ab9-4dcd-9276-eb3ec0241ced admin admin] Publish callbacks [] for security_group (89097c32-6e1d-4ff9-a24c-1a6157d0d6f8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.935312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (987bd9d7-1193-4baf-b86e-bd8ccd5ba34f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.952776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b54dbedc-5ab9-4dcd-9276-eb3ec0241ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (89097c32-6e1d-4ff9-a24c-1a6157d0d6f8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.958866 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:47:53.960578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (ce75524d-dc79-410c-b121-4b7ab7448dd5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:53.979775 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ab7375d5-cd7d-4b92-b541-08e0bdcaa0ca tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5468cd3-f007-4422-b85e-5c635be65892 HTTP/1.1" status: 200 len: 205 time: 0.0628633 Jul 28 10:47:53.993732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37846) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:54.009268 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:54.071619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:54.084810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:54.099252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b112d-19c2-4f07-8b43-951bc7fd7e4d None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:54.121283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:54.128567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:54.183132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=ce75524d-dc79-410c-b121-4b7ab7448dd5,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:54.215459 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5ac52535-0b51-4834-8b21-893faca85adb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9380131 Jul 28 10:47:54.218114 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37854) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:54.237189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:b1:6b:65', 'name': 'tempest-NetworksTestDHCPv6-299891062'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:54.253773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'ce75524d-dc79-410c-b121-4b7ab7448dd5'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:47:54.254832 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:54.498573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:54.538917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9170c720-dca6-4b71-a8c5-183640a36fbc no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:54.593124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9170c720-dca6-4b71-a8c5-183640a36fbc {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:54.593484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9170c720-dca6-4b71-a8c5-183640a36fbc not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:54.632414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Allocated IP 2001:db8::f816:3eff:fe36:9642 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/ce75524d-dc79-410c-b121-4b7ab7448dd5/3e7dbee6-6516-4bf6-8375-9926ff383347) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:54.640174 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-cfe60fdd-365f-47d4-8494-79d46d8d1ee9 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] delete failed (client error): The resource could not be found. Jul 28 10:47:54.648215 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cfe60fdd-365f-47d4-8494-79d46d8d1ee9 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/c5468cd3-f007-4422-b85e-5c635be65892 HTTP/1.1" status: 404 len: 336 time: 0.6509566 Jul 28 10:47:54.651200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37868) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:54.665454 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b54dbedc-5ab9-4dcd-9276-eb3ec0241ced admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=966b55d3b5ef4a5ca393a1dfa99ff223&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5708656 Jul 28 10:47:54.670691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dbedc-5ab9-4dcd-9276-eb3ec0241ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89097c32-6e1d-4ff9-a24c-1a6157d0d6f8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:54.680134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37870) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:54.747213 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d23f8e4c-0f15-4900-80ae-b0a196541547 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cd70c70-6d2e-429d-baa8-c503f7d86805 HTTP/1.1" status: 200 len: 205 time: 0.0948918 Jul 28 10:47:54.752740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37872) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:54.774919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:54.843164 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-6e97fdfc-f862-4f58-b61c-f8dff8e1f707 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] delete failed (client error): The resource could not be found. Jul 28 10:47:54.844513 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6e97fdfc-f862-4f58-b61c-f8dff8e1f707 tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/routers/8cd70c70-6d2e-429d-baa8-c503f7d86805 HTTP/1.1" status: 404 len: 336 time: 0.0854378 Jul 28 10:47:54.850529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37878) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:54.864002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (987bd9d7-1193-4baf-b86e-bd8ccd5ba34f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:54.918150 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:54.927252 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 140d5f3e-92a8-4f52-9135-13fa616d6005 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:47:54.948330 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe71ba5-5c7d-437c-b92f-1d6e602eee0b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] DELETE failed (client error): The resource could not be found. Jul 28 10:47:54.948869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe71ba5-5c7d-437c-b92f-1d6e602eee0b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:47:54.956821 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dbe71ba5-5c7d-437c-b92f-1d6e602eee0b tempest-RoutersIpV6AdminTest-1667255769 tempest-RoutersIpV6AdminTest-1667255769-project] 10.222.0.46 "DELETE /v2.0/subnets/ed6b0fc8-6c8a-4003-ba0c-86011b0f0456 HTTP/1.1" status: 404 len: 337 time: 0.0983200 Jul 28 10:47:54.985614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987bd9d7-1193-4baf-b86e-bd8ccd5ba34f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:54.998550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.010842 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-945d8027-82a8-4cec-90c0-636c86ad49da admin admin] 10.222.0.46 "DELETE /v2.0/subnets/987bd9d7-1193-4baf-b86e-bd8ccd5ba34f HTTP/1.1" status: 204 len: 168 time: 1.9131095 Jul 28 10:47:55.013100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37886) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:55.017465 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91f21d89-ff50-4112-849a-0a9ba6bb83f6 admin admin] Publish callbacks [] for security_group (89097c32-6e1d-4ff9-a24c-1a6157d0d6f8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.034436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Publish callbacks [] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.044827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417e90f-d411-456b-ab47-d9fe3653005b None None] Network eb0e6710-e280-4c53-9408-e98f4b9c79df requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:55.051815 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.216935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (eb0e6710-e280-4c53-9408-e98f4b9c79df), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.222908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91f21d89-ff50-4112-849a-0a9ba6bb83f6 admin admin] Publish callbacks [] for security_group (89097c32-6e1d-4ff9-a24c-1a6157d0d6f8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.256282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:55.298002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:55.313720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:feb1:6b65 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/ce75524d-dc79-410c-b121-4b7ab7448dd5/140d5f3e-92a8-4f52-9135-13fa616d6005) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:47:55.318052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:55.339980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Pushing event updated for resources: {'Port': ['ID=3e7dbee6-6516-4bf6-8375-9926ff383347,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:55.363504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Deleting port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:55.363504 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.394692 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:55.534175 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91f21d89-ff50-4112-849a-0a9ba6bb83f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (89097c32-6e1d-4ff9-a24c-1a6157d0d6f8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.540336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-91f21d89-ff50-4112-849a-0a9ba6bb83f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.544304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Attempting to bind port 3e7dbee6-6516-4bf6-8375-9926ff383347 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:47:55.544684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Attempting to bind port 3e7dbee6-6516-4bf6-8375-9926ff383347 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:47:55.545054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Attempting to bind port 3e7dbee6-6516-4bf6-8375-9926ff383347 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:47:55.546422 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-91f21d89-ff50-4112-849a-0a9ba6bb83f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89097c32-6e1d-4ff9-a24c-1a6157d0d6f8 HTTP/1.1" status: 204 len: 168 time: 0.8598824 Jul 28 10:47:55.563226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:47:55.563615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:47:55.564024 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.564960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:47:55.565662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Bound port: 3e7dbee6-6516-4bf6-8375-9926ff383347, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:47:55.566030 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.592238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f21d89-ff50-4112-849a-0a9ba6bb83f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89097c32-6e1d-4ff9-a24c-1a6157d0d6f8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:55.612336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] For port a7a0d7a6-970e-4902-92f3-d9c83ea8e983, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,segment=NetworkSegment(47f7fe9e-3e2b-4a62-a4e1-62d34b92862d),segment_id=47f7fe9e-3e2b-4a62-a4e1-62d34b92862d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:55.612745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.650860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Calling delete_port for a7a0d7a6-970e-4902-92f3-d9c83ea8e983 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:55.668274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37904) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:55.796967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] For port 3e7dbee6-6516-4bf6-8375-9926ff383347, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:47:55.806538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] For port 3e7dbee6-6516-4bf6-8375-9926ff383347, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3e7dbee6-6516-4bf6-8375-9926ff383347,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:47:55.822699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] DHCP port deletion for eb0e6710-e280-4c53-9408-e98f4b9c79df request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:55.839753 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.867660 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (140d5f3e-92a8-4f52-9135-13fa616d6005), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.967818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:55.978617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (140d5f3e-92a8-4f52-9135-13fa616d6005), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.028907 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:56.040673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] Deleting port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:56.043148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.076838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:56.087887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] No DVR routers for this DVR port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:56.193406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:47:56.226904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:47:56.240765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:47:56.268536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:56.269225 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.293895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] For port a7a0d7a6-970e-4902-92f3-d9c83ea8e983, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:56.304530 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.321992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (eb0e6710-e280-4c53-9408-e98f4b9c79df), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.361080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=140d5f3e-92a8-4f52-9135-13fa616d6005,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:56.389608 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e9f2382b-a673-4024-9f94-0ee1efccc954 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1698017 Jul 28 10:47:56.398763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37924) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:56.421082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] Calling delete_port for a7a0d7a6-970e-4902-92f3-d9c83ea8e983 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:56.426353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14ad3bce-fb79-41ca-a9ef-abcd88728e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.442751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] Port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:47:56.449079 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:56.458329 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a7a0d7a6-970e-4902-92f3-d9c83ea8e983), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.525088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0e6710-e280-4c53-9408-e98f4b9c79df']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:56.530375 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:56.543622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a5af1-eea8-4a79-bc43-4c09ef6e1532 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:56.549345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] No DVR routers for this DVR port a7a0d7a6-970e-4902-92f3-d9c83ea8e983 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:47:56.551459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a5af1-eea8-4a79-bc43-4c09ef6e1532 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:56.553320 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a4a5af1-eea8-4a79-bc43-4c09ef6e1532 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1528306 Jul 28 10:47:56.556242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37936) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:56.609722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:56.610494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f7fe9e-3e2b-4a62-a4e1-62d34b92862d') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:56.647117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (47f7fe9e-3e2b-4a62-a4e1-62d34b92862d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.656661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a08b02-2311-44e4-8de5-f60231b58711 None None] Pushing event updated for resources: {'Port': ['ID=3e7dbee6-6516-4bf6-8375-9926ff383347,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:56.706800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7a0d7a6-970e-4902-92f3-d9c83ea8e983 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:56.717063 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (47f7fe9e-3e2b-4a62-a4e1-62d34b92862d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.730175 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 140d5f3e-92a8-4f52-9135-13fa616d6005 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:56.730558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (140d5f3e-92a8-4f52-9135-13fa616d6005), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.735172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:47:56.736140 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (47f7fe9e-3e2b-4a62-a4e1-62d34b92862d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.807635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd61c3-902a-461c-a6a3-a6591ff21235 None None] Pushing event deleted for resources: {'Port': ['ID=a7a0d7a6-970e-4902-92f3-d9c83ea8e983,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:56.834765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a7a0d7a6-970e-4902-92f3-d9c83ea8e983 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:47:56.835811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7a0d7a6-970e-4902-92f3-d9c83ea8e983 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:56.860840 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 47f7fe9e-3e2b-4a62-a4e1-62d34b92862d resource provider aggregate not found Jul 28 10:47:56.879593 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (eb0e6710-e280-4c53-9408-e98f4b9c79df), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.893889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:56.906605 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb0e6710-e280-4c53-9408-e98f4b9c79df HTTP/1.1" status: 204 len: 168 time: 1.8899236 Jul 28 10:47:56.916843 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 47f7fe9e-3e2b-4a62-a4e1-62d34b92862d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47f7fe9e-3e2b-4a62-a4e1-62d34b92862d found for delete ", "request_id": "req-e56bd057-522e-49ff-a5ab-856a6fa7685e"}]} Jul 28 10:47:56.952561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9bc3-b412-4dfe-967d-c746f25093d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0e6710-e280-4c53-9408-e98f4b9c79df,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:57.014291 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:57.032210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (140d5f3e-92a8-4f52-9135-13fa616d6005), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.048899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14ad3bce-fb79-41ca-a9ef-abcd88728e96 admin admin] Publish callbacks [] for security_group (1f86febf-7cd7-43be-b229-787285bf3e09), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.061661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14ad3bce-fb79-41ca-a9ef-abcd88728e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1f86febf-7cd7-43be-b229-787285bf3e09), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.119387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 140d5f3e-92a8-4f52-9135-13fa616d6005 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:47:57.199486 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14ad3bce-fb79-41ca-a9ef-abcd88728e96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10b2ebf2344540b8b6d03cee563e844a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5261598 Jul 28 10:47:57.200519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37954) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:57.241495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad3bce-fb79-41ca-a9ef-abcd88728e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f86febf-7cd7-43be-b229-787285bf3e09,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:57.246065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37956) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:57.347592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc5de-1827-435b-9060-c2a405ea2785 admin admin] Publish callbacks [] for security_group (1f86febf-7cd7-43be-b229-787285bf3e09), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.402089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (140d5f3e-92a8-4f52-9135-13fa616d6005), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.402825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc5de-1827-435b-9060-c2a405ea2785 admin admin] Publish callbacks [] for security_group (1f86febf-7cd7-43be-b229-787285bf3e09), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.536603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc5de-1827-435b-9060-c2a405ea2785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1f86febf-7cd7-43be-b229-787285bf3e09), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.545001 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=140d5f3e-92a8-4f52-9135-13fa616d6005,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:57.545233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8ecc5de-1827-435b-9060-c2a405ea2785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.554725 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b8ecc5de-1827-435b-9060-c2a405ea2785 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f86febf-7cd7-43be-b229-787285bf3e09 HTTP/1.1" status: 204 len: 168 time: 0.3531125 Jul 28 10:47:57.578116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecc5de-1827-435b-9060-c2a405ea2785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f86febf-7cd7-43be-b229-787285bf3e09,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:57.620754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37974) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:57.621031 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-46a9d0d9-8c5b-4410-b264-cf750e19eaef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3652f288c18441cb1e04b49e4224bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3730686 Jul 28 10:47:57.632172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.648530 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-89689dfe-e222-4fce-a2fc-8e91c3efbe0f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/140d5f3e-92a8-4f52-9135-13fa616d6005 HTTP/1.1" status: 204 len: 168 time: 1.0888772 Jul 28 10:47:57.649277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:57.769374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50070bfb-4754-4aba-92cd-5c7d3721d1b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:57.771348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50070bfb-4754-4aba-92cd-5c7d3721d1b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:47:57.780283 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-50070bfb-4754-4aba-92cd-5c7d3721d1b4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1289899 Jul 28 10:47:57.786125 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 37984) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:57.818055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a99-0646-498e-b1a2-8d71c6181318 admin admin] Publish callbacks [] for security_group (5d25d9ff-f925-46e8-82c9-2791a493630b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.914582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a99-0646-498e-b1a2-8d71c6181318 admin admin] Publish callbacks [] for security_group (5d25d9ff-f925-46e8-82c9-2791a493630b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.956602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet ce75524d-dc79-410c-b121-4b7ab7448dd5 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:47:57.967596 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (ce75524d-dc79-410c-b121-4b7ab7448dd5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:57.981327 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:58.030008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a99-0646-498e-b1a2-8d71c6181318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5d25d9ff-f925-46e8-82c9-2791a493630b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:58.032720 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0c57a99-0646-498e-b1a2-8d71c6181318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:58.035054 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a0c57a99-0646-498e-b1a2-8d71c6181318 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d25d9ff-f925-46e8-82c9-2791a493630b HTTP/1.1" status: 204 len: 168 time: 0.4115577 Jul 28 10:47:58.056917 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57a99-0646-498e-b1a2-8d71c6181318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d25d9ff-f925-46e8-82c9-2791a493630b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:58.093000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (ce75524d-dc79-410c-b121-4b7ab7448dd5), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:58.415895 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ce75524d-dc79-410c-b121-4b7ab7448dd5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:58.437266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 37996) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:58.586151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-54843542-d2d9-483a-a17c-4b169d0a6976 None None] Provisioning complete for port 3e7dbee6-6516-4bf6-8375-9926ff383347 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:58.593117 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54843542-d2d9-483a-a17c-4b169d0a6976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:58.670656 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3ea18c74-e0ea-414a-ad0a-e521f5aeb37f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfbf961a58464003b6aa0e209def35a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285643 Jul 28 10:47:58.671822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38004) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:58.737531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (ce75524d-dc79-410c-b121-4b7ab7448dd5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:58.795235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:58.808058 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/ce75524d-dc79-410c-b121-4b7ab7448dd5 HTTP/1.1" status: 204 len: 168 time: 1.0199587 Jul 28 10:47:58.827776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38008) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:58.895463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3e7dbee6-6516-4bf6-8375-9926ff383347 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:47:58.898312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b5c33-e6e5-47a3-9ea8-9526836e9343 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=ce75524d-dc79-410c-b121-4b7ab7448dd5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:59.049388 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:59.068380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38014) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:47:59.069066 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30f74ed5-6dfe-4775-9197-24c3d070832c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2264907 Jul 28 10:47:59.078417 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:47:59.097485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3e7dbee6-6516-4bf6-8375-9926ff383347 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:47:59.098253 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.100980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f129b21-d267-424a-b229-21f7ef65eee5 admin admin] Publish callbacks [] for security_group (41833298-f008-4a43-a5f6-b6e9da939af8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.183208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-54843542-d2d9-483a-a17c-4b169d0a6976 None None] Current status of the port 3e7dbee6-6516-4bf6-8375-9926ff383347 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:59.184815 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54843542-d2d9-483a-a17c-4b169d0a6976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.189871 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f129b21-d267-424a-b229-21f7ef65eee5 admin admin] Publish callbacks [] for security_group (41833298-f008-4a43-a5f6-b6e9da939af8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.308086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b321eb-3cbf-49b6-92e9-bf5b07cfbd72 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:47:59.366624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f129b21-d267-424a-b229-21f7ef65eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (41833298-f008-4a43-a5f6-b6e9da939af8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.374024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7f129b21-d267-424a-b229-21f7ef65eee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.376235 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7f129b21-d267-424a-b229-21f7ef65eee5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41833298-f008-4a43-a5f6-b6e9da939af8 HTTP/1.1" status: 204 len: 168 time: 0.6965945 Jul 28 10:47:59.396852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f129b21-d267-424a-b229-21f7ef65eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41833298-f008-4a43-a5f6-b6e9da939af8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:59.489077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-54843542-d2d9-483a-a17c-4b169d0a6976 None None] For port 3e7dbee6-6516-4bf6-8375-9926ff383347, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3e7dbee6-6516-4bf6-8375-9926ff383347,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:59.496093 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:59.505553 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:47:59.516645 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:47:59.519254 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54843542-d2d9-483a-a17c-4b169d0a6976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.522464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:47:59.606005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54843542-d2d9-483a-a17c-4b169d0a6976 None None] Pushing event updated for resources: {'Port': ['ID=3e7dbee6-6516-4bf6-8375-9926ff383347,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:59.674891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3e7dbee6-6516-4bf6-8375-9926ff383347 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:47:59.682171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-65e87411-47de-4d88-bda2-fe138c72c952 None None] Could not find standard attr ID for object 140d5f3e-92a8-4f52-9135-13fa616d6005. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:47:59.806916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781752d-d7f0-4070-988d-db429a945764 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:47:59.875733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2781752d-d7f0-4070-988d-db429a945764 None None] Deleting port 3e7dbee6-6516-4bf6-8375-9926ff383347 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:47:59.878050 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2781752d-d7f0-4070-988d-db429a945764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:00.008572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2781752d-d7f0-4070-988d-db429a945764 None None] For port 3e7dbee6-6516-4bf6-8375-9926ff383347, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3e7dbee6-6516-4bf6-8375-9926ff383347,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:00.009243 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2781752d-d7f0-4070-988d-db429a945764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:00.055793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2781752d-d7f0-4070-988d-db429a945764 None None] Calling delete_port for 3e7dbee6-6516-4bf6-8375-9926ff383347 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:00.162276 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:00.274943 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2781752d-d7f0-4070-988d-db429a945764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (3e7dbee6-6516-4bf6-8375-9926ff383347), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:00.323977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781752d-d7f0-4070-988d-db429a945764 None None] Pushing event deleted for resources: {'Port': ['ID=3e7dbee6-6516-4bf6-8375-9926ff383347,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:00.333193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781752d-d7f0-4070-988d-db429a945764 None None] No DVR routers for this DVR port 3e7dbee6-6516-4bf6-8375-9926ff383347 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:00.418845 n-d-850468-6 neutron-server[104687]: WARNING neutron.services.revisions.revision_plugin [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Could not find related port for resource to bump revision. Jul 28 10:48:00.425028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_pluggable_backend [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Port 3e7dbee6-6516-4bf6-8375-9926ff383347 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104687) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jul 28 10:48:00.425574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.ipam_pluggable_backend [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Reverting IP allocation for 2001:db8::f816:3eff:fe36:9642 {{(pid=104687) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jul 28 10:48:00.430906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (91a59490-05c6-4c9e-b71a-fe0cdbce7212), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:00.474174 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:00.516105 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:00.552319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=91a59490-05c6-4c9e-b71a-fe0cdbce7212,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:00.560718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:00.562240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:00.584890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79154ecd-f5a4-4d24-9d2f-9d1f7ac8d341 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:00.586714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:00.596230 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:00.640615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38092) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:00.648174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:c1:d7:db', 'name': 'tempest-NetworksTestDHCPv6-1222012131'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:00.652775 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:00.663457 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6dcd5bf5-6bcd-4e5e-bda3-3e931e99dc56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5882244 Jul 28 10:48:00.809083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3e7dbee6-6516-4bf6-8375-9926ff383347 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:00.914959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3e7dbee6-6516-4bf6-8375-9926ff383347 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:48:00.915598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3e7dbee6-6516-4bf6-8375-9926ff383347 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:00.926865 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:01.051805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': '91a59490-05c6-4c9e-b71a-fe0cdbce7212'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:01.052680 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:01.182559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:01.342520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Allocated IP 2001:db8::f816:3eff:fe94:179b (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/91a59490-05c6-4c9e-b71a-fe0cdbce7212/cdbc1d52-d57a-4d20-9730-ab2e9870d5a2) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:01.529246 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:01.555112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3f76-14da-4100-9973-24e7a5de53cf req-d68302e9-021a-491d-b4d5-fd5276eb6cd9 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:01.567689 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-86bc3f76-14da-4100-9973-24e7a5de53cf req-d68302e9-021a-491d-b4d5-fd5276eb6cd9 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/networks?id=60cc7037-2405-4fb9-943a-b808862d4369 HTTP/1.1" status: 200 len: 811 time: 0.3386667 Jul 28 10:48:01.588135 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-86bc3f76-14da-4100-9973-24e7a5de53cf req-302d328d-4bb1-49ba-bacb-dc46ddf87d8a tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/quotas/a8209f1d63904867a0c74297c01a12c0 HTTP/1.1" status: 200 len: 375 time: 0.0189407 Jul 28 10:48:01.673595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port ac785e8d-28bd-47dc-8d4f-4c14be190a5d yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:48:01.793339 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-86bc3f76-14da-4100-9973-24e7a5de53cf req-0931521a-66b2-4786-afda-8109348bbe31 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8209f1d63904867a0c74297c01a12c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2038517 Jul 28 10:48:01.905174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Publish callbacks [] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:01.918484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:01.931177 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:01.945879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:01.948552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:01.975218 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:01.978299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:02.030928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38142) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:02.130490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Pushing event updated for resources: {'Port': ['ID=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:02.140527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Attempting to bind port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:02.140982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Attempting to bind port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:02.142322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Attempting to bind port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:02.153411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:02.153831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:02.154280 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.154857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:02.155654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Bound port: cdbc1d52-d57a-4d20-9730-ab2e9870d5a2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:02.156384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.179885 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-86bc3f76-14da-4100-9973-24e7a5de53cf req-aac18050-35ce-443e-b520-c3d6139e61d2 service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847642 Jul 28 10:48:02.340106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1439798752-network', 'tenant_id': 'b079561a56894573a022735f831b8baf'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:02.378490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Made reservation on behalf of b079561a56894573a022735f831b8baf for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:02.381669 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.392496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.405785 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-86bc3f76-14da-4100-9973-24e7a5de53cf req-16fcf390-4259-4f3e-9e55-506d7ee202c4 service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249148 Jul 28 10:48:02.421138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fec1:d7db (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/91a59490-05c6-4c9e-b71a-fe0cdbce7212/ac785e8d-28bd-47dc-8d4f-4c14be190a5d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:02.673178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks [] for security_group (0d2d2089-7c54-4d3a-a9ea-ec68959143d7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.680133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d2d2089-7c54-4d3a-a9ea-ec68959143d7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.699881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:02.719292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3594f11d-5e5a-477d-b17a-9d00aec0e627), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.720440 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Added segment 3594f11d-5e5a-477d-b17a-9d00aec0e627 of type vlan for network 202e520a-3a19-4e8b-bca1-74dc2b71f55b Jul 28 10:48:02.800286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38166) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:02.911616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (202e520a-3a19-4e8b-bca1-74dc2b71f55b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.942986 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (ac785e8d-28bd-47dc-8d4f-4c14be190a5d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:02.954826 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:02.956821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d2089-7c54-4d3a-a9ea-ec68959143d7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:03.048656 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ac785e8d-28bd-47dc-8d4f-4c14be190a5d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.103729 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8664a05f-6143-467a-ae80-90d19c879601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.119722 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-571609d3-f8f7-4986-85ab-02e62608a8c0 req-d69b673f-e0b5-4a6e-9c98-3dbdeb653510 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc6957a7-ce06-4dcb-90c0-74ef32fe7416 HTTP/1.1" status: 200 len: 210 time: 0.0992403 Jul 28 10:48:03.120338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (202e520a-3a19-4e8b-bca1-74dc2b71f55b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.121302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:03.121851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.127900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] For port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:03.139472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] For port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:03.157117 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.159487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:03.184074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:03.190102 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:03.207640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:03.216624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.239392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=ac785e8d-28bd-47dc-8d4f-4c14be190a5d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:03.278691 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b6bbcb46-9550-4230-bdf0-f9db79113d1b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6367521 Jul 28 10:48:03.282477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38184) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:03.367465 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:03.395374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-483727387'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:03.403043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df69df-038e-45bd-ae85-e29ac6b88c31 None None] Pushing event updated for resources: {'Port': ['ID=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:03.413361 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.3805974 Jul 28 10:48:03.417203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38190) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:03.424904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Request body: {'subnet': {'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1439798752-subnet', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:03.445397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109fd92-b2ff-4b05-87bb-81fedf8020d4 admin admin] Pushing event updated for resources: {'Network': ['ID=202e520a-3a19-4e8b-bca1-74dc2b71f55b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:03.469915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:03.505036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Made reservation on behalf of b079561a56894573a022735f831b8baf for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:03.507847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66240a-0327-4305-89ea-79f6b490dae5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:03.510106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.528151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66240a-0327-4305-89ea-79f6b490dae5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:03.530174 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7a66240a-0327-4305-89ea-79f6b490dae5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2455256 Jul 28 10:48:03.538369 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38192) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:03.666955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:03.671470 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.738848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.907553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (614a57a5-7393-44c2-90f9-23b9561a9a26), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:03.962076 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:04.005751 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port ac785e8d-28bd-47dc-8d4f-4c14be190a5d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:04.007445 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ac785e8d-28bd-47dc-8d4f-4c14be190a5d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.022058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Checking segment: {'id': '3594f11d-5e5a-477d-b17a-9d00aec0e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:04.023796 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Network hostable DHCP agents. Network: 202e520a-3a19-4e8b-bca1-74dc2b71f55b, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:04.069707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614a57a5-7393-44c2-90f9-23b9561a9a26,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:04.098588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:04.116127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 202e520a-3a19-4e8b-bca1-74dc2b71f55b) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:04.123383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:04.124392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.141794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339bd834-57b1-4c8d-88ca-5b0c111459f8 None None] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:04.165005 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7246aa66-c5de-4f52-b22a-c47d05d5ab72 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7462294 Jul 28 10:48:04.168570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38208) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:04.182524 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Request body: {'router': {'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:04.235821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (781bda0e-79cf-4945-81e2-7d13855a5577), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.239459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (781bda0e-79cf-4945-81e2-7d13855a5577), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.457744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ac785e8d-28bd-47dc-8d4f-4c14be190a5d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.550038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for ac785e8d-28bd-47dc-8d4f-4c14be190a5d owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:04.569025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-202e520a-3a19-4e8b-bca1-74dc2b71f55b', 'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b', 'project_id': 'b079561a56894573a022735f831b8baf', 'fixed_ips': [{'subnet_id': '614a57a5-7393-44c2-90f9-23b9561a9a26'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:04.570124 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.611210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks [] for router_controller (781bda0e-79cf-4945-81e2-7d13855a5577), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.853662 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:04.862875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:04.929361 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:04.934028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks [] for router_gateway (781bda0e-79cf-4945-81e2-7d13855a5577), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:04.938867 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-168ff029-5d17-4848-ab54-e14883e51bb5 req-cf01b415-bbfe-4891-9534-1dca2c974ba4 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc6957a7-ce06-4dcb-90c0-74ef32fe7416 HTTP/1.1" status: 200 len: 210 time: 0.5104015 Jul 28 10:48:04.945121 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ac785e8d-28bd-47dc-8d4f-4c14be190a5d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.010444 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=ac785e8d-28bd-47dc-8d4f-4c14be190a5d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:05.017292 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for security_group (009857aa-5c15-4ed7-8e94-52b0daf35936), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.065932 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21c1ba5a-3819-486a-ad4d-a2b0594bf627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.079304 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (009857aa-5c15-4ed7-8e94-52b0daf35936), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.086778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.097686 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9fca5864-8734-4d1e-9866-c7e2f01c9c2f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/ac785e8d-28bd-47dc-8d4f-4c14be190a5d HTTP/1.1" status: 204 len: 168 time: 1.5495458 Jul 28 10:48:05.107103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38226) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:05.135846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:05.168448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.168939 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Added segment eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce of type vlan for network b5622b84-0efa-48f9-81d2-8b58df24074f Jul 28 10:48:05.183786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:05.184568 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.229783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Allocated IP 172.20.0.2 (202e520a-3a19-4e8b-bca1-74dc2b71f55b/614a57a5-7393-44c2-90f9-23b9561a9a26/1928a526-e03b-4a71-b4a1-27235620dc0d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:05.294132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b5622b84-0efa-48f9-81d2-8b58df24074f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.364243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b5622b84-0efa-48f9-81d2-8b58df24074f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.373489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:05.378526 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.419229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5ea18d29-e43f-4e3d-982c-1a0e31517db9 None None] Provisioning complete for port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:05.420112 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5ea18d29-e43f-4e3d-982c-1a0e31517db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.425598 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:05.519848 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:05.533259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks [] for router_gateway (781bda0e-79cf-4945-81e2-7d13855a5577), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.575909 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=8,neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:05.602667 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Network': ['ID=b5622b84-0efa-48f9-81d2-8b58df24074f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:05.628136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009857aa-5c15-4ed7-8e94-52b0daf35936,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:05.660009 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-932cfd80-1104-4c83-b66f-717d7b0bd10b tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8486192 Jul 28 10:48:05.666793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:05.671565 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.698345 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:05.718397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983697a6-233e-4f01-8c9d-bf46f625daeb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:05.720806 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983697a6-233e-4f01-8c9d-bf46f625daeb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:05.723188 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-983697a6-233e-4f01-8c9d-bf46f625daeb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3980327 Jul 28 10:48:05.723971 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1accf315-c801-4dd1-ac56-24d8cc7e7974 req-01801a72-1808-4439-b7f1-9e07b977688b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc6957a7-ce06-4dcb-90c0-74ef32fe7416 HTTP/1.1" status: 200 len: 210 time: 0.2049310 Jul 28 10:48:05.732664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:05.733318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b5622b84-0efa-48f9-81d2-8b58df24074f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:05.944506 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 91a59490-05c6-4c9e-b71a-fe0cdbce7212 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:05.956234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (91a59490-05c6-4c9e-b71a-fe0cdbce7212), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:06.174248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Allocated IP 172.25.2.183 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/8e7189e4-7e9c-4c9e-993d-e3d5d879be72) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:06.246888 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (91a59490-05c6-4c9e-b71a-fe0cdbce7212), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:06.510311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:06.527440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:06.545271 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:06.896992 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Publish callbacks [] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:06.917584 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:06.920239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (91a59490-05c6-4c9e-b71a-fe0cdbce7212), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:06.946268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:06.963527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:06.966281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks [] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:07.091690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5ea18d29-e43f-4e3d-982c-1a0e31517db9 None None] Current status of the port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:07.103771 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:07.273652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:07.292877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:07.302393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:07.323130 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (91a59490-05c6-4c9e-b71a-fe0cdbce7212), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:07.373173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3c592c41-98cf-48d9-a7f7-4f152ca98ee1 None None] Could not find standard attr ID for object ac785e8d-28bd-47dc-8d4f-4c14be190a5d. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:48:07.413412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Pushing event updated for resources: {'Port': ['ID=1928a526-e03b-4a71-b4a1-27235620dc0d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:07.421923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:07.443601 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:07.450942 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:07.454740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:07.545942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=91a59490-05c6-4c9e-b71a-fe0cdbce7212,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:07.579657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Pushing event updated for resources: {'Port': ['ID=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:07.592352 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:07.625121 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4759d6ea-30e7-40e2-9a6e-4fd82897d096 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/91a59490-05c6-4c9e-b71a-fe0cdbce7212 HTTP/1.1" status: 204 len: 168 time: 1.8906343 Jul 28 10:48:07.628308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38288) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:07.636922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75b1fa-97d1-4dfc-9fff-aaa249733c9f None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:07.886104 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4ba22902-b10b-49ed-ac80-407eccd002ac tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2500067 Jul 28 10:48:07.900722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38294) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:07.992918 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:08.038074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00287f3-5ced-4530-a630-8c3a07d069b9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:08.043987 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b00287f3-5ced-4530-a630-8c3a07d069b9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1419790 Jul 28 10:48:08.047111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38296) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:08.072986 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:08.084769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Attempting to bind port 1928a526-e03b-4a71-b4a1-27235620dc0d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:08.090264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Attempting to bind port 1928a526-e03b-4a71-b4a1-27235620dc0d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3594f11d-5e5a-477d-b17a-9d00aec0e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:08.090766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Attempting to bind port 1928a526-e03b-4a71-b4a1-27235620dc0d on network 202e520a-3a19-4e8b-bca1-74dc2b71f55b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:08.103378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:08.104223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Checking segment: {'id': '3594f11d-5e5a-477d-b17a-9d00aec0e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:08.104739 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:08.106556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Bound using segment: {'id': '3594f11d-5e5a-477d-b17a-9d00aec0e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:08.107291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Bound port: 1928a526-e03b-4a71-b4a1-27235620dc0d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3594f11d-5e5a-477d-b17a-9d00aec0e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:08.109418 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:08.174831 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:08.210729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eff781-28da-4950-bbee-abc76bafccbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:08.219719 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-48eff781-28da-4950-bbee-abc76bafccbe tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1689081 Jul 28 10:48:08.222571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38300) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:08.405315 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b58b0f0e-2803-492e-ade7-1fb6cbf0d82d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743946 Jul 28 10:48:08.406019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38306) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:08.406997 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:08.425642 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:08.574861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:48:08.595680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] For port 1928a526-e03b-4a71-b4a1-27235620dc0d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:08.841019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] For port 1928a526-e03b-4a71-b4a1-27235620dc0d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1928a526-e03b-4a71-b4a1-27235620dc0d,segment=NetworkSegment(3594f11d-5e5a-477d-b17a-9d00aec0e627),segment_id=3594f11d-5e5a-477d-b17a-9d00aec0e627)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:08.869454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:08.967672 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:09.041331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:09.059645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:09.249299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8fc37-5f1a-4143-b663-ccf4266a3453 None None] Pushing event updated for resources: {'Port': ['ID=1928a526-e03b-4a71-b4a1-27235620dc0d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:09.310514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] Deleting port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:09.312463 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:09.422563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38322) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:09.578780 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'subnet': {'network_id': 'b5622b84-0efa-48f9-81d2-8b58df24074f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:09.770908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] For port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:09.771340 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:09.846706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:09.858444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:09.909522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] Calling delete_port for cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:09.988925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:09.989438 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:10.199496 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:10.271983 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:10.335319 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:10.343233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:10.356862 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks [] for router_gateway (781bda0e-79cf-4945-81e2-7d13855a5577), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:10.382243 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:10.406200 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:10.612624 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (cdbc1d52-d57a-4d20-9730-ab2e9870d5a2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:11.101087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1928a526-e03b-4a71-b4a1-27235620dc0d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:11.125267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:11.243456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] No DVR routers for this DVR port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:11.421795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c980b-7437-418b-b83d-f4b49f6bc965 None None] Pushing event deleted for resources: {'Port': ['ID=cdbc1d52-d57a-4d20-9730-ab2e9870d5a2,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:11.424403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:11.426495 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (e9e64bd2-bf11-450b-8a41-6c7145daad90), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:11.528379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (781bda0e-79cf-4945-81e2-7d13855a5577), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:11.585625 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:11.587994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1928a526-e03b-4a71-b4a1-27235620dc0d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:11.588364 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:11.652776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Subnet': ['ID=e9e64bd2-bf11-450b-8a41-6c7145daad90,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:11.888095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Checking segment: {'id': 'eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5622b84-0efa-48f9-81d2-8b58df24074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:11.888538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network hostable DHCP agents. Network: b5622b84-0efa-48f9-81d2-8b58df24074f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:12.001820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ba9ff-8ab5-4ecd-bc01-391b4e749da4 None None] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:12.053569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network b5622b84-0efa-48f9-81d2-8b58df24074f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:12.089487 n-d-850468-6 neutron-server[104688]: WARNING neutron.services.revisions.revision_plugin [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Could not find related port for resource to bump revision. Jul 28 10:48:12.094287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b5622b84-0efa-48f9-81d2-8b58df24074f) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:12.100389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:12.101002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.115708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_pluggable_backend [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Port cdbc1d52-d57a-4d20-9730-ab2e9870d5a2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jul 28 10:48:12.116156 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_pluggable_backend [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Reverting IP allocation for 2001:db8::f816:3eff:fe94:179b {{(pid=104688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jul 28 10:48:12.121607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a18ded62-d72f-40fe-8627-97235d66f856 None None] Provisioning complete for port 1928a526-e03b-4a71-b4a1-27235620dc0d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:12.123635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.140974 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ca36183d-4e0f-4ed6-8dc8-5ac630b82fb5 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5674088 Jul 28 10:48:12.142950 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:12.144305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a18ded62-d72f-40fe-8627-97235d66f856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.147430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Router 781bda0e-79cf-4945-81e2-7d13855a5577 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:48:12.174349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1618049330'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:12.222688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:12.226370 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.231782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:12.249149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:12.253903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:12.254894 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.286202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b2960f-1008-4cd5-85d9-bc7b0349a98d None None] Network b5622b84-0efa-48f9-81d2-8b58df24074f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:12.306445 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.8948479 Jul 28 10:48:12.349929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf117f6-722f-4055-8a9c-d405b0ecf5b1 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:12.352044 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:12.375606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (895c1e49-1166-45e1-af07-6f2fe9e7fb21), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.375953 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Added segment 895c1e49-1166-45e1-af07-6f2fe9e7fb21 of type vlan for network 9ccf2cb5-5d75-4902-a579-2ab74617a078 Jul 28 10:48:12.471119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38374) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:12.472794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:12.488496 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Sync routers for ids ['781bda0e-79cf-4945-81e2-7d13855a5577'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:12.495768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:1f:79:d7', 'name': 'tempest-NetworksTestDHCPv6-936404254'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:12.510827 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Routers {'781bda0e-79cf-4945-81e2-7d13855a5577'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:48:12.511805 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['781bda0e-79cf-4945-81e2-7d13855a5577'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:12.536745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9ccf2cb5-5d75-4902-a579-2ab74617a078), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.547013 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:12.592530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ebaed-e9ab-405c-ab5f-f04ffd7cd4db tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:12.605771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1928a526-e03b-4a71-b4a1-27235620dc0d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:12.606193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.683993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9ccf2cb5-5d75-4902-a579-2ab74617a078), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.703910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:12.705928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.946794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:12.961584 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8139892 Jul 28 10:48:12.965767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38388) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:12.976783 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bf82dc18-6a01-413f-8a23-b74e10afa53c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8042948 Jul 28 10:48:12.983154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38390) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:12.988671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'subnet': {'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:13.004730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:13.013076 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:13.032016 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cdd3e-5561-4796-a02e-33c5d36107dc tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Network': ['ID=9ccf2cb5-5d75-4902-a579-2ab74617a078,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:13.105503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1928a526-e03b-4a71-b4a1-27235620dc0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1928a526-e03b-4a71-b4a1-27235620dc0d,segment=NetworkSegment(3594f11d-5e5a-477d-b17a-9d00aec0e627),segment_id=3594f11d-5e5a-477d-b17a-9d00aec0e627)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:13.134028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:13.135122 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Set router 781bda0e-79cf-4945-81e2-7d13855a5577 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:48:13.152314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9ccf2cb5-5d75-4902-a579-2ab74617a078 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:13.254305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:13.379174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:13.407721 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:13.730204 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:08Z', 'revision_number': 3, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port': {'id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ab:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:05Z', 'updated_at': '2022-07-28T10:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:13.884692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Checking router: 781bda0e-79cf-4945-81e2-7d13855a5577 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:13.887617 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Updating router 781bda0e-79cf-4945-81e2-7d13855a5577 port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:48:13.889685 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:14.028321 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:14.077662 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:14.085275 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:14.087566 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:14.110076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1928a526-e03b-4a71-b4a1-27235620dc0d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:14.243789 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:14.262272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 1b355f52-bb09-4b29-af29-d7685bfc433a yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:48:14.698811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Allocated IP 2001:db8::f816:3eff:fe54:532a (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80/fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:14.862104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:14.866256 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (746c7776-ba86-4567-a38b-ecef3994b7a6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:14.923879 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:15.082992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Subnet': ['ID=746c7776-ba86-4567-a38b-ecef3994b7a6,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:15.089124 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Publish callbacks [] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.094399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b5622b84-0efa-48f9-81d2-8b58df24074f', 'network_id': 'b5622b84-0efa-48f9-81d2-8b58df24074f', 'project_id': '0de45de5051147c8b60fea9e6c3a4f78', 'fixed_ips': [{'subnet_id': 'e9e64bd2-bf11-450b-8a41-6c7145daad90'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:15.101411 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.117202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.160978 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.160978 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.162675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.163028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.169826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.170353 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.170702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.171039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.171372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.171701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.172029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.181040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.181527 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.181896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.182240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:15.230404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Checking segment: {'id': '895c1e49-1166-45e1-af07-6f2fe9e7fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:15.230796 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network hostable DHCP agents. Network: 9ccf2cb5-5d75-4902-a579-2ab74617a078, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:15.241469 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.344462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network 9ccf2cb5-5d75-4902-a579-2ab74617a078 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:15.375886 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Attempting to bind port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:15.376272 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Attempting to bind port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:15.376631 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Attempting to bind port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:15.391150 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9ccf2cb5-5d75-4902-a579-2ab74617a078) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:15.407201 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:15.416796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.422657 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:15.424257 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:15.425474 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.440669 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:15.446338 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Bound port: 8e7189e4-7e9c-4c9e-993d-e3d5d879be72, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:15.447901 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.453422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e64457-b870-4adc-a174-03edc77231a7 None None] Network 9ccf2cb5-5d75-4902-a579-2ab74617a078 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:15.474370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a18ded62-d72f-40fe-8627-97235d66f856 None None] Current status of the port 1928a526-e03b-4a71-b4a1-27235620dc0d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:15.489913 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-090400d0-44f6-48d8-b8fe-1d23f648e5b4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5127873 Jul 28 10:48:15.490659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38456) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:15.524051 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'port': {'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078', 'name': 'tempest-NetworksIpV6TestAttrs-647626179'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:15.597523 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36489a62-cbb5-4f5a-873f-7a1c93497218 None None] Pushing event updated for resources: {'Port': ['ID=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:15.734825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Allocated IP 172.20.0.1 (202e520a-3a19-4e8b-bca1-74dc2b71f55b/614a57a5-7393-44c2-90f9-23b9561a9a26/da95a75f-759a-4bd7-b40d-b6d6138233b6) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:15.771990 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] For port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:15.789318 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] For port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:15.815676 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.933805 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Publish callbacks [] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:15.946470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1928a526-e03b-4a71-b4a1-27235620dc0d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:16.039464 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36489a62-cbb5-4f5a-873f-7a1c93497218 None None] Pushing event updated for resources: {'Port': ['ID=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.070194 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks [] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:16.121704 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Routers {'781bda0e-79cf-4945-81e2-7d13855a5577'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:48:16.128090 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['781bda0e-79cf-4945-81e2-7d13855a5577'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:16.182650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-994bdf1d-7abf-4d1c-a2b5-7a66b11c1fb0 None None] Provisioning complete for port 1928a526-e03b-4a71-b4a1-27235620dc0d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:16.185558 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-994bdf1d-7abf-4d1c-a2b5-7a66b11c1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:16.195028 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:16.225946 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:16.256800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:16.295781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:16.305437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:16.317100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:16.370300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Pushing event updated for resources: {'Port': ['ID=fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.496717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Attempting to bind port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:16.497200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Attempting to bind port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:16.497609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Attempting to bind port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:16.500582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fe1f:79d7 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80/1b355f52-bb09-4b29-af29-d7685bfc433a) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:16.505648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1928a526-e03b-4a71-b4a1-27235620dc0d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:16.506052 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:16.530046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:16.530245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:16.530579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:16.531032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:16.531523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Bound port: fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:16.531902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:16.608151 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] Set router 781bda0e-79cf-4945-81e2-7d13855a5577 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:48:16.698313 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:16.699696 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:16.769430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:16.785949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:16.811455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:16.898048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] For port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:16.909625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] For port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:17.116409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38492) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:17.216856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Allocated IP 2001:db8:0:ffff::2 (b5622b84-0efa-48f9-81d2-8b58df24074f/e9e64bd2-bf11-450b-8a41-6c7145daad90/eb8d32fc-dd58-4942-81a2-a7092f91f2c7) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:17.254000 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:08Z', 'revision_number': 3, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port': {'id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ab:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:05Z', 'updated_at': '2022-07-28T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:17.256391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (1b355f52-bb09-4b29-af29-d7685bfc433a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.382960 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e4772-4733-4bdd-b5ae-3b8f176edb6e None None] The sync data for ids ['781bda0e-79cf-4945-81e2-7d13855a5577'] in n-d-850468-6 is: [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:08Z', 'revision_number': 3, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port': {'id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ab:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:05Z', 'updated_at': '2022-07-28T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:17.395500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:17.406384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.436505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (781bda0e-79cf-4945-81e2-7d13855a5577), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.505754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] device_id is not set on port e532539e-9a41-4837-82b2-8ef37113cb80 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:48:17.532102 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:17.534603 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:17.578250 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.589018 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:17.644193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Pushing event updated for resources: {'Port': ['ID=da95a75f-759a-4bd7-b40d-b6d6138233b6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:17.681123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.709839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9ccf2cb5-5d75-4902-a579-2ab74617a078', 'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078', 'project_id': '0de45de5051147c8b60fea9e6c3a4f78', 'fixed_ips': [{'subnet_id': '746c7776-ba86-4567-a38b-ecef3994b7a6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:17.711515 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.717735 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1b355f52-bb09-4b29-af29-d7685bfc433a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.758455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb045c9-803a-4046-b9a0-fdb43f4ab013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:17.765556 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:17.968780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=1b355f52-bb09-4b29-af29-d7685bfc433a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:18.069725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Allocated IP 2001:db8::f816:3eff:fe7f:c5f (9ccf2cb5-5d75-4902-a579-2ab74617a078/746c7776-ba86-4567-a38b-ecef3994b7a6/e532539e-9a41-4837-82b2-8ef37113cb80) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:18.118257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:18.191098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:18.206758 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:18.223997 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:18.225665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.294814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb045c9-803a-4046-b9a0-fdb43f4ab013 admin admin] Publish callbacks [] for security_group (94111812-e924-48a0-b346-b520f13abece), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.312430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb045c9-803a-4046-b9a0-fdb43f4ab013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (94111812-e924-48a0-b346-b520f13abece), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.481784 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:18.492471 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:48:18.502609 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:18.536464 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6a76281e-b9ac-417d-8562-d23eab39198c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0539501 Jul 28 10:48:18.549123 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38526) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:18.592538 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Publish callbacks [] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.645765 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8fb045c9-803a-4046-b9a0-fdb43f4ab013 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61629f6c06964938b70fb20aae3c438e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5282452 Jul 28 10:48:18.649146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38530) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:18.652262 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.781837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for port (e532539e-9a41-4837-82b2-8ef37113cb80), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.790642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Network b5622b84-0efa-48f9-81d2-8b58df24074f is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:18.819813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:18.831201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:18.857359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05749e-61e6-4c4f-8aa9-e64585dff086 None None] Pushing event updated for resources: {'Port': ['ID=fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:18.904008 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8624df70-529d-4c1c-b05e-2e2f6d8c0b9d admin admin] Publish callbacks [] for security_group (94111812-e924-48a0-b346-b520f13abece), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.934986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks [] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:18.968475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb045c9-803a-4046-b9a0-fdb43f4ab013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94111812-e924-48a0-b346-b520f13abece,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:18.982925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.002686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e532539e-9a41-4837-82b2-8ef37113cb80), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.045089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8624df70-529d-4c1c-b05e-2e2f6d8c0b9d admin admin] Publish callbacks [] for security_group (94111812-e924-48a0-b346-b520f13abece), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.075827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Port': ['ID=e532539e-9a41-4837-82b2-8ef37113cb80,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:19.099567 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network 9ccf2cb5-5d75-4902-a579-2ab74617a078 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:19.104284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:19.107799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:19.114702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:19.115367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.124614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a456fbf-d45c-407b-8872-6e8d2643fcc3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:19.131424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a456fbf-d45c-407b-8872-6e8d2643fcc3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:19.136848 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a456fbf-d45c-407b-8872-6e8d2643fcc3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5770364 Jul 28 10:48:19.137931 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38538) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:19.153900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1928a526-e03b-4a71-b4a1-27235620dc0d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:19.325981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Pushing event updated for resources: {'Port': ['ID=da95a75f-759a-4bd7-b40d-b6d6138233b6,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:19.364902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-994bdf1d-7abf-4d1c-a2b5-7a66b11c1fb0 None None] Current status of the port 1928a526-e03b-4a71-b4a1-27235620dc0d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:19.390981 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:19.401479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 1b355f52-bb09-4b29-af29-d7685bfc433a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:19.404748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1b355f52-bb09-4b29-af29-d7685bfc433a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.472329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (781bda0e-79cf-4945-81e2-7d13855a5577), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.692237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:19.712053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Pushing event updated for resources: {'Port': ['ID=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:19.733325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1b355f52-bb09-4b29-af29-d7685bfc433a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.762498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Attempting to bind port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:19.763030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Attempting to bind port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5622b84-0efa-48f9-81d2-8b58df24074f'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:19.763523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Attempting to bind port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 on network b5622b84-0efa-48f9-81d2-8b58df24074f {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:19.766700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-aa36115c-34c6-44e9-9e0c-9324f2d43cb4 None None] Provisioning complete for port da95a75f-759a-4bd7-b40d-b6d6138233b6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:19.768004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aa36115c-34c6-44e9-9e0c-9324f2d43cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.794404 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:19.904721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:19.905547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Checking segment: {'id': 'eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5622b84-0efa-48f9-81d2-8b58df24074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:19.906227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.907028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Bound using segment: {'id': 'eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5622b84-0efa-48f9-81d2-8b58df24074f'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:19.908380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Bound port: eb8d32fc-dd58-4942-81a2-a7092f91f2c7, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5622b84-0efa-48f9-81d2-8b58df24074f'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:19.909021 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:19.928682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 1b355f52-bb09-4b29-af29-d7685bfc433a owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:19.997411 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8624df70-529d-4c1c-b05e-2e2f6d8c0b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (94111812-e924-48a0-b346-b520f13abece), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:20.020178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8624df70-529d-4c1c-b05e-2e2f6d8c0b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:20.050857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] For port eb8d32fc-dd58-4942-81a2-a7092f91f2c7, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:20.054533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] For port eb8d32fc-dd58-4942-81a2-a7092f91f2c7, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,segment=NetworkSegment(eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce),segment_id=eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:20.055185 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8624df70-529d-4c1c-b05e-2e2f6d8c0b9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94111812-e924-48a0-b346-b520f13abece HTTP/1.1" status: 204 len: 168 time: 1.3944032 Jul 28 10:48:20.070182 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:20.095802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624df70-529d-4c1c-b05e-2e2f6d8c0b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94111812-e924-48a0-b346-b520f13abece,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:20.127266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:20.140023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:20.144415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Allocated IP 2001:db8::f816:3eff:fe14:a193 (9ccf2cb5-5d75-4902-a579-2ab74617a078/746c7776-ba86-4567-a38b-ecef3994b7a6/1f3c3aea-9492-4576-816c-26a8acf98abe) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:20.157908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-aa36115c-34c6-44e9-9e0c-9324f2d43cb4 None None] Port da95a75f-759a-4bd7-b40d-b6d6138233b6 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:48:20.469445 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b66042e7-3ec3-4f11-9074-3c9d51be7c46 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.9770558 Jul 28 10:48:20.483948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38566) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:20.484838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1b355f52-bb09-4b29-af29-d7685bfc433a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:20.633429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:20.633814 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:20.636040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697612a3-e077-4783-9cf9-09dc49661d9a None None] Pushing event updated for resources: {'Port': ['ID=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:20.642326 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:20.656022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Router 781bda0e-79cf-4945-81e2-7d13855a5577 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:48:20.670545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b0285d5a-607f-45b0-a3a9-3e13101c6d88 None None] Provisioning complete for port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:20.674553 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5a-607f-45b0-a3a9-3e13101c6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:20.983612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting subnet 746c7776-ba86-4567-a38b-ecef3994b7a6 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:21.068403 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.073286 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/1b355f52-bb09-4b29-af29-d7685bfc433a HTTP/1.1" status: 204 len: 168 time: 1.9329445 Jul 28 10:48:21.074397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d83077-095b-48d0-8bc8-15e0584e8bc4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=1b355f52-bb09-4b29-af29-d7685bfc433a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:21.077020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38586) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:21.122623 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:21.213993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38592) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:21.259914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397efbbb-2db0-4b88-9fc2-974a06ee9b74 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:21.261237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397efbbb-2db0-4b88-9fc2-974a06ee9b74 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:21.264626 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-397efbbb-2db0-4b88-9fc2-974a06ee9b74 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1808758 Jul 28 10:48:21.265705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3da0d3d5-302d-47b3-93c0-c51d2586838d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.267984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38594) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:21.330992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:21.335629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b0285d5a-607f-45b0-a3a9-3e13101c6d88 None None] Current status of the port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:21.336118 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0285d5a-607f-45b0-a3a9-3e13101c6d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.360993 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b2333e73-9cc0-42ce-ac1a-00722b66ab19 admin admin] 10.222.0.46 "PUT /v2.0/routers/781bda0e-79cf-4945-81e2-7d13855a5577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3624239 Jul 28 10:48:21.361202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:21.363565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.388323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Sync routers for ids ['781bda0e-79cf-4945-81e2-7d13855a5577'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:21.438127 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.452757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Routers {'781bda0e-79cf-4945-81e2-7d13855a5577'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:48:21.456479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['781bda0e-79cf-4945-81e2-7d13855a5577'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:21.522225 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:21.601670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.750339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3da0d3d5-302d-47b3-93c0-c51d2586838d admin admin] Publish callbacks [] for security_group (64b4fe59-6818-4c2a-ba73-f179e6d21c38), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.854667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3da0d3d5-302d-47b3-93c0-c51d2586838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (64b4fe59-6818-4c2a-ba73-f179e6d21c38), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.881372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:21.943222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Set router 781bda0e-79cf-4945-81e2-7d13855a5577 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:48:21.998174 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:22.013681 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38620) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:22.018556 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3da0d3d5-302d-47b3-93c0-c51d2586838d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cc7cad88403471a864ca3315c5c8ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7941566 Jul 28 10:48:22.019873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0d3d5-302d-47b3-93c0-c51d2586838d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4fe59-6818-4c2a-ba73-f179e6d21c38,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:22.102952 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Publish callbacks [] for port (1f3c3aea-9492-4576-816c-26a8acf98abe), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.117886 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1f3c3aea-9492-4576-816c-26a8acf98abe), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.154039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (746c7776-ba86-4567-a38b-ecef3994b7a6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.263293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:22.266510 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Publish callbacks [] for security_group (64b4fe59-6818-4c2a-ba73-f179e6d21c38), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.287577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.309189 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1f01caa9-21a8-4549-94e1-2b5b4f607157 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80 HTTP/1.1" status: 204 len: 168 time: 1.0379748 Jul 28 10:48:22.310872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38636) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:22.371971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Network 9ccf2cb5-5d75-4902-a579-2ab74617a078 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:22.375731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Publish callbacks [] for security_group (64b4fe59-6818-4c2a-ba73-f179e6d21c38), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.403076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd2514-5307-4a67-ad54-bf73fb5c6197 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:22.481778 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9ee24016-e856-4b55-8572-56b758999a33 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1676493 Jul 28 10:48:22.482778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38666) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:22.487303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (746c7776-ba86-4567-a38b-ecef3994b7a6), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.512866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:22.593326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (64b4fe59-6818-4c2a-ba73-f179e6d21c38), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.600306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.601842 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64b4fe59-6818-4c2a-ba73-f179e6d21c38 HTTP/1.1" status: 204 len: 168 time: 0.5869102 Jul 28 10:48:22.627155 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4fe59-6818-4c2a-ba73-f179e6d21c38,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:22.650439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.652796 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.653269 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.659317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.659988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.660831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.661606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.663156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.669449 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.670261 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.670977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.671675 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.672258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.673056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.673684 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35819610-dd6d-499f-b650-ab51b0d3ca8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:22.711256 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:22.797407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:22.836334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:22.859268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:22.859525 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:22.889989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d94f0-687b-4c40-b9f2-24dd5083d8ee None None] Network b5622b84-0efa-48f9-81d2-8b58df24074f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:22.905918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Pushing event updated for resources: {'Port': ['ID=1f3c3aea-9492-4576-816c-26a8acf98abe,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:22.914723 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-b0285d5a-607f-45b0-a3a9-3e13101c6d88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:48:22.917040 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-b0285d5a-607f-45b0-a3a9-3e13101c6d88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:48:23.144737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:48:23.146882 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:23.217422 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:23.298811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (746c7776-ba86-4567-a38b-ecef3994b7a6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:23.427790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:23.436633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:23.570353 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:23.700343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (746c7776-ba86-4567-a38b-ecef3994b7a6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:23.768381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:23.783330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Subnet': ['ID=746c7776-ba86-4567-a38b-ecef3994b7a6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:23.832664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:23.839356 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-100e11ca-4323-4a8c-9183-2bc404071978 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/746c7776-ba86-4567-a38b-ecef3994b7a6 HTTP/1.1" status: 204 len: 168 time: 3.2732389 Jul 28 10:48:23.845545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38716) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:23.861011 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:23.861486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:24.042755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] Deleting port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:24.045011 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:24.065943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (781bda0e-79cf-4945-81e2-7d13855a5577), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:24.117532 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776cad5-6829-4655-899e-42960c9f348e tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:24.124961 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776cad5-6829-4655-899e-42960c9f348e tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:24.138542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8776cad5-6829-4655-899e-42960c9f348e tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2891235 Jul 28 10:48:24.140861 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38754) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:24.196846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Attempting to bind port 1f3c3aea-9492-4576-816c-26a8acf98abe on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:24.197760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Attempting to bind port 1f3c3aea-9492-4576-816c-26a8acf98abe by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '895c1e49-1166-45e1-af07-6f2fe9e7fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:24.197760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Attempting to bind port 1f3c3aea-9492-4576-816c-26a8acf98abe on network 9ccf2cb5-5d75-4902-a579-2ab74617a078 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:24.254761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:17Z', 'revision_number': 4, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port': {'id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ab:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:05Z', 'updated_at': '2022-07-28T10:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'da95a75f-759a-4bd7-b40d-b6d6138233b6', 'name': '', 'network_id': '202e520a-3a19-4e8b-bca1-74dc2b71f55b', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'mac_address': 'fa:16:3e:be:d6:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '614a57a5-7393-44c2-90f9-23b9561a9a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:15Z', 'updated_at': '2022-07-28T10:48:18Z', 'revision_number': 2, 'project_id': 'b079561a56894573a022735f831b8baf', 'subnets': [{'id': '614a57a5-7393-44c2-90f9-23b9561a9a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:24.262198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b0285d5a-607f-45b0-a3a9-3e13101c6d88 None None] Current status of the port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:24.467289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Could not find standard attr ID for object 1b355f52-bb09-4b29-af29-d7685bfc433a. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:48:24.471259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:24.471650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Checking segment: {'id': '895c1e49-1166-45e1-af07-6f2fe9e7fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:24.472067 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:24.475417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Bound using segment: {'id': '895c1e49-1166-45e1-af07-6f2fe9e7fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:24.476173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Bound port: 1f3c3aea-9492-4576-816c-26a8acf98abe, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895c1e49-1166-45e1-af07-6f2fe9e7fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9ccf2cb5-5d75-4902-a579-2ab74617a078'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:24.477845 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1f3c3aea-9492-4576-816c-26a8acf98abe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:24.482949 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0c445fa-0fca-4219-a9cf-9b44ddc745ab tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9ccf2cb5-5d75-4902-a579-2ab74617a078), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:24.487632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Checking router: 781bda0e-79cf-4945-81e2-7d13855a5577 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:24.488155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Updating router 781bda0e-79cf-4945-81e2-7d13855a5577 port da95a75f-759a-4bd7-b40d-b6d6138233b6 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:48:24.491467 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:24.664172 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c445fa-0fca-4219-a9cf-9b44ddc745ab tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 10:48:24.664647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c445fa-0fca-4219-a9cf-9b44ddc745ab tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:24.677819 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0c445fa-0fca-4219-a9cf-9b44ddc745ab tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/9ccf2cb5-5d75-4902-a579-2ab74617a078 HTTP/1.1" status: 409 len: 466 time: 0.5356112 Jul 28 10:48:24.697389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38774) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:24.738729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-166799043'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:24.864913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:24.882056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Provisioning complete for port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:24.882732 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:24.986228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:24.988373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:24.998060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.015075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] For port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:25.018717 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.061897 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:25.066947 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.132957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Deleting port da95a75f-759a-4bd7-b40d-b6d6138233b6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:25.134856 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.142811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:25.191349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (de1cbb82-b1c3-44ee-8d50-4647cc89e847), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.191715 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Added segment de1cbb82-b1c3-44ee-8d50-4647cc89e847 of type vlan for network 92b08b37-8d22-4720-8a05-19602931c470 Jul 28 10:48:25.201597 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] Calling delete_port for fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:25.259671 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:25.302184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:25.315254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (92b08b37-8d22-4720-8a05-19602931c470), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.491001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.526329 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.resource_extend [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 10:48:25.552875 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:25.572495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Calling delete_port for da95a75f-759a-4bd7-b40d-b6d6138233b6 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:25.643829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (92b08b37-8d22-4720-8a05-19602931c470), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.653680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:25.661467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.780023 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0669868 Jul 28 10:48:25.861162 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.877686 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:25.880230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38808) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:25.887835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'subnet': {'network_id': '92b08b37-8d22-4720-8a05-19602931c470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:25.897964 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (da95a75f-759a-4bd7-b40d-b6d6138233b6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:25.999909 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f13a7-9721-4e82-957c-11f039e16baa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Network': ['ID=92b08b37-8d22-4720-8a05-19602931c470,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:26.017145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_pluggable_backend [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jul 28 10:48:26.017463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_pluggable_backend [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:532a {{(pid=104688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jul 28 10:48:26.034088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a179c1ed-6ca3-463e-91f2-17cadbb9d9f8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:26.073020 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:26.073780 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:26.136326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Pushing event deleted for resources: {'Port': ['ID=da95a75f-759a-4bd7-b40d-b6d6138233b6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:26.188926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:26.194888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:26.207920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:26.208454 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:26.211650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] Pushing event deleted for resources: {'Port': ['ID=fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:26.221931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 92b08b37-8d22-4720-8a05-19602931c470 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:26.231090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf30ea-9c41-4fa7-820a-fe3d926d4e00 None None] No DVR routers for this DVR port fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:26.257794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] For port 1f3c3aea-9492-4576-816c-26a8acf98abe, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:26.287730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=a179c1ed-6ca3-463e-91f2-17cadbb9d9f8,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:26.297139 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-74116076-6bae-43a1-90d8-d41dadae79d3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8055000 Jul 28 10:48:26.301473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:26.307156 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:0d:0a:5a', 'name': 'tempest-NetworksTestDHCPv6-497225765'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:26.344476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] For port 1f3c3aea-9492-4576-816c-26a8acf98abe, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1f3c3aea-9492-4576-816c-26a8acf98abe,segment=NetworkSegment(895c1e49-1166-45e1-af07-6f2fe9e7fb21),segment_id=895c1e49-1166-45e1-af07-6f2fe9e7fb21)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:26.473255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2908bc-7584-431b-a6e9-6d008bd08882 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:26.687706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:26.693540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:26.697809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:26.737207 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1f3c3aea-9492-4576-816c-26a8acf98abe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:26.939360 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:27.000094 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:27.002462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port d4aca797-426f-403e-8d4b-08d397c4e48d yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:48:27.343231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fe0d:a5a (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/a179c1ed-6ca3-463e-91f2-17cadbb9d9f8/d4aca797-426f-403e-8d4b-08d397c4e48d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:27.350441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94be29-9493-4250-b693-d759e926053c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'a179c1ed-6ca3-463e-91f2-17cadbb9d9f8'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:27.351560 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:27.438385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:27.438385 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:27.443692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Current status of the port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:27.443692 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:27.458041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09b4a8-b7e1-4f20-b5fb-8d907a8c0855 None None] Pushing event updated for resources: {'Port': ['ID=1f3c3aea-9492-4576-816c-26a8acf98abe,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:27.489673 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:48:27.500031 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:48:27.501682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:27.523740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d06ae6-5dcd-4b09-b188-18ada8f8b239 None None] Network 9ccf2cb5-5d75-4902-a579-2ab74617a078 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:27.525747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:27.604471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:27.717808 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:27.729251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] For port eb8d32fc-dd58-4942-81a2-a7092f91f2c7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,segment=NetworkSegment(eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce),segment_id=eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:27.750678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:27.764004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Could not find standard attr ID for object da95a75f-759a-4bd7-b40d-b6d6138233b6. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:48:27.817915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eb8d32fc-dd58-4942-81a2-a7092f91f2c7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:27.848181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (781bda0e-79cf-4945-81e2-7d13855a5577), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.054761 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (d4aca797-426f-403e-8d4b-08d397c4e48d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.069229 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:28.188047 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38882) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:28.205950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d4aca797-426f-403e-8d4b-08d397c4e48d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.221575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:28.247393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (38361abd-24a5-43ca-9846-7b53a268ddae), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.297411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:28.353802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:28.364121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:28.378281 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:28.381627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:28.382478 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.476176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Subnet': ['ID=38361abd-24a5-43ca-9846-7b53a268ddae,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:28.500562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=d4aca797-426f-403e-8d4b-08d397c4e48d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:28.526310 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4266fad5-4f22-4f63-b0a9-8398f4723fc2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2233396 Jul 28 10:48:28.533505 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38896) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:28.570278 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:28.573183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Port da95a75f-759a-4bd7-b40d-b6d6138233b6 not found while updating agent binding for router 781bda0e-79cf-4945-81e2-7d13855a5577. {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 28 10:48:28.612985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Checking segment: {'id': 'de1cbb82-b1c3-44ee-8d50-4647cc89e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92b08b37-8d22-4720-8a05-19602931c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:28.613436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network hostable DHCP agents. Network: 92b08b37-8d22-4720-8a05-19602931c470, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:28.624179 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70399dfb-8543-439d-a74f-7656d7c8f232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.683814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16921b4a-552a-4c87-ba1f-5e7ba1493d4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:28.686484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network 92b08b37-8d22-4720-8a05-19602931c470 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:28.694749 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-16921b4a-552a-4c87-ba1f-5e7ba1493d4c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1596401 Jul 28 10:48:28.695635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38898) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:28.706297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-8e94be29-9493-4250-b693-d759e926053c None None] Allocated IP 2001:db8::f816:3eff:fe19:2d9e (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/a179c1ed-6ca3-463e-91f2-17cadbb9d9f8/6ddf3b7e-2715-4aa7-8abe-89886282198e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:28.723328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0505f5-2ba3-4539-b0d1-ee8c01730f21 None None] Pushing event updated for resources: {'Port': ['ID=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:28.737174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Routers {'781bda0e-79cf-4945-81e2-7d13855a5577'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:48:28.737945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['781bda0e-79cf-4945-81e2-7d13855a5577'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:28.752435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1155b264-7287-48ea-8dab-f7728631c848 None None] Provisioning complete for port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:28.752435 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1155b264-7287-48ea-8dab-f7728631c848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.755140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Router 781bda0e-79cf-4945-81e2-7d13855a5577 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:48:28.769216 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 92b08b37-8d22-4720-8a05-19602931c470) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:28.797406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:28.800858 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:28.819123 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:28.858776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454a906-aee2-4d6e-a206-feb925b327c6 None None] Network 92b08b37-8d22-4720-8a05-19602931c470 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:28.940365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port d4aca797-426f-403e-8d4b-08d397c4e48d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:28.940740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d4aca797-426f-403e-8d4b-08d397c4e48d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.061622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:29.066492 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.135372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:29.145094 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-727f0dc4-c7b6-451d-a9ef-d9d587c33000 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2637241 Jul 28 10:48:29.146007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38908) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:29.152873 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bc1e9539-21d6-4f9a-9bdc-1a0df0afac87 admin admin] 10.222.0.46 "PUT /v2.0/routers/781bda0e-79cf-4945-81e2-7d13855a5577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4404151 Jul 28 10:48:29.153881 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d4aca797-426f-403e-8d4b-08d397c4e48d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.156229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38910) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:29.165013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'port': {'network_id': '92b08b37-8d22-4720-8a05-19602931c470', 'name': 'tempest-NetworksIpV6TestAttrs-1259171316'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:29.310703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for d4aca797-426f-403e-8d4b-08d397c4e48d owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:29.321032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70399dfb-8543-439d-a74f-7656d7c8f232 admin admin] Publish callbacks [] for security_group (5a38097e-90ce-43ce-b937-11ceceb7d2af), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.336139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70399dfb-8543-439d-a74f-7656d7c8f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5a38097e-90ce-43ce-b937-11ceceb7d2af), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.379555 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-70399dfb-8543-439d-a74f-7656d7c8f232 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1265b81c05404759b01aa8b11ff9f3d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1881957 Jul 28 10:48:29.383365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38918) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:29.467381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:29.472446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.496788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] device_id is not set on port d88beac8-954a-4cab-93db-0c0f919dff00 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:48:29.528181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] Set router 781bda0e-79cf-4945-81e2-7d13855a5577 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:48:29.568609 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:29.593933 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks [] for router (781bda0e-79cf-4945-81e2-7d13855a5577), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.689244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70399dfb-8543-439d-a74f-7656d7c8f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a38097e-90ce-43ce-b937-11ceceb7d2af,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:29.693307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1155b264-7287-48ea-8dab-f7728631c848 None None] Current status of the port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:29.742237 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd53f98d-ceb7-4e65-8e2e-439e188aed07 admin admin] Publish callbacks [] for security_group (5a38097e-90ce-43ce-b937-11ceceb7d2af), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.909643 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd53f98d-ceb7-4e65-8e2e-439e188aed07 admin admin] Publish callbacks [] for security_group (5a38097e-90ce-43ce-b937-11ceceb7d2af), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.910809 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d4aca797-426f-403e-8d4b-08d397c4e48d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.913850 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks [] for router_gateway (781bda0e-79cf-4945-81e2-7d13855a5577), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:29.920555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Allocated IP 2001:db8::f816:3eff:fe26:45fe (92b08b37-8d22-4720-8a05-19602931c470/38361abd-24a5-43ca-9846-7b53a268ddae/d88beac8-954a-4cab-93db-0c0f919dff00) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:29.989003 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:30.003321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=d4aca797-426f-403e-8d4b-08d397c4e48d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:30.234684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-92b08b37-8d22-4720-8a05-19602931c470', 'network_id': '92b08b37-8d22-4720-8a05-19602931c470', 'project_id': '0de45de5051147c8b60fea9e6c3a4f78', 'fixed_ips': [{'subnet_id': '38361abd-24a5-43ca-9846-7b53a268ddae'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:30.252500 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.274580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd53f98d-ceb7-4e65-8e2e-439e188aed07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5a38097e-90ce-43ce-b937-11ceceb7d2af), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.280664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bd53f98d-ceb7-4e65-8e2e-439e188aed07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.284385 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bd53f98d-ceb7-4e65-8e2e-439e188aed07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a38097e-90ce-43ce-b937-11ceceb7d2af HTTP/1.1" status: 204 len: 168 time: 0.8934216 Jul 28 10:48:30.293693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:30.307299 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Publish callbacks [] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.317980 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:30.429527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53f98d-ceb7-4e65-8e2e-439e188aed07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a38097e-90ce-43ce-b937-11ceceb7d2af,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:30.493412 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:30.507317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.530058 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=14 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:30.618848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:25Z', 'revision_number': 5, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port': {'id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ab:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:05Z', 'updated_at': '2022-07-28T10:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:30.620574 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:30.641657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:30.722296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94be29-9493-4250-b693-d759e926053c None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:30.723096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for port (d88beac8-954a-4cab-93db-0c0f919dff00), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.730687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:48:30.731298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fd0cd886-8a4e-449e-ab8a-e3a895a9a2f9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:30.736320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-8e94be29-9493-4250-b693-d759e926053c None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:30.741499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94be29-9493-4250-b693-d759e926053c None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:30.787550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.819202 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-333ed465-2845-48a3-9814-09818a749786 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/d4aca797-426f-403e-8d4b-08d397c4e48d HTTP/1.1" status: 204 len: 168 time: 2.1223760 Jul 28 10:48:30.820728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Deleting port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:30.821357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:30.823550 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38958) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:30.884972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b5b86-1f8a-47f1-bdf2-a50989cb1172 None None] The sync data for ids ['781bda0e-79cf-4945-81e2-7d13855a5577'] in n-d-850468-6 is: [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:25Z', 'revision_number': 5, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port': {'id': '8e7189e4-7e9c-4c9e-993d-e3d5d879be72', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ab:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:05Z', 'updated_at': '2022-07-28T10:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:30.941013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d88beac8-954a-4cab-93db-0c0f919dff00), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.041126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network 92b08b37-8d22-4720-8a05-19602931c470 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:31.046622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:31.064726 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=57 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:31.109131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:31.143233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:31.151121 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.206776 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0512333 Jul 28 10:48:31.210816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38966) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:31.224504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1446ed-9410-455f-b541-f7d3df8b88c5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:31.226151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1446ed-9410-455f-b541-f7d3df8b88c5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:31.236925 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5d1446ed-9410-455f-b541-f7d3df8b88c5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3968933 Jul 28 10:48:31.248769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38968) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:31.249203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8e94be29-9493-4250-b693-d759e926053c None None] Attempting to bind port 6ddf3b7e-2715-4aa7-8abe-89886282198e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:31.249590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8e94be29-9493-4250-b693-d759e926053c None None] Attempting to bind port 6ddf3b7e-2715-4aa7-8abe-89886282198e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:31.249989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94be29-9493-4250-b693-d759e926053c None None] Attempting to bind port 6ddf3b7e-2715-4aa7-8abe-89886282198e on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:31.280588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437359cd-3e24-49d5-a4d0-2a5c4cc850fe tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Port': ['ID=d88beac8-954a-4cab-93db-0c0f919dff00,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:31.289843 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:31.292529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eb8d32fc-dd58-4942-81a2-a7092f91f2c7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:31.306910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 38970) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:31.388349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting subnet 38361abd-24a5-43ca-9846-7b53a268ddae {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:31.409292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94be29-9493-4250-b693-d759e926053c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:31.409613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94be29-9493-4250-b693-d759e926053c None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:31.410029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.410688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94be29-9493-4250-b693-d759e926053c None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:31.411236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8e94be29-9493-4250-b693-d759e926053c None None] Bound port: 6ddf3b7e-2715-4aa7-8abe-89886282198e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:31.412519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.416476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94be29-9493-4250-b693-d759e926053c None None] Pushing event updated for resources: {'Port': ['ID=6ddf3b7e-2715-4aa7-8abe-89886282198e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:31.444814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57e38dae-7bb3-4638-bc8f-4c4c0e6937e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.523492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Allocated IP 2001:db8::f816:3eff:fe94:64dd (92b08b37-8d22-4720-8a05-19602931c470/38361abd-24a5-43ca-9846-7b53a268ddae/73ad1c74-3724-4dc2-839f-59767c1b681b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:31.525305 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] For port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:31.530335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.595933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Calling delete_port for 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:31.603411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet a179c1ed-6ca3-463e-91f2-17cadbb9d9f8 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:31.612069 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (a179c1ed-6ca3-463e-91f2-17cadbb9d9f8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.745997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (a179c1ed-6ca3-463e-91f2-17cadbb9d9f8), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:31.781025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8e94be29-9493-4250-b693-d759e926053c None None] For port 6ddf3b7e-2715-4aa7-8abe-89886282198e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:31.793992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8e94be29-9493-4250-b693-d759e926053c None None] For port 6ddf3b7e-2715-4aa7-8abe-89886282198e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ddf3b7e-2715-4aa7-8abe-89886282198e,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:32.007331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a179c1ed-6ca3-463e-91f2-17cadbb9d9f8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.024607 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Publish callbacks [] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.038103 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (38361abd-24a5-43ca-9846-7b53a268ddae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.064264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:32.066974 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.160178 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:32.179112 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (a179c1ed-6ca3-463e-91f2-17cadbb9d9f8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.186451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.194595 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (38361abd-24a5-43ca-9846-7b53a268ddae), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.205816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.279047 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=a179c1ed-6ca3-463e-91f2-17cadbb9d9f8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:32.358322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.365539 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-53f29c61-f478-4a96-ab46-2df4deb219ca tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/a179c1ed-6ca3-463e-91f2-17cadbb9d9f8 HTTP/1.1" status: 204 len: 168 time: 1.1150739 Jul 28 10:48:32.368491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38990) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:32.400008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94be29-9493-4250-b693-d759e926053c None None] Pushing event updated for resources: {'Port': ['ID=6ddf3b7e-2715-4aa7-8abe-89886282198e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:32.447994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.448348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.448750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.449104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.449446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.449787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.450144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.450480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.450816 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.460349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.460757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.461113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.461459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.461803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.464068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94be29-9493-4250-b693-d759e926053c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:32.581467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57e38dae-7bb3-4638-bc8f-4c4c0e6937e5 admin admin] Publish callbacks [] for security_group (854750ce-b78b-43c4-9c89-1b64086c9fd2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.609024 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] Sync routers for ids ['781bda0e-79cf-4945-81e2-7d13855a5577'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:32.638215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Network 92b08b37-8d22-4720-8a05-19602931c470 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:32.638420 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] Routers {'781bda0e-79cf-4945-81e2-7d13855a5577'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:48:32.638898 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['781bda0e-79cf-4945-81e2-7d13855a5577'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:32.648378 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:32.692090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d9d702c8-3818-4887-9351-1dd5e215699a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3047264 Jul 28 10:48:32.692742 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 38998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:32.732096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57e38dae-7bb3-4638-bc8f-4c4c0e6937e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (854750ce-b78b-43c4-9c89-1b64086c9fd2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:32.746472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:32.754471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:32.865773 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] Set router 781bda0e-79cf-4945-81e2-7d13855a5577 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:48:32.913937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff45adc-6bf8-4af9-9df3-252f59815245 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:32.923517 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0ff45adc-6bf8-4af9-9df3-252f59815245 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2189875 Jul 28 10:48:32.935541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39002) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:33.003903 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:29Z', 'revision_number': 6, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:33.008570 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:33.132303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0443b9ba-4795-4f28-9178-266940230ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.135659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39012) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:33.140066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Pushing event updated for resources: {'Port': ['ID=73ad1c74-3724-4dc2-839f-59767c1b681b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:33.143609 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-57e38dae-7bb3-4638-bc8f-4c4c0e6937e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c79b22a1e9e4027a6ae3585d4620187&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7497790 Jul 28 10:48:33.147889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e38dae-7bb3-4638-bc8f-4c4c0e6937e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854750ce-b78b-43c4-9c89-1b64086c9fd2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:33.161210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Attempting to bind port 73ad1c74-3724-4dc2-839f-59767c1b681b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:33.161654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Attempting to bind port 73ad1c74-3724-4dc2-839f-59767c1b681b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'de1cbb82-b1c3-44ee-8d50-4647cc89e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92b08b37-8d22-4720-8a05-19602931c470'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:33.161989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Attempting to bind port 73ad1c74-3724-4dc2-839f-59767c1b681b on network 92b08b37-8d22-4720-8a05-19602931c470 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:33.172157 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] Checking router: 781bda0e-79cf-4945-81e2-7d13855a5577 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:33.177899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:33.183295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:33.202434 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] Routers {'781bda0e-79cf-4945-81e2-7d13855a5577'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:48:33.206851 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['781bda0e-79cf-4945-81e2-7d13855a5577'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:33.217018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8e7189e4-7e9c-4c9e-993d-e3d5d879be72), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.283698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:33.284529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Checking segment: {'id': 'de1cbb82-b1c3-44ee-8d50-4647cc89e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92b08b37-8d22-4720-8a05-19602931c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:33.284747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.286192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Bound using segment: {'id': 'de1cbb82-b1c3-44ee-8d50-4647cc89e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92b08b37-8d22-4720-8a05-19602931c470'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:33.288527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Bound port: 73ad1c74-3724-4dc2-839f-59767c1b681b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1cbb82-b1c3-44ee-8d50-4647cc89e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '92b08b37-8d22-4720-8a05-19602931c470'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:33.289681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.294089 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (38361abd-24a5-43ca-9846-7b53a268ddae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.407246 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7189e4-7e9c-4c9e-993d-e3d5d879be72,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:33.468544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7233e2-3f3f-48a2-98e1-60e8c7f45956 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:33.470217 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1c7233e2-3f3f-48a2-98e1-60e8c7f45956 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5298491 Jul 28 10:48:33.475477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39016) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:33.482078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] Set router 781bda0e-79cf-4945-81e2-7d13855a5577 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:48:33.568215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (781bda0e-79cf-4945-81e2-7d13855a5577), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.602569 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa8823c7-091f-4d25-895d-fdb37b683da2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053786 Jul 28 10:48:33.615647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39022) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:33.646648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:33.843482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No active binding found for port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 {{(pid=104689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 10:48:33.844171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] The host n-d-850468-6 is not matching for port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 host None! {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 10:48:33.846504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:48:33.902286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:48:33.918996 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:32Z', 'revision_number': 7, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:33.945940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (781bda0e-79cf-4945-81e2-7d13855a5577), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.959572 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks [] for router_controller (781bda0e-79cf-4945-81e2-7d13855a5577), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:33.963784 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:34.004711 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9adab6-217f-4f4f-8c32-f76000dedd18 None None] The sync data for ids ['781bda0e-79cf-4945-81e2-7d13855a5577'] in n-d-850468-6 is: [{'id': '781bda0e-79cf-4945-81e2-7d13855a5577', 'name': 'tempest-ServerGroup264TestJSON-1439798752-router', 'tenant_id': 'b079561a56894573a022735f831b8baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:04Z', 'updated_at': '2022-07-28T10:48:32Z', 'revision_number': 7, 'project_id': 'b079561a56894573a022735f831b8baf', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:34.076542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] For port 73ad1c74-3724-4dc2-839f-59767c1b681b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:34.081062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] For port 73ad1c74-3724-4dc2-839f-59767c1b681b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=73ad1c74-3724-4dc2-839f-59767c1b681b,segment=NetworkSegment(de1cbb82-b1c3-44ee-8d50-4647cc89e847),segment_id=de1cbb82-b1c3-44ee-8d50-4647cc89e847)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:34.098718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.116819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (38361abd-24a5-43ca-9846-7b53a268ddae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.117024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (781bda0e-79cf-4945-81e2-7d13855a5577), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.118719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781bda0e-79cf-4945-81e2-7d13855a5577 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:48:34.136121 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.145833 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1349fdad-c1cf-4db0-baaa-4dc3b6291845 admin admin] 10.222.0.46 "DELETE /v2.0/routers/781bda0e-79cf-4945-81e2-7d13855a5577 HTTP/1.1" status: 204 len: 168 time: 4.9863489 Jul 28 10:48:34.146599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39030) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:34.187917 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:34.319868 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.343381 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/38361abd-24a5-43ca-9846-7b53a268ddae HTTP/1.1" status: 204 len: 168 time: 3.1312432 Jul 28 10:48:34.350930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821743ea-6c88-47c2-a044-db3fb6c8fa7b None None] Pushing event updated for resources: {'Port': ['ID=73ad1c74-3724-4dc2-839f-59767c1b681b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:34.369366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] Deleting subnet 614a57a5-7393-44c2-90f9-23b9561a9a26 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:34.371568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39032) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:34.385111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] Publish callbacks [] for subnet (614a57a5-7393-44c2-90f9-23b9561a9a26), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.385914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ddf3b7e-2715-4aa7-8abe-89886282198e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:34.415284 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd532f-471c-4530-a364-23c217f2ae54 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Subnet': ['ID=38361abd-24a5-43ca-9846-7b53a268ddae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:34.421772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:34.427055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.479142 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f0f-dc3a-4006-935c-80d5aab085c4 admin admin] Publish callbacks [] for security_group (854750ce-b78b-43c4-9c89-1b64086c9fd2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.563709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (614a57a5-7393-44c2-90f9-23b9561a9a26), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.611174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6ddf3b7e-2715-4aa7-8abe-89886282198e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:34.611565 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.726724 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (614a57a5-7393-44c2-90f9-23b9561a9a26), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.784159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108af852-c075-49b1-8004-7b96e41c901d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:34.794270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108af852-c075-49b1-8004-7b96e41c901d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:34.803472 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-108af852-c075-49b1-8004-7b96e41c901d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4112852 Jul 28 10:48:34.823795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f0f-dc3a-4006-935c-80d5aab085c4 admin admin] Publish callbacks [] for security_group (854750ce-b78b-43c4-9c89-1b64086c9fd2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:34.836629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39042) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:34.932383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207b877-0a3d-491a-8cd0-bf8fa9846dbe None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:34.985826 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:35.013426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f0f-dc3a-4006-935c-80d5aab085c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (854750ce-b78b-43c4-9c89-1b64086c9fd2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.026500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dcd10f0f-dc3a-4006-935c-80d5aab085c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.027803 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dcd10f0f-dc3a-4006-935c-80d5aab085c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/854750ce-b78b-43c4-9c89-1b64086c9fd2 HTTP/1.1" status: 204 len: 168 time: 1.5917089 Jul 28 10:48:35.066708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd10f0f-dc3a-4006-935c-80d5aab085c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854750ce-b78b-43c4-9c89-1b64086c9fd2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:35.191386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f483bd8-5621-4738-bfe8-860d8ffaaa07 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (92b08b37-8d22-4720-8a05-19602931c470), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.269824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (614a57a5-7393-44c2-90f9-23b9561a9a26), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.398765 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f483bd8-5621-4738-bfe8-860d8ffaaa07 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 10:48:35.406159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f483bd8-5621-4738-bfe8-860d8ffaaa07 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:35.422809 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f483bd8-5621-4738-bfe8-860d8ffaaa07 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/92b08b37-8d22-4720-8a05-19602931c470 HTTP/1.1" status: 409 len: 466 time: 0.5830870 Jul 28 10:48:35.430789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6ddf3b7e-2715-4aa7-8abe-89886282198e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:35.431367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.432344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614a57a5-7393-44c2-90f9-23b9561a9a26,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:35.436339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39056) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:35.462215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1587460658'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:35.482435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.498633 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3c26c61e-d235-40c9-a58c-ea86c2881fed admin admin] 10.222.0.46 "DELETE /v2.0/subnets/614a57a5-7393-44c2-90f9-23b9561a9a26 HTTP/1.1" status: 204 len: 168 time: 1.3434520 Jul 28 10:48:35.501590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39058) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:35.619054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88d4de-a97c-428b-b37c-afc2b7bb6865 None None] Network 202e520a-3a19-4e8b-bca1-74dc2b71f55b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:35.659080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.762656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:48:35.800661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f8659c7b-8c49-4a1a-83e0-61d5e9133402 None None] Provisioning complete for port 6ddf3b7e-2715-4aa7-8abe-89886282198e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:35.801232 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f8659c7b-8c49-4a1a-83e0-61d5e9133402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.826631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:35.842531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.848886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:35.863696 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:35.865703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:35.889958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:35.893700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.920185 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:35.941346 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a698e2ef-4b91-4941-88ff-5a6a15f30b83 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3105690 Jul 28 10:48:35.943691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39070) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:35.953005 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:ff:33:c3', 'name': 'tempest-NetworksTestDHCPv6-1637866719'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:35.971575 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (202e520a-3a19-4e8b-bca1-74dc2b71f55b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:35.993582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] Deleting port 6ddf3b7e-2715-4aa7-8abe-89886282198e {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:35.994946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.017010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:36.233000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Deleting port 1928a526-e03b-4a71-b4a1-27235620dc0d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:36.233529 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.233607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] For port 6ddf3b7e-2715-4aa7-8abe-89886282198e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ddf3b7e-2715-4aa7-8abe-89886282198e,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:36.234004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.252320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] Calling delete_port for 6ddf3b7e-2715-4aa7-8abe-89886282198e owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:36.336339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b3d50c34-e422-4bf1-b22c-1f9ca163281d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.336789 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Added segment b3d50c34-e422-4bf1-b22c-1f9ca163281d of type vlan for network a0be92e2-0296-4a13-8fcf-a20e0f24a67b Jul 28 10:48:36.371034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:36.392159 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d364de04-0dea-4b87-86d9-2edd99855427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.407934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 6ddf3b7e-2715-4aa7-8abe-89886282198e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6ddf3b7e-2715-4aa7-8abe-89886282198e,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:36.417429 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:36.418198 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:36.440911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] DHCP port deletion for 202e520a-3a19-4e8b-bca1-74dc2b71f55b request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:48:36.489707 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.514891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6ddf3b7e-2715-4aa7-8abe-89886282198e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.541808 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:36.554696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] No DVR routers for this DVR port 6ddf3b7e-2715-4aa7-8abe-89886282198e on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:36.558313 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.621522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 86e58060-c832-4a1f-990e-fb263f4efaef yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:48:36.692401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f8659c7b-8c49-4a1a-83e0-61d5e9133402 None None] Port 6ddf3b7e-2715-4aa7-8abe-89886282198e update to ACTIVE by agent not found {{(pid=104689) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 28 10:48:36.702777 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.742395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a0be92e2-0296-4a13-8fcf-a20e0f24a67b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.776054 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] For port 1928a526-e03b-4a71-b4a1-27235620dc0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1928a526-e03b-4a71-b4a1-27235620dc0d,segment=NetworkSegment(3594f11d-5e5a-477d-b17a-9d00aec0e627),segment_id=3594f11d-5e5a-477d-b17a-9d00aec0e627)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:36.776428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.876324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] Deleting port 1928a526-e03b-4a71-b4a1-27235620dc0d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:36.877670 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.908579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Calling delete_port for 1928a526-e03b-4a71-b4a1-27235620dc0d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:36.958248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] For port 1928a526-e03b-4a71-b4a1-27235620dc0d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1928a526-e03b-4a71-b4a1-27235620dc0d,segment=NetworkSegment(3594f11d-5e5a-477d-b17a-9d00aec0e627),segment_id=3594f11d-5e5a-477d-b17a-9d00aec0e627)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:36.959193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:36.975336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] Calling delete_port for 1928a526-e03b-4a71-b4a1-27235620dc0d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:36.990349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::25f (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4/86e58060-c832-4a1f-990e-fb263f4efaef) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:36.990931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a0be92e2-0296-4a13-8fcf-a20e0f24a67b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.015419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:37.018165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.076630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fbbdd1-7643-443c-ae04-3b1264bb1fc1 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:37.079853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ea6527-385c-4900-8f31-ed09db8d4d44 None None] Network 92b08b37-8d22-4720-8a05-19602931c470 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:37.253614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 73ad1c74-3724-4dc2-839f-59767c1b681b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:37.264141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.273677 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1928a526-e03b-4a71-b4a1-27235620dc0d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.321900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dbb45-542b-4031-96c4-d6cd7e9485d2 None None] Pushing event deleted for resources: {'Port': ['ID=6ddf3b7e-2715-4aa7-8abe-89886282198e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:37.415106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (86e58060-c832-4a1f-990e-fb263f4efaef), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.437508 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:37.492025 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (86e58060-c832-4a1f-990e-fb263f4efaef), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.513475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=1928a526-e03b-4a71-b4a1-27235620dc0d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:37.530681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] DHCP port deletion for 92b08b37-8d22-4720-8a05-19602931c470 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:48:37.536441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] No DVR routers for this DVR port 1928a526-e03b-4a71-b4a1-27235620dc0d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:37.646064 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.647036 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:37.658225 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:37.662336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] Deleting port 73ad1c74-3724-4dc2-839f-59767c1b681b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:37.665537 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.667425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:37.686327 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:37.700156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:37.700930 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.736461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=86e58060-c832-4a1f-990e-fb263f4efaef,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:37.749830 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75a46723-df51-49ca-8504-f029d018cbf0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8025181 Jul 28 10:48:37.750317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39118) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:37.771314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-454b4752-5b80-46eb-8c76-bfb1078beed4 None None] Provisioning complete for port 73ad1c74-3724-4dc2-839f-59767c1b681b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:37.771697 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-454b4752-5b80-46eb-8c76-bfb1078beed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.794669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (202e520a-3a19-4e8b-bca1-74dc2b71f55b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.831168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] No DVR routers for this DVR port 1928a526-e03b-4a71-b4a1-27235620dc0d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:37.833992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202e520a-3a19-4e8b-bca1-74dc2b71f55b']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:37.855519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3594f11d-5e5a-477d-b17a-9d00aec0e627') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:37.856045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3594f11d-5e5a-477d-b17a-9d00aec0e627') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:37.898551 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4593086 Jul 28 10:48:37.910272 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (3594f11d-5e5a-477d-b17a-9d00aec0e627), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.912788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d171b68-15e0-43b4-ad9c-4844e0d2a2bf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:37.918135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event deleted for resources: {'Port': ['ID=6ddf3b7e-2715-4aa7-8abe-89886282198e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:37.920270 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2d171b68-15e0-43b4-ad9c-4844e0d2a2bf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1668470 Jul 28 10:48:37.926237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39122) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:37.926812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39126) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:37.950029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'subnet': {'network_id': 'a0be92e2-0296-4a13-8fcf-a20e0f24a67b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:37.958524 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3594f11d-5e5a-477d-b17a-9d00aec0e627), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:37.983727 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:48:37.984431 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (3594f11d-5e5a-477d-b17a-9d00aec0e627), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.192533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f85300-2e29-49df-a2fa-e96074de2bc3 None None] Pushing event deleted for resources: {'Port': ['ID=1928a526-e03b-4a71-b4a1-27235620dc0d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:38.201646 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 3594f11d-5e5a-477d-b17a-9d00aec0e627 resource provider aggregate not found Jul 28 10:48:38.237342 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 86e58060-c832-4a1f-990e-fb263f4efaef {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:38.238297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (86e58060-c832-4a1f-990e-fb263f4efaef), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.246712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc17b2d-3d91-4d71-be5a-65dd57f92adf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Network': ['ID=a0be92e2-0296-4a13-8fcf-a20e0f24a67b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:38.254064 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 3594f11d-5e5a-477d-b17a-9d00aec0e627 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3594f11d-5e5a-477d-b17a-9d00aec0e627 found for delete ", "request_id": "req-530bbde7-2b01-4f68-8ddd-65662054cf63"}]} Jul 28 10:48:38.300215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (202e520a-3a19-4e8b-bca1-74dc2b71f55b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.307130 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.322923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a0be92e2-0296-4a13-8fcf-a20e0f24a67b details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:38.333084 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] 10.222.0.46 "DELETE /v2.0/networks/202e520a-3a19-4e8b-bca1-74dc2b71f55b HTTP/1.1" status: 204 len: 168 time: 2.8211112 Jul 28 10:48:38.369027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24872093-dd58-451a-817f-a657e495cbfa admin admin] Pushing event deleted for resources: {'Network': ['ID=202e520a-3a19-4e8b-bca1-74dc2b71f55b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:38.505667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:38.511539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.522476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.552362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.568579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] For port 73ad1c74-3724-4dc2-839f-59767c1b681b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=73ad1c74-3724-4dc2-839f-59767c1b681b,segment=NetworkSegment(de1cbb82-b1c3-44ee-8d50-4647cc89e847),segment_id=de1cbb82-b1c3-44ee-8d50-4647cc89e847)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:38.569160 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.647439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39154) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:38.699613 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:38.706509 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=2,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:38.755497 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-774cf273-9181-4257-940c-016808a80a4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b079561a56894573a022735f831b8baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066225 Jul 28 10:48:38.761826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39158) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:38.966867 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (86e58060-c832-4a1f-990e-fb263f4efaef), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:38.995052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d901b87e-ae74-44b8-b476-41db47c3ca6c admin admin] Publish callbacks [] for security_group (0d2d2089-7c54-4d3a-a9ea-ec68959143d7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.044672 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 86e58060-c832-4a1f-990e-fb263f4efaef owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:39.052214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d901b87e-ae74-44b8-b476-41db47c3ca6c admin admin] Publish callbacks [] for security_group (0d2d2089-7c54-4d3a-a9ea-ec68959143d7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.088653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] Calling delete_port for 73ad1c74-3724-4dc2-839f-59767c1b681b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:39.096066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 73ad1c74-3724-4dc2-839f-59767c1b681b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:39.096700 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.142522 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:39.152549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': 'ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:39.153708 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.215522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d901b87e-ae74-44b8-b476-41db47c3ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d2d2089-7c54-4d3a-a9ea-ec68959143d7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.220863 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d901b87e-ae74-44b8-b476-41db47c3ca6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.247518 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d901b87e-ae74-44b8-b476-41db47c3ca6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d2d2089-7c54-4d3a-a9ea-ec68959143d7 HTTP/1.1" status: 204 len: 168 time: 0.4810922 Jul 28 10:48:39.305086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901b87e-ae74-44b8-b476-41db47c3ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d2089-7c54-4d3a-a9ea-ec68959143d7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:39.426365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-454b4752-5b80-46eb-8c76-bfb1078beed4 None None] Current status of the port 73ad1c74-3724-4dc2-839f-59767c1b681b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:39.426862 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-454b4752-5b80-46eb-8c76-bfb1078beed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.475734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 73ad1c74-3724-4dc2-839f-59767c1b681b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:39.482542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.639139 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:39.782459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (86e58060-c832-4a1f-990e-fb263f4efaef), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.842618 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:39.856189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4/5f6775ac-ffde-46bb-998d-4fdbb53abe9c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:39.904023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=86e58060-c832-4a1f-990e-fb263f4efaef,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:39.929731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:39.933996 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-333573d3-08ab-458a-968a-2944880b6baf tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/86e58060-c832-4a1f-990e-fb263f4efaef HTTP/1.1" status: 204 len: 168 time: 2.0016940 Jul 28 10:48:39.936091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39188) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:40.052396 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:40.057320 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (ef5dbe35-b290-4504-833b-7879197317cb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:40.130202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9725629-d39e-4bc4-a8c6-11544a9772b1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:40.151569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9725629-d39e-4bc4-a8c6-11544a9772b1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:40.168601 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a9725629-d39e-4bc4-a8c6-11544a9772b1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2263594 Jul 28 10:48:40.170835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39202) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:40.259352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:40.292950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Subnet': ['ID=ef5dbe35-b290-4504-833b-7879197317cb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:40.306924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Checking segment: {'id': 'b3d50c34-e422-4bf1-b22c-1f9ca163281d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a0be92e2-0296-4a13-8fcf-a20e0f24a67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:40.306924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network hostable DHCP agents. Network: a0be92e2-0296-4a13-8fcf-a20e0f24a67b, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:40.385819 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network a0be92e2-0296-4a13-8fcf-a20e0f24a67b is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:40.410726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a0be92e2-0296-4a13-8fcf-a20e0f24a67b) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:40.419182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:40.425205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:40.468028 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Publish callbacks [] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:40.472263 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3f093448-0aad-4a76-8844-162e6042b3fa tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5385418 Jul 28 10:48:40.472519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39220) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:40.490341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff564917-4e84-4712-941f-7f687975ce86 None None] Network a0be92e2-0296-4a13-8fcf-a20e0f24a67b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:40.501542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:40.524419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:40.526366 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (73ad1c74-3724-4dc2-839f-59767c1b681b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:40.591194 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:40.686639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:40.695685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:40.700650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:40.757052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] No DVR routers for this DVR port 73ad1c74-3724-4dc2-839f-59767c1b681b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:40.910839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:40.954847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:41.017930 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:41.020747 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:41.151788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.365073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784b559-8ba4-404d-80ce-b59e8a747512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a0be92e2-0296-4a13-8fcf-a20e0f24a67b', 'network_id': 'a0be92e2-0296-4a13-8fcf-a20e0f24a67b', 'project_id': '0de45de5051147c8b60fea9e6c3a4f78', 'fixed_ips': [{'subnet_id': 'ef5dbe35-b290-4504-833b-7879197317cb'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:41.366466 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6784b559-8ba4-404d-80ce-b59e8a747512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.367652 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.386663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Attempting to bind port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:41.387321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Attempting to bind port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:41.387955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Attempting to bind port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:41.390526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:48:41.391820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e7189e4-7e9c-4c9e-993d-e3d5d879be72 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:41.392415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1928a526-e03b-4a71-b4a1-27235620dc0d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:41.418570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a9583-6fef-4d52-bed4-f7efbab04a2c None None] Pushing event deleted for resources: {'Port': ['ID=73ad1c74-3724-4dc2-839f-59767c1b681b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:41.491094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39266) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:41.545203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:41.546940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:41.549284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.549896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:41.552473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Bound port: 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:41.554492 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.557058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1928a526-e03b-4a71-b4a1-27235620dc0d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:48:41.557574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1928a526-e03b-4a71-b4a1-27235620dc0d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:41.559060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ddf3b7e-2715-4aa7-8abe-89886282198e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:41.565145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:41.599465 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.605262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39274) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:41.620484 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-81b17402-ad56-42f6-afe6-2001300af662 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4 HTTP/1.1" status: 204 len: 168 time: 1.4299810 Jul 28 10:48:41.639795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a0be92e2-0296-4a13-8fcf-a20e0f24a67b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.696362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.705568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 6ddf3b7e-2715-4aa7-8abe-89886282198e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:48:41.706998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6ddf3b7e-2715-4aa7-8abe-89886282198e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:41.753534 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fd5c1d4f-be68-46bd-91de-7cf0de42ef5f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1465755 Jul 28 10:48:41.756077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39278) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:41.788359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ef5dbe35-b290-4504-833b-7879197317cb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.881220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-587566147-network', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:41.949024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:41.951872 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (ef5dbe35-b290-4504-833b-7879197317cb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:41.973419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:41.983328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 73ad1c74-3724-4dc2-839f-59767c1b681b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:42.005447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5dbe35-b290-4504-833b-7879197317cb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:42.008403 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.102039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db0282-ba13-455e-922e-f7f9ab70cab0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:42.104227 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-28db0282-ba13-455e-922e-f7f9ab70cab0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3472095 Jul 28 10:48:42.108460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39288) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:42.174334 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Made reservation on behalf of a9d0fafe4ed04237b3a41f025b98eb79 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:42.176750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.212827 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:42.218002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a0be92e2-0296-4a13-8fcf-a20e0f24a67b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.284442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a53e7-008c-44de-bb7a-e425a6dcc2d4 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:42.309988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0be92e2-0296-4a13-8fcf-a20e0f24a67b']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:42.326425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e0aab-4325-4a0b-ae1d-e7e28bebb733 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:42.328176 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-355e0aab-4325-4a0b-ae1d-e7e28bebb733 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2168665 Jul 28 10:48:42.330138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.339146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39292) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:42.343282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d50c34-e422-4bf1-b22c-1f9ca163281d') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:42.343655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d50c34-e422-4bf1-b22c-1f9ca163281d') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:42.346573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39294) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:42.362208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 73ad1c74-3724-4dc2-839f-59767c1b681b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:48:42.362208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 73ad1c74-3724-4dc2-839f-59767c1b681b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:42.380947 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (b3d50c34-e422-4bf1-b22c-1f9ca163281d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.420718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (b3d50c34-e422-4bf1-b22c-1f9ca163281d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.444464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:48:42.444924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (b3d50c34-e422-4bf1-b22c-1f9ca163281d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.454141 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3b6af85a-ec41-491c-bb6a-ef7856022e56 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1104562 Jul 28 10:48:42.460599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:42.468007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-6784b559-8ba4-404d-80ce-b59e8a747512 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef5dbe35-b290-4504-833b-7879197317cb: This subnet is being modified by another concurrent operation. Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:48:42.509550 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef5dbe35-b290-4504-833b-7879197317cb: This subnet is being modified by another concurrent operation. Jul 28 10:48:42.512973 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:48:42.542066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85eedcc-e9ce-4ec8-ab7b-e1b1fa2f9a9c None None] Network a0be92e2-0296-4a13-8fcf-a20e0f24a67b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:42.559538 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment b3d50c34-e422-4bf1-b22c-1f9ca163281d resource provider aggregate not found Jul 28 10:48:42.675404 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment b3d50c34-e422-4bf1-b22c-1f9ca163281d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3d50c34-e422-4bf1-b22c-1f9ca163281d found for delete ", "request_id": "req-3bdeae84-fdcf-4f2d-b12f-9f1cfea09f3e"}]} Jul 28 10:48:42.702183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14ff801f-15ed-4b6e-86aa-42941424458b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.705444 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:42.711533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.723016 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:42.789175 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a0be92e2-0296-4a13-8fcf-a20e0f24a67b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.808286 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:42.819724 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/a0be92e2-0296-4a13-8fcf-a20e0f24a67b HTTP/1.1" status: 204 len: 168 time: 2.3457723 Jul 28 10:48:42.827075 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39312) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:42.840125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1275668255'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:42.854233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162ab60-6624-4f41-ba01-c8da90c3e371 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:48:42.920015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51409c68-20e8-40aa-8fe0-6fbd0a7b65a2 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Network': ['ID=a0be92e2-0296-4a13-8fcf-a20e0f24a67b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:43.023109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:43.043592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.121951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b162ab60-6624-4f41-ba01-c8da90c3e371 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:48:43.188592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:43.193646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14ff801f-15ed-4b6e-86aa-42941424458b admin admin] Publish callbacks [] for security_group (78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.196570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks [] for security_group (8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.228708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c83b4f29-35ff-45a6-aa76-8754032bbb54), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.229451 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Added segment c83b4f29-35ff-45a6-aa76-8754032bbb54 of type vlan for network 9bcce3cc-3323-4989-9216-c972c1882fd7 Jul 28 10:48:43.236799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.261214 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:43.275727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:43.310469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:43.317340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c137cd61-e022-4a2a-83ad-d0b74e3cb1c2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.317970 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Added segment c137cd61-e022-4a2a-83ad-d0b74e3cb1c2 of type vlan for network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 Jul 28 10:48:43.386421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14ff801f-15ed-4b6e-86aa-42941424458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.422239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9d91b0ac-6ef7-4fe4-bce7-a861d380e332), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.431409 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:43.447434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9bcce3cc-3323-4989-9216-c972c1882fd7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.489196 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=12 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:43.509257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9d91b0ac-6ef7-4fe4-bce7-a861d380e332), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.511392 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:43.512459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.556853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04be4ade-5b62-4589-8e0c-0aca42893302 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:48:43.558084 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14ff801f-15ed-4b6e-86aa-42941424458b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77a9ada7373f44218099af6c52904909&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2097895 Jul 28 10:48:43.559306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff801f-15ed-4b6e-86aa-42941424458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:43.562353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:43.565377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9bcce3cc-3323-4989-9216-c972c1882fd7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.571203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:43.571985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.682197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Network': ['ID=9bcce3cc-3323-4989-9216-c972c1882fd7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:43.683514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] Pushing event updated for resources: {'Network': ['ID=9d91b0ac-6ef7-4fe4-bce7-a861d380e332,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:43.690971 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-10ef0d2d-169e-48d8-a647-774cbb281cdb tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8627741 Jul 28 10:48:43.695350 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c379abf-d08e-4708-9185-37e60d31c36a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1998951 Jul 28 10:48:43.696665 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39328) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:43.697460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39330) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:43.701845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:43.721737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'subnet': {'network_id': '9bcce3cc-3323-4989-9216-c972c1882fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:43.740540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Request body: {'subnet': {'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-587566147-subnet', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:43.805044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9bcce3cc-3323-4989-9216-c972c1882fd7 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:43.834244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35b8bfd4-e778-430f-afc3-becb6a1c8134 admin admin] Publish callbacks [] for security_group (78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.845394 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Made reservation on behalf of a9d0fafe4ed04237b3a41f025b98eb79 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:43.854753 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.898173 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35b8bfd4-e778-430f-afc3-becb6a1c8134 admin admin] Publish callbacks [] for security_group (78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:43.923082 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=28 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:44.074333 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:44.136808 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=13 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:44.147538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:44.152774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:44.158943 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:44.295028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be4ade-5b62-4589-8e0c-0aca42893302 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:48:44.484510 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:44.916935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (e570a511-8ca5-4ee2-994b-597ad6895b39), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:44.975303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:45.071127 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (3f0a7d21-d89c-43a9-b5cc-f2d8ae8afbcb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.152506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '2826370a-22c4-44e1-b01e-0d8c37c71149'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '5f6775ac-ffde-46bb-998d-4fdbb53abe9c'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:48:45.218732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e570a511-8ca5-4ee2-994b-597ad6895b39,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:45.227795 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39374) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:45.248546 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.262032 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.263776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35b8bfd4-e778-430f-afc3-becb6a1c8134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.267292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35b8bfd4-e778-430f-afc3-becb6a1c8134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.269404 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-35b8bfd4-e778-430f-afc3-becb6a1c8134 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee HTTP/1.1" status: 204 len: 168 time: 1.6961813 Jul 28 10:48:45.306450 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8bfd4-e778-430f-afc3-becb6a1c8134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e7d3ca-9177-42cd-b6cf-5f3f2c13a5ee,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:45.380812 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Checking segment: {'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:45.381321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Network hostable DHCP agents. Network: 9d91b0ac-6ef7-4fe4-bce7-a861d380e332, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:45.398283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Subnet': ['ID=3f0a7d21-d89c-43a9-b5cc-f2d8ae8afbcb,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:45.409046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Checking segment: {'id': 'c83b4f29-35ff-45a6-aa76-8754032bbb54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bcce3cc-3323-4989-9216-c972c1882fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:45.409527 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network hostable DHCP agents. Network: 9bcce3cc-3323-4989-9216-c972c1882fd7, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:45.436538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:45.445324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network 9bcce3cc-3323-4989-9216-c972c1882fd7 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:45.480452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9bcce3cc-3323-4989-9216-c972c1882fd7) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:45.482781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9d91b0ac-6ef7-4fe4-bce7-a861d380e332) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:45.488329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:45.490832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.498946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:45.499535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.540963 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-65fe8887-449c-4c49-87b1-645607b294ad tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8408148 Jul 28 10:48:45.545289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39386) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:45.549665 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:45.634885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:45.722043 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.736629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.740156 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:48:45.741091 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:48:45.768003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9bcce3cc-3323-4989-9216-c972c1882fd7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.777351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f037d639-0b21-4ad3-80b4-f62b56f6e8ae admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0763588 Jul 28 10:48:45.778159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39390) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:45.804692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Request body: {'router': {'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:45.812542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (2826370a-22c4-44e1-b01e-0d8c37c71149), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.874598 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c75e8617-e21f-430f-abb4-1febbb72b23c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.880561 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c75e8617-e21f-430f-abb4-1febbb72b23c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:45.951069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=5']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:46.020051 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:46.043174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:46.052385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:46.052992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.055796 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=2826370a-22c4-44e1-b01e-0d8c37c71149,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:46.062630 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7954-a937-48e4-9e68-702702753da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.123426 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (3f0a7d21-d89c-43a9-b5cc-f2d8ae8afbcb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.149019 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-46cc40e7-05db-4012-a239-d6a1b6db50e1 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6843874 Jul 28 10:48:46.149625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:46.156505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks [] for router_controller (c75e8617-e21f-430f-abb4-1febbb72b23c), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.165542 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:46.175839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3de02cec-0b48-4d0c-b950-b52d85a2fe45 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:46.520450 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:46.571718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-748af950-fa60-4d84-ab7c-55da99c881ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.648304 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:46.691692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de02cec-0b48-4d0c-b950-b52d85a2fe45 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:46.695936 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de02cec-0b48-4d0c-b950-b52d85a2fe45 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.768629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-748af950-fa60-4d84-ab7c-55da99c881ed admin admin] Publish callbacks [] for security_group (c722be4a-5b48-40ec-8cc6-85625900af5e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.804701 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-748af950-fa60-4d84-ab7c-55da99c881ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c722be4a-5b48-40ec-8cc6-85625900af5e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.905009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:46.953751 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] Publish callbacks [] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:46.959584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.003346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748af950-fa60-4d84-ab7c-55da99c881ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c722be4a-5b48-40ec-8cc6-85625900af5e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:47.034441 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:47.036586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc3c74-d5df-4dd1-87fc-d46b5c044479 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=6']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:47.052828 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:47.071051 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-748af950-fa60-4d84-ab7c-55da99c881ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63514a9c2cf9466699d8011f9e0360ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5373042 Jul 28 10:48:47.087761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39420) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:47.107883 n-d-850468-6 neutron-server[104687]: INFO neutron.db.ipam_backend_mixin [None req-3de02cec-0b48-4d0c-b950-b52d85a2fe45 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2826370a-22c4-44e1-b01e-0d8c37c71149 (CIDR: 2001:db8::/64) Jul 28 10:48:47.113516 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de02cec-0b48-4d0c-b950-b52d85a2fe45 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:48:47.114147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de02cec-0b48-4d0c-b950-b52d85a2fe45 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:47.155011 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3de02cec-0b48-4d0c-b950-b52d85a2fe45 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0003672 Jul 28 10:48:47.158162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:47.168108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:47.172712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (3f0a7d21-d89c-43a9-b5cc-f2d8ae8afbcb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.200784 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:47.376308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0a7d21-d89c-43a9-b5cc-f2d8ae8afbcb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:47.491003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks [] for router_gateway (c75e8617-e21f-430f-abb4-1febbb72b23c), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.552631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:47.556322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.565276 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39432) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:47.642651 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9bcce3cc-3323-4989-9216-c972c1882fd7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.678590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcce3cc-3323-4989-9216-c972c1882fd7']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:47.703570 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83b4f29-35ff-45a6-aa76-8754032bbb54') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:47.703881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83b4f29-35ff-45a6-aa76-8754032bbb54') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:47.714919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (c83b4f29-35ff-45a6-aa76-8754032bbb54), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.732215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c83b4f29-35ff-45a6-aa76-8754032bbb54), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.740394 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:48:47.740903 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (c83b4f29-35ff-45a6-aa76-8754032bbb54), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.932005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7954-a937-48e4-9e68-702702753da9 admin admin] Publish callbacks [] for security_group (37a7036f-3c7e-4335-8fea-98de4acdf426), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:47.934722 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9bcce3cc-3323-4989-9216-c972c1882fd7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.004581 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:48.034239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.037919 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/9bcce3cc-3323-4989-9216-c972c1882fd7 HTTP/1.1" status: 204 len: 168 time: 2.4897423 Jul 28 10:48:48.041282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7954-a937-48e4-9e68-702702753da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (37a7036f-3c7e-4335-8fea-98de4acdf426), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.069230 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c83b4f29-35ff-45a6-aa76-8754032bbb54 resource provider aggregate not found Jul 28 10:48:48.074145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39442) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:48.086497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (54e8fa11-bba8-44d7-bf65-b02951b1a23f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.124096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:48.124588 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.163200 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9b8b7954-a937-48e4-9e68-702702753da9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7735ef8d7d794e63a5b55c55a30858ab&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9315383 Jul 28 10:48:48.166637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1501119614'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:48.170500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:48.193172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:48.201909 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b7954-a937-48e4-9e68-702702753da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7036f-3c7e-4335-8fea-98de4acdf426,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:48.210158 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01381fd3-3d2c-4b36-8dc2-76e5581fe231 admin admin] Publish callbacks [] for security_group (c722be4a-5b48-40ec-8cc6-85625900af5e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.213384 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c83b4f29-35ff-45a6-aa76-8754032bbb54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c83b4f29-35ff-45a6-aa76-8754032bbb54 found for delete ", "request_id": "req-a0854154-aaed-4704-bff0-9467aeeccb69"}]} Jul 28 10:48:48.235200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:48.238000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:48.240373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:48.240979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.242922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.265029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992f3b3-6f38-40b2-aad3-8df84ee5114d tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Network': ['ID=9bcce3cc-3323-4989-9216-c972c1882fd7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:48.273213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:48.274776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.280958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=54e8fa11-bba8-44d7-bf65-b02951b1a23f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:48.291816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:48.308230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c1c21b75-9d72-46be-975a-8dbaef90e1e8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.308680 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Added segment c1c21b75-9d72-46be-975a-8dbaef90e1e8 of type vlan for network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 Jul 28 10:48:48.330917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:48.345165 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.347310 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e05adc9-886f-4e4b-b4dd-e9ad75068cec tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1878932 Jul 28 10:48:48.347978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:48.348884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-917a75ab-d411-4ff5-a1f4-5c10d7c7196b admin admin] Publish callbacks [] for security_group (37a7036f-3c7e-4335-8fea-98de4acdf426), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.363616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.370554 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:8e:f5:82', 'name': 'tempest-NetworksTestDHCPv6-2052999901'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:48.401554 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:48.421150 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01381fd3-3d2c-4b36-8dc2-76e5581fe231 admin admin] Publish callbacks [] for security_group (c722be4a-5b48-40ec-8cc6-85625900af5e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.426750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=7']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:48.452776 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:48.454873 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7122bbbe-129b-4699-9019-52d685e21a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.474082 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=6,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:48.525738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.540609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:48.543069 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.621551 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-917a75ab-d411-4ff5-a1f4-5c10d7c7196b admin admin] Publish callbacks [] for security_group (37a7036f-3c7e-4335-8fea-98de4acdf426), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.744349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7122bbbe-129b-4699-9019-52d685e21a24 admin admin] Publish callbacks [] for security_group (dd3091a7-8c10-4fe0-8914-7237b913063b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.754530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:48.762233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks [] for router_gateway (c75e8617-e21f-430f-abb4-1febbb72b23c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.769229 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:48.781740 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6196172 Jul 28 10:48:48.866130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39460) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:48.866928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7122bbbe-129b-4699-9019-52d685e21a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dd3091a7-8c10-4fe0-8914-7237b913063b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.896216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Request body: {'subnet': {'network_id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:48.899827 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-917a75ab-d411-4ff5-a1f4-5c10d7c7196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (37a7036f-3c7e-4335-8fea-98de4acdf426), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.903372 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-917a75ab-d411-4ff5-a1f4-5c10d7c7196b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:48.910229 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-917a75ab-d411-4ff5-a1f4-5c10d7c7196b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37a7036f-3c7e-4335-8fea-98de4acdf426 HTTP/1.1" status: 204 len: 168 time: 0.7286253 Jul 28 10:48:48.950810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a75ab-d411-4ff5-a1f4-5c10d7c7196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7036f-3c7e-4335-8fea-98de4acdf426,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:49.000697 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:49.122750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3419f-7eda-4e14-a044-58c17e127b84 None None] Network 9bcce3cc-3323-4989-9216-c972c1882fd7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:49.130451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e9dee-bda4-4f17-88e0-6e1d198ff79c None None] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:49.135243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.136308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd388a14-bea2-4114-b26b-d1be5e59ae8b None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:49.178139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port fb6726d8-06b1-4ea6-b9f5-b0649bb33835 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:48:49.243946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.330578 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01381fd3-3d2c-4b36-8dc2-76e5581fe231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c722be4a-5b48-40ec-8cc6-85625900af5e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.339918 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-01381fd3-3d2c-4b36-8dc2-76e5581fe231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.347253 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-01381fd3-3d2c-4b36-8dc2-76e5581fe231 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c722be4a-5b48-40ec-8cc6-85625900af5e HTTP/1.1" status: 204 len: 168 time: 2.2580054 Jul 28 10:48:49.372712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3419f-7eda-4e14-a044-58c17e127b84 None None] Network 9bcce3cc-3323-4989-9216-c972c1882fd7 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:48:49.427475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0877ed-3c83-4e99-89bd-e67726df6583 None None] Network 9bcce3cc-3323-4989-9216-c972c1882fd7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:49.444040 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7122bbbe-129b-4699-9019-52d685e21a24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e31ac405b49248d89939cbec9f1907a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8717120 Jul 28 10:48:49.454956 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39474) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:49.455656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c918d-f4a3-481d-9bb3-7581fe7dbacf tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Network': ['ID=9f96590a-c95d-4b7a-b0b0-feb5e6a584a7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:49.471202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Made reservation on behalf of 0de45de5051147c8b60fea9e6c3a4f78 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:49.474790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.486991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8d88746f-8cc3-40c0-9511-b890f9d9466c None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:49.487593 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d88746f-8cc3-40c0-9511-b890f9d9466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.494535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122bbbe-129b-4699-9019-52d685e21a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3091a7-8c10-4fe0-8914-7237b913063b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:49.534010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:49.553847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01381fd3-3d2c-4b36-8dc2-76e5581fe231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c722be4a-5b48-40ec-8cc6-85625900af5e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:49.578859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8:0:1::3c1 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/54e8fa11-bba8-44d7-bf65-b02951b1a23f/fb6726d8-06b1-4ea6-b9f5-b0649bb33835) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:49.591059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fe8e:f582 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/2826370a-22c4-44e1-b01e-0d8c37c71149/fb6726d8-06b1-4ea6-b9f5-b0649bb33835) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:49.619461 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:49.636450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0877ed-3c83-4e99-89bd-e67726df6583 None None] Network 9bcce3cc-3323-4989-9216-c972c1882fd7 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:48:49.728996 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39480) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:49.768343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5bcf-9d4c-4738-8555-5e3aec7fcafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.777769 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd8d0-3ef3-4e01-a7e4-1c2ce1d11424 admin admin] Publish callbacks [] for security_group (dd3091a7-8c10-4fe0-8914-7237b913063b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.856684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd8d0-3ef3-4e01-a7e4-1c2ce1d11424 admin admin] Publish callbacks [] for security_group (dd3091a7-8c10-4fe0-8914-7237b913063b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.928374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Allocated IP 172.25.2.242 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/10dd8412-4f5b-476b-8621-7f10d6d7db65) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:49.981671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd8d0-3ef3-4e01-a7e4-1c2ce1d11424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dd3091a7-8c10-4fe0-8914-7237b913063b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.985069 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd8d0-3ef3-4e01-a7e4-1c2ce1d11424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:49.986828 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4f8cd8d0-3ef3-4e01-a7e4-1c2ce1d11424 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd3091a7-8c10-4fe0-8914-7237b913063b HTTP/1.1" status: 204 len: 168 time: 0.5285089 Jul 28 10:48:50.025613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:50.041652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cd8d0-3ef3-4e01-a7e4-1c2ce1d11424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3091a7-8c10-4fe0-8914-7237b913063b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:50.054567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (fb6726d8-06b1-4ea6-b9f5-b0649bb33835), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.129979 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:50.132785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'fixed_ips': [{'subnet_id': 'e570a511-8ca5-4ee2-994b-597ad6895b39'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:50.133734 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.247386 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fb6726d8-06b1-4ea6-b9f5-b0649bb33835), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.318217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe0cb1-ab3f-412e-849f-8bcb38878226 None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '2826370a-22c4-44e1-b01e-0d8c37c71149', 'ip_address': '2001:db8::f816:3eff:fec2:29ee'}, {'subnet_id': '54e8fa11-bba8-44d7-bf65-b02951b1a23f'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '5f6775ac-ffde-46bb-998d-4fdbb53abe9c'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:48:50.346386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks [] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.368274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=fb6726d8-06b1-4ea6-b9f5-b0649bb33835,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:50.386458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5bcf-9d4c-4738-8555-5e3aec7fcafc admin admin] Publish callbacks [] for security_group (f2cceef4-de6c-4e88-8ea9-66645bd2fc22), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.388660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:50.390372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:50.399393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:50.402741 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:50.404047 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0cb1-ab3f-412e-849f-8bcb38878226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.410229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:50.411618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.413565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5bcf-9d4c-4738-8555-5e3aec7fcafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f2cceef4-de6c-4e88-8ea9-66645bd2fc22), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.415862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8d88746f-8cc3-40c0-9511-b890f9d9466c None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:50.439054 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-30771fb2-3ce5-432e-a2af-1219194098dd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0876608 Jul 28 10:48:50.442702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39500) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:50.503974 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d3bc5bcf-9d4c-4738-8555-5e3aec7fcafc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10d09186b40a4ef3ae6482cc6fa3a82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7735982 Jul 28 10:48:50.528486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39504) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:50.614778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Allocated IP 172.20.0.2 (9d91b0ac-6ef7-4fe4-bce7-a861d380e332/e570a511-8ca5-4ee2-994b-597ad6895b39/2e08b33e-a776-48d7-96ca-043acc525e95) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:50.675284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc5bcf-9d4c-4738-8555-5e3aec7fcafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cceef4-de6c-4e88-8ea9-66645bd2fc22,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:50.722900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port fb6726d8-06b1-4ea6-b9f5-b0649bb33835 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:50.723272 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fb6726d8-06b1-4ea6-b9f5-b0649bb33835), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.751753 n-d-850468-6 neutron-server[104688]: DEBUG neutron.objects.ports [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104688) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:50.754883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (86e5344a-4a1f-4cc5-a646-65fbddb6f0fd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.760931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.832102 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Publish callbacks [] for port (2e08b33e-a776-48d7-96ca-043acc525e95), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.841233 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:50.865315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:50.865689 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.880166 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:50.880953 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:50.922186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=10dd8412-4f5b-476b-8621-7f10d6d7db65,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:50.973227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fb6726d8-06b1-4ea6-b9f5-b0649bb33835), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.015329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for fb6726d8-06b1-4ea6-b9f5-b0649bb33835 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:51.034919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:51.044189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:51.076133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:51.081465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:51.104923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Pushing event updated for resources: {'Port': ['ID=2e08b33e-a776-48d7-96ca-043acc525e95,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:51.162692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:51.168909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:51.228862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event updated for resources: {'Subnet': ['ID=86e5344a-4a1f-4cc5-a646-65fbddb6f0fd,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:51.351601 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:51.352394 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:51.389711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fb6726d8-06b1-4ea6-b9f5-b0649bb33835), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.411965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Checking segment: {'id': 'c1c21b75-9d72-46be-975a-8dbaef90e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:51.412614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network hostable DHCP agents. Network: 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:51.491490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=fb6726d8-06b1-4ea6-b9f5-b0649bb33835,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:51.545551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Attempting to bind port 2e08b33e-a776-48d7-96ca-043acc525e95 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:51.545951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Attempting to bind port 2e08b33e-a776-48d7-96ca-043acc525e95 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:51.546320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Attempting to bind port 2e08b33e-a776-48d7-96ca-043acc525e95 on network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:51.575521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:51.624897 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:51.639515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:51.640145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.642535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.647447 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aeaa414b-3292-4612-88a2-6738a5d357ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/fb6726d8-06b1-4ea6-b9f5-b0649bb33835 HTTP/1.1" status: 204 len: 168 time: 1.2033358 Jul 28 10:48:51.649123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7330d225-a0a5-4af9-8ae5-f020a68361de admin admin] Publish callbacks [] for security_group (f2cceef4-de6c-4e88-8ea9-66645bd2fc22), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.654404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04448ed6-7296-456d-a1a6-7b22b5f7dcd9 None None] Network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:51.655646 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39548) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:51.679987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:51.680488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Checking segment: {'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:51.681007 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.681441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Bound using segment: {'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:51.681723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Bound port: 2e08b33e-a776-48d7-96ca-043acc525e95, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:51.682303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.683576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7330d225-a0a5-4af9-8ae5-f020a68361de admin admin] Publish callbacks [] for security_group (f2cceef4-de6c-4e88-8ea9-66645bd2fc22), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.779760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7330d225-a0a5-4af9-8ae5-f020a68361de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f2cceef4-de6c-4e88-8ea9-66645bd2fc22), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.786672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7330d225-a0a5-4af9-8ae5-f020a68361de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:51.794001 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7330d225-a0a5-4af9-8ae5-f020a68361de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2cceef4-de6c-4e88-8ea9-66645bd2fc22 HTTP/1.1" status: 204 len: 168 time: 1.2628763 Jul 28 10:48:51.823751 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330d225-a0a5-4af9-8ae5-f020a68361de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cceef4-de6c-4e88-8ea9-66645bd2fc22,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:51.854164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f45bf9-d2be-4961-8ad5-3c6169b20d5d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:51.866413 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-73f45bf9-d2be-4961-8ad5-3c6169b20d5d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1985128 Jul 28 10:48:51.873001 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39552) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:51.873001 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39554) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:51.955368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-9bbe0cb1-ab3f-412e-849f-8bcb38878226 None None] Allocated IP 2001:db8:0:1::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/54e8fa11-bba8-44d7-bf65-b02951b1a23f/5f6775ac-ffde-46bb-998d-4fdbb53abe9c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:51.998453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc0b4a-906c-4081-b84d-045346315499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:52.001182 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a5cc0b4a-906c-4081-b84d-045346315499 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1303000 Jul 28 10:48:52.003533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39566) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:52.033260 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14cddf42-0604-4656-9c35-d606f7579f63 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1411550 Jul 28 10:48:52.034147 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:52.036040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks [] for router_gateway (c75e8617-e21f-430f-abb4-1febbb72b23c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.039380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39568) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:52.192294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9bbe0cb1-ab3f-412e-849f-8bcb38878226 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:52.202895 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec40a3-67eb-4ead-b8cc-c860bfa39c3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:52.211220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec40a3-67eb-4ead-b8cc-c860bfa39c3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:52.218335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec40a3-67eb-4ead-b8cc-c860bfa39c3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:52.225552 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c2ec40a3-67eb-4ead-b8cc-c860bfa39c3b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2191956 Jul 28 10:48:52.228153 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39582) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:52.273909 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0cb1-ab3f-412e-849f-8bcb38878226 None None] Publish callbacks [] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.279032 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:52.279032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:52.305034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] For port 2e08b33e-a776-48d7-96ca-043acc525e95, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:52.308515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] For port 2e08b33e-a776-48d7-96ca-043acc525e95, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2e08b33e-a776-48d7-96ca-043acc525e95,segment=NetworkSegment(c137cd61-e022-4a2a-83ad-d0b74e3cb1c2),segment_id=c137cd61-e022-4a2a-83ad-d0b74e3cb1c2)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:52.336891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0cb1-ab3f-412e-849f-8bcb38878226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.343134 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.382283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 2826370a-22c4-44e1-b01e-0d8c37c71149 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:52.389021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (2826370a-22c4-44e1-b01e-0d8c37c71149), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.474307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (2826370a-22c4-44e1-b01e-0d8c37c71149), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.476922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9f96590a-c95d-4b7a-b0b0-feb5e6a584a7', 'network_id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7', 'project_id': '0de45de5051147c8b60fea9e6c3a4f78', 'fixed_ips': [{'subnet_id': '86e5344a-4a1f-4cc5-a646-65fbddb6f0fd'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:48:52.477155 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.484063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-925061244-network', 'tenant_id': '4a7e2a98d353473da7a4706dc48f8798'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:52.520044 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:52.540282 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Made reservation on behalf of 4a7e2a98d353473da7a4706dc48f8798 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:52.543404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.567978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.711881 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.726460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks [] for security_group (f550f124-4f1c-4244-83aa-0261dd9172af), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.757144 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f550f124-4f1c-4244-83aa-0261dd9172af), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:52.882813 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39592) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:52.892623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe0cb1-ab3f-412e-849f-8bcb38878226 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=8']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:52.945522 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:52.970737 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:53.002000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (86e5344a-4a1f-4cc5-a646-65fbddb6f0fd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.003513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550f124-4f1c-4244-83aa-0261dd9172af,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:53.007444 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2826370a-22c4-44e1-b01e-0d8c37c71149), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.131546 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c75e8617-e21f-430f-abb4-1febbb72b23c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.226764 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:53.238679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7e190691-4c05-499a-a45c-6c5c7cb94c5c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.239135 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Added segment 7e190691-4c05-499a-a45c-6c5c7cb94c5c of type vlan for network d4b63012-3588-495e-88d6-d3e8599e6e7c Jul 28 10:48:53.253217 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (2826370a-22c4-44e1-b01e-0d8c37c71149), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.333780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ebfce-2eab-4ee4-a3f2-ab6f9f6fc03a None None] Pushing event updated for resources: {'Port': ['ID=2e08b33e-a776-48d7-96ca-043acc525e95,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:53.418592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Allocated IP 2001:db8::f816:3eff:feac:59ea (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7/86e5344a-4a1f-4cc5-a646-65fbddb6f0fd/1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:53.450856 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-221d916c-95b8-48ac-9242-144845cbfe40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.485141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=2826370a-22c4-44e1-b01e-0d8c37c71149,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:53.607261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.613908 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df8c5c0c-28f1-4a51-b369-46eb879c8c11 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/2826370a-22c4-44e1-b01e-0d8c37c71149 HTTP/1.1" status: 204 len: 168 time: 1.3829329 Jul 28 10:48:53.620638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39616) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:53.731705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (d4b63012-3588-495e-88d6-d3e8599e6e7c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.740425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 54e8fa11-bba8-44d7-bf65-b02951b1a23f {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:48:53.750610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (54e8fa11-bba8-44d7-bf65-b02951b1a23f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.834748 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (54e8fa11-bba8-44d7-bf65-b02951b1a23f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.873190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Publish callbacks [] for port (1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.899943 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:53.981994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (54e8fa11-bba8-44d7-bf65-b02951b1a23f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.048064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Pushing event updated for resources: {'Port': ['ID=1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:54.066412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b37c4f-ed83-4a78-ba39-3e9cc1d9f950 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:54.114197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-221d916c-95b8-48ac-9242-144845cbfe40 admin admin] Publish callbacks [] for security_group (809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.124027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-289a39ab-1f16-402f-a90f-445f4f06cec5 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:54.124763 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-289a39ab-1f16-402f-a90f-445f4f06cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.145443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (86e5344a-4a1f-4cc5-a646-65fbddb6f0fd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.152613 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:54.154609 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-221d916c-95b8-48ac-9242-144845cbfe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.237392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Subnet': ['ID=86e5344a-4a1f-4cc5-a646-65fbddb6f0fd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:54.371187 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-221d916c-95b8-48ac-9242-144845cbfe40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f7d366ef53c46aa928ebbaec1abdf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4554520 Jul 28 10:48:54.373623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (d4b63012-3588-495e-88d6-d3e8599e6e7c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.387961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:54.399189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:54.399790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.400785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:54.407117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39640) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:54.420619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d916c-95b8-48ac-9242-144845cbfe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:54.428510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:54.437269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Router c75e8617-e21f-430f-abb4-1febbb72b23c is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:48:54.466138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (54e8fa11-bba8-44d7-bf65-b02951b1a23f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.508538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.612122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ed9a2-851f-49c5-9e13-93ae545d30c4 None None] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:54.672127 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 2.7848058 Jul 28 10:48:54.675920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39648) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:54.705371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=54e8fa11-bba8-44d7-bf65-b02951b1a23f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:54.725632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Request body: {'subnet': {'network_id': 'd4b63012-3588-495e-88d6-d3e8599e6e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-925061244-subnet', 'tenant_id': '4a7e2a98d353473da7a4706dc48f8798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:54.726330 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:54.726330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:54.742140 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.745526 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f96590a-c95d-4b7a-b0b0-feb5e6a584a7']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:54.745794 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-67ebc6e7-9830-4550-a468-857241de522d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/54e8fa11-bba8-44d7-bf65-b02951b1a23f HTTP/1.1" status: 204 len: 168 time: 1.1183326 Jul 28 10:48:54.749823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39652) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:54.752999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a33097-c58d-43d1-baf5-6aebe7ea0850 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b63012-3588-495e-88d6-d3e8599e6e7c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:54.759089 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:54.769175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c21b75-9d72-46be-975a-8dbaef90e1e8') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:54.769720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c21b75-9d72-46be-975a-8dbaef90e1e8') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:54.784675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.786366 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f5071928-275f-4b94-9584-c1cfc6006cf9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0064716 Jul 28 10:48:54.793631 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (c1c21b75-9d72-46be-975a-8dbaef90e1e8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.806933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39654) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:54.808375 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d7b3cfa3-a5c9-476d-a6bb-6a9a4d1a1735 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525193 Jul 28 10:48:54.815003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:54.826908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:54.887051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e08b33e-a776-48d7-96ca-043acc525e95 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:54.888270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Made reservation on behalf of 4a7e2a98d353473da7a4706dc48f8798 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:54.891753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.897451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85589ca8-d6f5-4486-bcbd-8c85af55ba95 admin admin] Publish callbacks [] for security_group (809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.937639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network d4b63012-3588-495e-88d6-d3e8599e6e7c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:54.960037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c1c21b75-9d72-46be-975a-8dbaef90e1e8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:54.977830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:48:54.978425 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (c1c21b75-9d72-46be-975a-8dbaef90e1e8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.011568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Sync routers for ids ['c75e8617-e21f-430f-abb4-1febbb72b23c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:55.040114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85589ca8-d6f5-4486-bcbd-8c85af55ba95 admin admin] Publish callbacks [] for security_group (809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.112967 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c1c21b75-9d72-46be-975a-8dbaef90e1e8 resource provider aggregate not found Jul 28 10:48:55.164103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:55.167434 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c1c21b75-9d72-46be-975a-8dbaef90e1e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1c21b75-9d72-46be-975a-8dbaef90e1e8 found for delete ", "request_id": "req-88858268-dbfe-46d8-ac3f-0ed93b964258"}]} Jul 28 10:48:55.172288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.173920 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:55.175437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Routers {'c75e8617-e21f-430f-abb4-1febbb72b23c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:48:55.176205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c75e8617-e21f-430f-abb4-1febbb72b23c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:55.187203 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:55.189696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Attempting to bind port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:48:55.190098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Attempting to bind port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c1c21b75-9d72-46be-975a-8dbaef90e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:48:55.190611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Attempting to bind port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 on network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:48:55.260845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-289a39ab-1f16-402f-a90f-445f4f06cec5 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:55.263270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:48:55.263787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Checking segment: {'id': 'c1c21b75-9d72-46be-975a-8dbaef90e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:55.264363 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.264859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Bound using segment: {'id': 'c1c21b75-9d72-46be-975a-8dbaef90e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:48:55.266040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Bound port: 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c21b75-9d72-46be-975a-8dbaef90e1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:48:55.266530 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.282160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.db.api [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 10:48:55.282160 n-d-850468-6 neutron-server[104688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 10:48:55.282160 n-d-850468-6 neutron-server[104688]: [parameters: {'id': '9f96590a-c95d-4b7a-b0b0-feb5e6a584a7'}] Jul 28 10:48:55.282160 n-d-850468-6 neutron-server[104688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:48:55.283545 n-d-850468-6 neutron-server[104688]: DEBUG oslo_db.api [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:48:55.301475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2e08b33e-a776-48d7-96ca-043acc525e95 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:55.309188 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.329900 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:55.483177 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:48:55.519902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85589ca8-d6f5-4486-bcbd-8c85af55ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.523002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-85589ca8-d6f5-4486-bcbd-8c85af55ba95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.532471 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-85589ca8-d6f5-4486-bcbd-8c85af55ba95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32 HTTP/1.1" status: 204 len: 168 time: 1.1052721 Jul 28 10:48:55.552268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (ecd7298b-08ce-499c-855a-b6fcc106d960), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:55.737062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85589ca8-d6f5-4486-bcbd-8c85af55ba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809b9d83-e09c-4a5f-a7f4-d9ff90c9eb32,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:55.821716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:55.864052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.003640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Checking segment: {'id': '7e190691-4c05-499a-a45c-6c5c7cb94c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd4b63012-3588-495e-88d6-d3e8599e6e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:48:56.003977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Network hostable DHCP agents. Network: d4b63012-3588-495e-88d6-d3e8599e6e7c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:56.010302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f9707d94-d113-43d6-8f71-617fe1693505 None None] Provisioning complete for port 2e08b33e-a776-48d7-96ca-043acc525e95 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:56.010817 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f9707d94-d113-43d6-8f71-617fe1693505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.023722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc50d8-716f-460d-adf8-9510b03db88c None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '54e8fa11-bba8-44d7-bf65-b02951b1a23f'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '5f6775ac-ffde-46bb-998d-4fdbb53abe9c'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:48:56.037467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:56.038111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.054492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd7298b-08ce-499c-855a-b6fcc106d960,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:56.103888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b3dc50d8-716f-460d-adf8-9510b03db88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.225190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Network d4b63012-3588-495e-88d6-d3e8599e6e7c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:56.263675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Set router c75e8617-e21f-430f-abb4-1febbb72b23c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:48:56.291688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] For port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1, host n-d-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:56.292332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.348226 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Calling delete_port for 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:56.364599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, d4b63012-3588-495e-88d6-d3e8599e6e7c) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:56.393557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:56.397833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.414773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] For port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:56.477420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] For port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1,segment=NetworkSegment(c1c21b75-9d72-46be-975a-8dbaef90e1e8),segment_id=c1c21b75-9d72-46be-975a-8dbaef90e1e8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:56.490697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d3da79-9587-4d01-b410-c9c6005e4a40 None None] Network d4b63012-3588-495e-88d6-d3e8599e6e7c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:56.517436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.578132 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1f23a827-8711-4a2d-9bf3-248cd532d5c2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8737085 Jul 28 10:48:56.698412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2e08b33e-a776-48d7-96ca-043acc525e95 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:56.715300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.721332 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:56.726651 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:56.742993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:56.788382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Allocated IP 172.20.0.1 (9d91b0ac-6ef7-4fe4-bce7-a861d380e332/e570a511-8ca5-4ee2-994b-597ad6895b39/55a81561-2b0b-4316-80f6-3aaf1adc8f1e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:56.791108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Port': ['ID=1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:56.802473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No DVR routers for this DVR port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:48:56.837165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:48:57.065852 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:57.075482 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.079587 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks [] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.178051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.206192 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.247389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f96590a-c95d-4b7a-b0b0-feb5e6a584a7']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:57.271695 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.290306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c21b75-9d72-46be-975a-8dbaef90e1e8') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:57.290609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c21b75-9d72-46be-975a-8dbaef90e1e8') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:57.308088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (c1c21b75-9d72-46be-975a-8dbaef90e1e8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.324503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c1c21b75-9d72-46be-975a-8dbaef90e1e8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.334861 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:48:57.335735 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (c1c21b75-9d72-46be-975a-8dbaef90e1e8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.439244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:57.459757 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:57.493456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Pushing event updated for resources: {'Port': ['ID=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:57.512371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9f96590a-c95d-4b7a-b0b0-feb5e6a584a7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.522899 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.526632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.530483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.539842 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 HTTP/1.1" status: 204 len: 168 time: 5.4969075 Jul 28 10:48:57.545274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39720) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:57.550992 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c1c21b75-9d72-46be-975a-8dbaef90e1e8 resource provider aggregate not found Jul 28 10:48:57.595503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f90d79-8a10-4d5a-a4e3-76d4d038128c tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Network': ['ID=9f96590a-c95d-4b7a-b0b0-feb5e6a584a7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:57.608978 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment c1c21b75-9d72-46be-975a-8dbaef90e1e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1c21b75-9d72-46be-975a-8dbaef90e1e8 found for delete ", "request_id": "req-765eb8ad-1440-4e5e-8c08-71ba55df185e"}]} Jul 28 10:48:57.628548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:57.634564 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:57.646407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:48:57.686638 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-401f1210-a736-4a24-adb0-629f44374d8e tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:48:57.687786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401f1210-a736-4a24-adb0-629f44374d8e tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:57.694452 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-401f1210-a736-4a24-adb0-629f44374d8e tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/86e5344a-4a1f-4cc5-a646-65fbddb6f0fd HTTP/1.1" status: 404 len: 337 time: 0.1479721 Jul 28 10:48:57.695693 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (6e3ae0df-3683-4edb-9747-5fcb53d57bad), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.738032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:57.796535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:57.801647 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f045e837-d943-4c50-b114-302e516b14a7 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:48:57.803939 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:57.804915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f045e837-d943-4c50-b114-302e516b14a7 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:57.808163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:48:51Z', 'revision_number': 3, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port': {'id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:73:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:49Z', 'updated_at': '2022-07-28T10:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:57.817246 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f045e837-d943-4c50-b114-302e516b14a7 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 HTTP/1.1" status: 404 len: 339 time: 0.0742409 Jul 28 10:48:57.831762 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39734) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:57.832157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:57.862383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:48:57.863030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:57.918869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=12']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:57.922873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=6e3ae0df-3683-4edb-9747-5fcb53d57bad,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:57.955119 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-56eb9496-932e-4b9a-a5f0-44fbf9675802 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1369960 Jul 28 10:48:57.962420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39740) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:57.986198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0efdc150-5b86-4daf-884c-1b5b3029e31c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:58.037348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35a67f-1baa-4332-8725-c2d06b9fb538 None None] Pushing event deleted for resources: {'Port': ['ID=1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:58.043152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (c75e8617-e21f-430f-abb4-1febbb72b23c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:58.051467 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae456a9-8b7d-4571-8855-050a1e215f17 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:48:58.051467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae456a9-8b7d-4571-8855-050a1e215f17 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:58.060449 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dae456a9-8b7d-4571-8855-050a1e215f17 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/3f0a7d21-d89c-43a9-b5cc-f2d8ae8afbcb HTTP/1.1" status: 404 len: 337 time: 0.2272451 Jul 28 10:48:58.068564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6935f27a-6acc-4b1c-acd4-c3faedbf8591 None None] Network d4b63012-3588-495e-88d6-d3e8599e6e7c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:58.079367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86355439-b9c1-453f-bba6-b760b122e4be None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:58.101986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Checking router: c75e8617-e21f-430f-abb4-1febbb72b23c for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:58.102577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Updating router c75e8617-e21f-430f-abb4-1febbb72b23c port 10dd8412-4f5b-476b-8621-7f10d6d7db65 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:48:58.153674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39742) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:58.182563 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:58.210231 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1887ab-4d23-4adb-bdca-fe29047d9c65 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:48:58.211055 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1887ab-4d23-4adb-bdca-fe29047d9c65 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:58.221608 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c1887ab-4d23-4adb-bdca-fe29047d9c65 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/9bcce3cc-3323-4989-9216-c972c1882fd7 HTTP/1.1" status: 404 len: 339 time: 0.0638707 Jul 28 10:48:58.225475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39744) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:58.324035 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3fc812-1c6a-437c-8f6d-e7e35f62ea7f tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:48:58.327563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3fc812-1c6a-437c-8f6d-e7e35f62ea7f tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:58.329884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f9707d94-d113-43d6-8f71-617fe1693505 None None] Current status of the port 2e08b33e-a776-48d7-96ca-043acc525e95 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:58.332347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f9707d94-d113-43d6-8f71-617fe1693505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:58.336215 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc3fc812-1c6a-437c-8f6d-e7e35f62ea7f tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/ef5dbe35-b290-4504-833b-7879197317cb HTTP/1.1" status: 404 len: 337 time: 0.1077356 Jul 28 10:48:58.338761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:58.355802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 2e08b33e-a776-48d7-96ca-043acc525e95, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2e08b33e-a776-48d7-96ca-043acc525e95,segment=NetworkSegment(c137cd61-e022-4a2a-83ad-d0b74e3cb1c2),segment_id=c137cd61-e022-4a2a-83ad-d0b74e3cb1c2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:58.356170 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efdc150-5b86-4daf-884c-1b5b3029e31c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:58.360372 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0efdc150-5b86-4daf-884c-1b5b3029e31c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:58.383780 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:58.450044 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0073b82b-1176-4019-9181-c32419c0a9e3 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:48:58.458370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0073b82b-1176-4019-9181-c32419c0a9e3 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:58.463531 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0073b82b-1176-4019-9181-c32419c0a9e3 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/a0be92e2-0296-4a13-8fcf-a20e0f24a67b HTTP/1.1" status: 404 len: 339 time: 0.1175838 Jul 28 10:48:58.471929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39752) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-3423af5a-1c39-4ee6-b556-396ee7f5167e None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 could not be found. Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2865, in one Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1417, in one Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 562, in _only_one_row Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:58.554591 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 295, in _get_port Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 1f4f3ded-5dfe-48da-8ee3-0cc2aa3345f1 could not be found. Jul 28 10:48:58.558043 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:48:58.597429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:58.598620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:58.686723 n-d-850468-6 neutron-server[104687]: INFO neutron.db.ipam_backend_mixin [None req-0efdc150-5b86-4daf-884c-1b5b3029e31c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e3ae0df-3683-4edb-9747-5fcb53d57bad (CIDR: 2001:db8::/64) Jul 28 10:48:58.703724 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efdc150-5b86-4daf-884c-1b5b3029e31c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:48:58.704192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efdc150-5b86-4daf-884c-1b5b3029e31c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:48:58.744250 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0efdc150-5b86-4daf-884c-1b5b3029e31c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7807155 Jul 28 10:48:58.747058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39756) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:48:58.772946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:48:58.834469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting port d88beac8-954a-4cab-93db-0c0f919dff00 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:48:58.842213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d88beac8-954a-4cab-93db-0c0f919dff00), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:58.928589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000c52a-c548-4b3a-825c-ced8c223ec83 None None] Network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:48:58.939577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-f9707d94-d113-43d6-8f71-617fe1693505 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:48:58.940289 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-f9707d94-d113-43d6-8f71-617fe1693505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:48:59.027408 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:59.116183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:59.128152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:59.168036 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:59.198084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000c52a-c548-4b3a-825c-ced8c223ec83 None None] Network 9f96590a-c95d-4b7a-b0b0-feb5e6a584a7 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 10:48:59.198084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=2e08b33e-a776-48d7-96ca-043acc525e95,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:59.234271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:59.240739 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:59.397929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d88beac8-954a-4cab-93db-0c0f919dff00), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:59.482340 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Calling delete_port for d88beac8-954a-4cab-93db-0c0f919dff00 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:48:59.588305 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:59.716366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f9707d94-d113-43d6-8f71-617fe1693505 None None] Current status of the port 2e08b33e-a776-48d7-96ca-043acc525e95 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:59.721043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:48:59.748566 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:59.770159 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Publish callbacks [] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:59.775476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:59.821252 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:48:59.909980 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:48:59.922813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:48:59.923685 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.106344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d88beac8-954a-4cab-93db-0c0f919dff00), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.119303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks [] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.150668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.222358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465bc83-7dc4-4ee2-90bf-9b3c3cd4be40 None None] Pushing event updated for resources: {'Port': ['ID=10dd8412-4f5b-476b-8621-7f10d6d7db65,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:00.229562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ab700-9cfd-410b-9ca0-ebbc4e043fec None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:49:00.303469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Port': ['ID=d88beac8-954a-4cab-93db-0c0f919dff00,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:00.318312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.321632 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8a92d18f-ea94-490e-8fd7-e802f90c7cd9 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/ports/d88beac8-954a-4cab-93db-0c0f919dff00 HTTP/1.1" status: 204 len: 168 time: 1.8484340 Jul 28 10:49:00.330442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39796) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:00.393496 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09d517e-0fd8-42f3-b7fd-6c6a71bc1a58 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:00.398020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09d517e-0fd8-42f3-b7fd-6c6a71bc1a58 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:00.401285 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b09d517e-0fd8-42f3-b7fd-6c6a71bc1a58 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/38361abd-24a5-43ca-9846-7b53a268ddae HTTP/1.1" status: 404 len: 337 time: 0.0655246 Jul 28 10:49:00.407956 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39798) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:00.427670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Attempting to bind port 10dd8412-4f5b-476b-8621-7f10d6d7db65 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:49:00.431990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Attempting to bind port 10dd8412-4f5b-476b-8621-7f10d6d7db65 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:49:00.432570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Attempting to bind port 10dd8412-4f5b-476b-8621-7f10d6d7db65 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:49:00.451234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:49:00.466252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (c75e8617-e21f-430f-abb4-1febbb72b23c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.468999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Pushing event updated for resources: {'Port': ['ID=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:00.470857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:00.471287 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.471722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:49:00.472214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Bound port: 10dd8412-4f5b-476b-8621-7f10d6d7db65, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:49:00.472605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.659927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:00.660278 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.737446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:00.738940 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:00.834592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (92b08b37-8d22-4720-8a05-19602931c470), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.892852 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (7ee67909-d787-467d-9d9f-4d1eb7ffcccc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:00.977627 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:00.997631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Router c75e8617-e21f-430f-abb4-1febbb72b23c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:49:01.082982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:01.092439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:01.101007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:01.114321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] For port 10dd8412-4f5b-476b-8621-7f10d6d7db65, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:49:01.119097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Provisioning complete for port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:01.119485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.127321 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:01.217720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] For port 10dd8412-4f5b-476b-8621-7f10d6d7db65, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=10dd8412-4f5b-476b-8621-7f10d6d7db65,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:49:01.239503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:49:01.241738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:01.282890 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-35df8e32-5278-4969-bc22-bc9e34142adf admin admin] 10.222.0.46 "PUT /v2.0/routers/c75e8617-e21f-430f-abb4-1febbb72b23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4716215 Jul 28 10:49:01.304321 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.312029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.382297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:01.437040 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:01.442383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:01.443290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.447374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=7ee67909-d787-467d-9d9f-4d1eb7ffcccc,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:01.477615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (92b08b37-8d22-4720-8a05-19602931c470), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.498291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ab700-9cfd-410b-9ca0-ebbc4e043fec None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:49:01.575799 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bbe4e9cb-56fa-48f3-a2aa-74e93068c770 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8271921 Jul 28 10:49:01.576451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39822) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:01.585120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b08b37-8d22-4720-8a05-19602931c470']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:01.587492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:38:9b:2d', 'name': 'tempest-NetworksTestDHCPv6-1644043250'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:01.617171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1cbb82-b1c3-44ee-8d50-4647cc89e847') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:01.617488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1cbb82-b1c3-44ee-8d50-4647cc89e847') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:01.618321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Provisioning complete for port 2e08b33e-a776-48d7-96ca-043acc525e95 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:01.621499 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.629114 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:01.633361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (de1cbb82-b1c3-44ee-8d50-4647cc89e847), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.671623 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:01.678257 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:01.685309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: DOWN; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:01.694989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (de1cbb82-b1c3-44ee-8d50-4647cc89e847), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.715336 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:49:01.715911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (de1cbb82-b1c3-44ee-8d50-4647cc89e847), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.786514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Routers {'c75e8617-e21f-430f-abb4-1febbb72b23c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:01.788628 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment de1cbb82-b1c3-44ee-8d50-4647cc89e847 resource provider aggregate not found Jul 28 10:49:01.799927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:48:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c75e8617-e21f-430f-abb4-1febbb72b23c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:01.925562 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment de1cbb82-b1c3-44ee-8d50-4647cc89e847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de1cbb82-b1c3-44ee-8d50-4647cc89e847 found for delete ", "request_id": "req-7e2ab9d2-a8b5-4826-a74f-e80a8f95579f"}]} Jul 28 10:49:01.970211 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:01.978041 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (92b08b37-8d22-4720-8a05-19602931c470), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:01.996157 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:02.008897 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/92b08b37-8d22-4720-8a05-19602931c470 HTTP/1.1" status: 204 len: 168 time: 1.5911109 Jul 28 10:49:02.011723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39838) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:02.098757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] Set router c75e8617-e21f-430f-abb4-1febbb72b23c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:02.127212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be82e08-bdfd-4ddc-9b78-12ec8ed7e76a tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Network': ['ID=92b08b37-8d22-4720-8a05-19602931c470,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:02.262334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:02.270846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting port e532539e-9a41-4837-82b2-8ef37113cb80 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:02.271890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e532539e-9a41-4837-82b2-8ef37113cb80), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:02.322609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port df99570f-e9e5-4fda-9a8f-d1dd759b9769 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:49:02.451615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e532539e-9a41-4837-82b2-8ef37113cb80), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:02.496653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Calling delete_port for e532539e-9a41-4837-82b2-8ef37113cb80 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:02.564712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e08b33e-a776-48d7-96ca-043acc525e95 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:02.633227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e532539e-9a41-4837-82b2-8ef37113cb80), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:02.815813 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Port': ['ID=e532539e-9a41-4837-82b2-8ef37113cb80,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:02.881903 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:02.886696 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da09bc99-ee06-47b0-9d86-50cba68c1834 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/ports/e532539e-9a41-4837-82b2-8ef37113cb80 HTTP/1.1" status: 204 len: 168 time: 0.8716552 Jul 28 10:49:02.888441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39866) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:02.943180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8:0:1::d2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/7ee67909-d787-467d-9d9f-4d1eb7ffcccc/df99570f-e9e5-4fda-9a8f-d1dd759b9769) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:02.967053 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::f816:3eff:fe38:9b2d (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/6e3ae0df-3683-4edb-9747-5fcb53d57bad/df99570f-e9e5-4fda-9a8f-d1dd759b9769) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:02.998878 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73667b6-4298-4cc3-9472-755f99fbbb49 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:03.010101 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73667b6-4298-4cc3-9472-755f99fbbb49 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:03.041238 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f73667b6-4298-4cc3-9472-755f99fbbb49 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/746c7776-ba86-4567-a38b-ecef3994b7a6 HTTP/1.1" status: 404 len: 337 time: 0.1475835 Jul 28 10:49:03.043979 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39868) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:03.236857 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (df99570f-e9e5-4fda-9a8f-d1dd759b9769), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:03.290757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=13']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:03.293996 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3612077b-db82-436c-9fab-58faa1d994e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:03.332128 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:03.350112 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:03.350808 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:03.364711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (df99570f-e9e5-4fda-9a8f-d1dd759b9769), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:03.396982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2e08b33e-a776-48d7-96ca-043acc525e95 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:03.397377 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:03.476471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9ccf2cb5-5d75-4902-a579-2ab74617a078), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:03.501886 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:03.527821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:03.540389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:03.555572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:03.556286 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:03.560745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=df99570f-e9e5-4fda-9a8f-d1dd759b9769,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:03.571999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:48:58Z', 'revision_number': 4, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port': {'id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:73:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:49Z', 'updated_at': '2022-07-28T10:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '55a81561-2b0b-4316-80f6-3aaf1adc8f1e', 'name': '', 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'mac_address': 'fa:16:3e:da:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:56Z', 'updated_at': '2022-07-28T10:48:59Z', 'revision_number': 2, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'subnets': [{'id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:03.587352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4bf47-01e2-4b44-96d5-79016cf96592 None None] Current status of the port 2e08b33e-a776-48d7-96ca-043acc525e95 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:03.626760 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-604ec374-6451-4937-aa8a-2df55a964070 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0461891 Jul 28 10:49:03.628106 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:03.707300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting port 1f3c3aea-9492-4576-816c-26a8acf98abe {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:03.707692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1f3c3aea-9492-4576-816c-26a8acf98abe), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:03.889454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81269da0-7d87-4ecc-acce-c18241efab6e None None] The sync data for ids ['c75e8617-e21f-430f-abb4-1febbb72b23c'] in n-d-850468-6 is: [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:48:58Z', 'revision_number': 4, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port': {'id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:73:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:49Z', 'updated_at': '2022-07-28T10:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '55a81561-2b0b-4316-80f6-3aaf1adc8f1e', 'name': '', 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'mac_address': 'fa:16:3e:da:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:56Z', 'updated_at': '2022-07-28T10:48:59Z', 'revision_number': 2, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'subnets': [{'id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:49:03.947051 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:03.997526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465bc83-7dc4-4ee2-90bf-9b3c3cd4be40 None None] Pushing event updated for resources: {'Port': ['ID=10dd8412-4f5b-476b-8621-7f10d6d7db65,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:04.002822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-634e5b3a-820d-44dc-b01f-1cd236da3939 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:04.003316 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-634e5b3a-820d-44dc-b01f-1cd236da3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:04.061787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] For port 1f3c3aea-9492-4576-816c-26a8acf98abe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1f3c3aea-9492-4576-816c-26a8acf98abe,segment=NetworkSegment(895c1e49-1166-45e1-af07-6f2fe9e7fb21),segment_id=895c1e49-1166-45e1-af07-6f2fe9e7fb21)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:04.063180 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1f3c3aea-9492-4576-816c-26a8acf98abe), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:04.094814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Calling delete_port for 1f3c3aea-9492-4576-816c-26a8acf98abe owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:04.107073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2e08b33e-a776-48d7-96ca-043acc525e95 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:04.108373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:04.131472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port df99570f-e9e5-4fda-9a8f-d1dd759b9769 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:04.145090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (df99570f-e9e5-4fda-9a8f-d1dd759b9769), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:04.352333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb44db-888d-4bb9-b51e-b037ed37b276 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:04.454065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:04.454946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:04.523390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1f3c3aea-9492-4576-816c-26a8acf98abe), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:04.541575 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (df99570f-e9e5-4fda-9a8f-d1dd759b9769), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:04.585783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for df99570f-e9e5-4fda-9a8f-d1dd759b9769 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:04.698697 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:04.715383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170f1eb-23b8-435e-a37c-73860a16dada req-5d04c5b2-ee18-4ae3-a06b-185b4eae7cc5 tempest-ServerGroupTestJSON-1223399577 tempest-ServerGroupTestJSON-1223399577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:04.730637 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2170f1eb-23b8-435e-a37c-73860a16dada req-5d04c5b2-ee18-4ae3-a06b-185b4eae7cc5 tempest-ServerGroupTestJSON-1223399577 tempest-ServerGroupTestJSON-1223399577-project] 10.222.0.46 "GET /v2.0/networks?id=9d91b0ac-6ef7-4fe4-bce7-a861d380e332 HTTP/1.1" status: 200 len: 809 time: 0.4105046 Jul 28 10:49:04.770947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No DVR routers for this DVR port 1f3c3aea-9492-4576-816c-26a8acf98abe on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:04.877852 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2170f1eb-23b8-435e-a37c-73860a16dada req-4d7de1ef-051c-4a13-830c-4ce3727d13af tempest-ServerGroupTestJSON-1223399577 tempest-ServerGroupTestJSON-1223399577-project] 10.222.0.46 "GET /v2.0/quotas/a9d0fafe4ed04237b3a41f025b98eb79 HTTP/1.1" status: 200 len: 375 time: 0.1450715 Jul 28 10:49:04.889848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-634e5b3a-820d-44dc-b01f-1cd236da3939 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:04.892514 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-634e5b3a-820d-44dc-b01f-1cd236da3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:04.922977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Port': ['ID=1f3c3aea-9492-4576-816c-26a8acf98abe,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:04.997108 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9ccf2cb5-5d75-4902-a579-2ab74617a078), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.045135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-13564115-6d1f-4acd-8f0c-56556b0a8318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.050733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-634e5b3a-820d-44dc-b01f-1cd236da3939 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:05.069957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccf2cb5-5d75-4902-a579-2ab74617a078']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:05.070227 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-634e5b3a-820d-44dc-b01f-1cd236da3939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.102109 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895c1e49-1166-45e1-af07-6f2fe9e7fb21') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:05.102479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895c1e49-1166-45e1-af07-6f2fe9e7fb21') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:05.112359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (df99570f-e9e5-4fda-9a8f-d1dd759b9769), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.138594 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (895c1e49-1166-45e1-af07-6f2fe9e7fb21), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.170562 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (895c1e49-1166-45e1-af07-6f2fe9e7fb21), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.171396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=df99570f-e9e5-4fda-9a8f-d1dd759b9769,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:05.189657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:49:05.190099 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (895c1e49-1166-45e1-af07-6f2fe9e7fb21), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.250960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-20472578-543d-4e7e-9843-d78cbbfac7f9 None None] Provisioning complete for port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:05.251536 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20472578-543d-4e7e-9843-d78cbbfac7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.301155 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:05.332123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.344551 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4fa36bb5-56bd-4e68-b642-3f28d2fb1413 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/df99570f-e9e5-4fda-9a8f-d1dd759b9769 HTTP/1.1" status: 204 len: 168 time: 1.7155015 Jul 28 10:49:05.345370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39940) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:05.394479 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9ccf2cb5-5d75-4902-a579-2ab74617a078), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.419248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.456074 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/9ccf2cb5-5d75-4902-a579-2ab74617a078 HTTP/1.1" status: 204 len: 168 time: 2.4007895 Jul 28 10:49:05.456736 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 39948) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:05.464536 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:05.466543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:05.483026 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:05.508136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-20472578-543d-4e7e-9843-d78cbbfac7f9 None None] Port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:05.550132 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e5b3a-820d-44dc-b01f-1cd236da3939 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=14']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:05.566978 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 895c1e49-1166-45e1-af07-6f2fe9e7fb21 resource provider aggregate not found Jul 28 10:49:05.567584 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:05.601347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed0dfc-3b38-4f09-8be0-2812f7ceb0f4 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Network': ['ID=9ccf2cb5-5d75-4902-a579-2ab74617a078,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:05.637830 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2170f1eb-23b8-435e-a37c-73860a16dada req-916f8ff0-4b40-4d14-874b-4dacd4a19a4a tempest-ServerGroupTestJSON-1223399577 tempest-ServerGroupTestJSON-1223399577-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a9d0fafe4ed04237b3a41f025b98eb79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7326031 Jul 28 10:49:05.657838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13724904-37d7-4027-92c0-1ff5a5f255f1 None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '6e3ae0df-3683-4edb-9747-5fcb53d57bad', 'ip_address': '2001:db8::f816:3eff:fec2:29ee'}, {'subnet_id': '7ee67909-d787-467d-9d9f-4d1eb7ffcccc'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '5f6775ac-ffde-46bb-998d-4fdbb53abe9c'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:49:05.667196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting subnet e9e64bd2-bf11-450b-8a41-6c7145daad90 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:05.680469 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (e9e64bd2-bf11-450b-8a41-6c7145daad90), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.764793 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-13724904-37d7-4027-92c0-1ff5a5f255f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.811459 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (e9e64bd2-bf11-450b-8a41-6c7145daad90), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:05.863934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 10dd8412-4f5b-476b-8621-7f10d6d7db65 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:05.904909 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 895c1e49-1166-45e1-af07-6f2fe9e7fb21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 895c1e49-1166-45e1-af07-6f2fe9e7fb21 found for delete ", "request_id": "req-3b38a43e-399c-4162-a6e9-2878bdca33d2"}]} Jul 28 10:49:05.908429 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:05.914977 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2170f1eb-23b8-435e-a37c-73860a16dada req-96fa4a51-1a05-42a6-b9b5-05a66912fa71 service neutron] 10.222.0.46 "GET /v2.0/networks/9d91b0ac-6ef7-4fe4-bce7-a861d380e332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761726 Jul 28 10:49:06.135563 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2170f1eb-23b8-435e-a37c-73860a16dada req-67ee9d42-51c4-4dd6-8940-cb496f7ac0f6 service neutron] 10.222.0.46 "GET /v2.0/networks/9d91b0ac-6ef7-4fe4-bce7-a861d380e332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195485 Jul 28 10:49:06.147565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (e9e64bd2-bf11-450b-8a41-6c7145daad90), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:06.161454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 10dd8412-4f5b-476b-8621-7f10d6d7db65 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:06.162090 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:06.214585 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:06.324122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-13724904-37d7-4027-92c0-1ff5a5f255f1 None None] Allocated IP 2001:db8:0:1::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/7ee67909-d787-467d-9d9f-4d1eb7ffcccc/5f6775ac-ffde-46bb-998d-4fdbb53abe9c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:06.533228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 10dd8412-4f5b-476b-8621-7f10d6d7db65 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:06.533740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:06.735512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 10dd8412-4f5b-476b-8621-7f10d6d7db65, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=10dd8412-4f5b-476b-8621-7f10d6d7db65,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:06.767207 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:06.780448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:06.796353 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb31cdd-1c69-47da-b44e-e6c0c348d752 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:06.801941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39970) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:06.817944 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3fb31cdd-1c69-47da-b44e-e6c0c348d752 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 1.4708471 Jul 28 10:49:06.898963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003c7b8-4662-4b30-a520-3e25d1615894 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:06.904647 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8003c7b8-4662-4b30-a520-3e25d1615894 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1010857 Jul 28 10:49:06.909116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39974) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:06.937311 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-923f9699-1b8c-48cb-884f-43db9d5abd1f req-51ed8b32-c5e0-4830-ae6d-b9387d403f4b tempest-ServerGroupTestJSON-1223399577 tempest-ServerGroupTestJSON-1223399577-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a7646e9-306f-40d0-bbcb-6486fd79d651 HTTP/1.1" status: 200 len: 210 time: 0.1156042 Jul 28 10:49:06.975887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd47363-f351-4c1d-83e3-4e7b51476019 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:06.977635 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd47363-f351-4c1d-83e3-4e7b51476019 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:06.979193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd47363-f351-4c1d-83e3-4e7b51476019 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:06.984205 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5dd47363-f351-4c1d-83e3-4e7b51476019 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0736120 Jul 28 10:49:06.985291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39976) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:07.024792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (e9e64bd2-bf11-450b-8a41-6c7145daad90), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.058304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 6e3ae0df-3683-4edb-9747-5fcb53d57bad {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:07.084334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e64bd2-bf11-450b-8a41-6c7145daad90,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:07.088893 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.092501 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f31517cf-9c78-49e7-bb16-94c8159f3363 tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/subnets/e9e64bd2-bf11-450b-8a41-6c7145daad90 HTTP/1.1" status: 204 len: 168 time: 1.6345987 Jul 28 10:49:07.096750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 39982) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:07.115928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=10dd8412-4f5b-476b-8621-7f10d6d7db65,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:07.121846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-13724904-37d7-4027-92c0-1ff5a5f255f1 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:07.127582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3375506d-c531-4afc-916c-d713f3d626ec None None] Network b5622b84-0efa-48f9-81d2-8b58df24074f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:07.301925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b5622b84-0efa-48f9-81d2-8b58df24074f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.458184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Deleting port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:07.458522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.474987 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.529110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:07.531832 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.544602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] For port eb8d32fc-dd58-4942-81a2-a7092f91f2c7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,segment=NetworkSegment(eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce),segment_id=eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:07.545036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.551038 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-13724904-37d7-4027-92c0-1ff5a5f255f1 None None] Publish callbacks [] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.560349 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:07.560770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Calling delete_port for eb8d32fc-dd58-4942-81a2-a7092f91f2c7 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:07.572006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (6e3ae0df-3683-4edb-9747-5fcb53d57bad), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.629002 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-13724904-37d7-4027-92c0-1ff5a5f255f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.712548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.752157 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:07.762076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b07d20-9833-4150-be17-465eb1d49ddf req-f3c2e0a4-2646-4318-b72d-d6559083e44a tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:07.765633 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:07.774095 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a3b07d20-9833-4150-be17-465eb1d49ddf req-f3c2e0a4-2646-4318-b72d-d6559083e44a tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/networks?id=60cc7037-2405-4fb9-943a-b808862d4369 HTTP/1.1" status: 200 len: 811 time: 0.1530728 Jul 28 10:49:07.860119 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a3b07d20-9833-4150-be17-465eb1d49ddf req-f3597d1b-6e37-49be-8765-14a4a3f24db5 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/quotas/a8209f1d63904867a0c74297c01a12c0 HTTP/1.1" status: 200 len: 375 time: 0.0856161 Jul 28 10:49:07.883788 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:07.924110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] DHCP port deletion for b5622b84-0efa-48f9-81d2-8b58df24074f request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:49:07.931787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724904-37d7-4027-92c0-1ff5a5f255f1 None None] Pushing event updated for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=15']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:07.932475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (6e3ae0df-3683-4edb-9747-5fcb53d57bad), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.004809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:08.038037 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a3b07d20-9833-4150-be17-465eb1d49ddf req-282fa9b2-153a-4dd4-b31c-7d32cb27691a tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8209f1d63904867a0c74297c01a12c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768661 Jul 28 10:49:08.059618 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:08.095813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] Deleting port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:08.109157 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.231296 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a215adbf-440a-4376-9bf2-fe8c66bea652 req-48269597-4199-42c4-99f3-82cb3e56ae38 tempest-ServerGroupTestJSON-1223399577 tempest-ServerGroupTestJSON-1223399577-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a7646e9-306f-40d0-bbcb-6486fd79d651 HTTP/1.1" status: 200 len: 210 time: 0.0538349 Jul 28 10:49:08.259153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 10dd8412-4f5b-476b-8621-7f10d6d7db65 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:08.283527 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6e3ae0df-3683-4edb-9747-5fcb53d57bad), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.295898 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Sync routers for ids ['c75e8617-e21f-430f-abb4-1febbb72b23c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:49:08.320985 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Routers {'c75e8617-e21f-430f-abb4-1febbb72b23c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:08.326441 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c75e8617-e21f-430f-abb4-1febbb72b23c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:08.432432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.435623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (6e3ae0df-3683-4edb-9747-5fcb53d57bad), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.482308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] For port eb8d32fc-dd58-4942-81a2-a7092f91f2c7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,segment=NetworkSegment(eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce),segment_id=eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:08.482780 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.519589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] Calling delete_port for eb8d32fc-dd58-4942-81a2-a7092f91f2c7 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:08.638292 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2a3b52e7-d4c9-47d5-a25e-5b6113b296e6 req-44210852-8902-45b4-ad3a-ccd2936e3f6b tempest-ServerGroupTestJSON-1223399577 tempest-ServerGroupTestJSON-1223399577-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a7646e9-306f-40d0-bbcb-6486fd79d651 HTTP/1.1" status: 200 len: 210 time: 0.0981419 Jul 28 10:49:08.644148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (eb8d32fc-dd58-4942-81a2-a7092f91f2c7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.648242 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a3b07d20-9833-4150-be17-465eb1d49ddf req-23a256a7-e17f-4884-88c2-050caf2fb87e service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084661 Jul 28 10:49:08.696376 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Set router c75e8617-e21f-430f-abb4-1febbb72b23c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:08.733386 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.742735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40010) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:08.745011 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/6e3ae0df-3683-4edb-9747-5fcb53d57bad HTTP/1.1" status: 204 len: 168 time: 1.7584326 Jul 28 10:49:08.745404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] Pushing event deleted for resources: {'Port': ['ID=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:08.758028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21095c43-08a4-4b2c-be42-2db7021de2c4 None None] No DVR routers for this DVR port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:08.777061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 10dd8412-4f5b-476b-8621-7f10d6d7db65 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:08.777452 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.837180 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:08.900765 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 7ee67909-d787-467d-9d9f-4d1eb7ffcccc {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:08.920070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (7ee67909-d787-467d-9d9f-4d1eb7ffcccc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:08.935549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab823b7-78d5-4248-8df5-65d5614e1ebd tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3ae0df-3683-4edb-9747-5fcb53d57bad,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:08.948920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Port': ['ID=eb8d32fc-dd58-4942-81a2-a7092f91f2c7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:08.956311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 10dd8412-4f5b-476b-8621-7f10d6d7db65 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:08.959302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:08.962066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] No DVR routers for this DVR port eb8d32fc-dd58-4942-81a2-a7092f91f2c7 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:09.045781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (7ee67909-d787-467d-9d9f-4d1eb7ffcccc), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.116927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:09.117274 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.122405 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a3b07d20-9833-4150-be17-465eb1d49ddf req-e04d5362-1496-4518-b80b-3b41ee0a85ed service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744223 Jul 28 10:49:09.249728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41a952-9cac-4e1a-8fbb-3d74991c18b8 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:09.302993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-eee8e1f8-cdd4-49e6-a6e0-e456911dc9af None None] Could not find standard attr ID for object df99570f-e9e5-4fda-9a8f-d1dd759b9769. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:09.321003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7ee67909-d787-467d-9d9f-4d1eb7ffcccc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.376400 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:48:58Z', 'revision_number': 4, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port': {'id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:49Z', 'updated_at': '2022-07-28T10:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '55a81561-2b0b-4316-80f6-3aaf1adc8f1e', 'name': '', 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'mac_address': 'fa:16:3e:da:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:56Z', 'updated_at': '2022-07-28T10:48:59Z', 'revision_number': 2, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'subnets': [{'id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:09.379959 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b5622b84-0efa-48f9-81d2-8b58df24074f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.406985 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:09.432967 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Checking router: c75e8617-e21f-430f-abb4-1febbb72b23c for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:49:09.434365 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Updating router c75e8617-e21f-430f-abb4-1febbb72b23c port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:49:09.465193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5622b84-0efa-48f9-81d2-8b58df24074f']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:09.516998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:09.517309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:09.549004 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.567298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.569288 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (7ee67909-d787-467d-9d9f-4d1eb7ffcccc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.623853 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.649345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:49:09.652324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.654764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:09.662563 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/7ee67909-d787-467d-9d9f-4d1eb7ffcccc HTTP/1.1" status: 204 len: 168 time: 0.9182770 Jul 28 10:49:09.667088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40036) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:09.670701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ae0dc-0365-43eb-b4b8-bc4e743e329d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee67909-d787-467d-9d9f-4d1eb7ffcccc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:09.778496 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-77638893-a995-46b5-a90e-e76cef9200f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090240 Jul 28 10:49:09.779221 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40044) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:09.786423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:09.884509 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce resource provider aggregate not found Jul 28 10:49:09.885300 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40046) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:10.003011 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb023509-9d9c-4a2d-afc3-6d5d82b5e7ce found for delete ", "request_id": "req-e403e03f-7c67-4571-a9d5-face9faa715a"}]} Jul 28 10:49:10.010588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b5622b84-0efa-48f9-81d2-8b58df24074f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.051794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.058927 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] 10.222.0.46 "DELETE /v2.0/networks/b5622b84-0efa-48f9-81d2-8b58df24074f HTTP/1.1" status: 204 len: 168 time: 2.9612217 Jul 28 10:49:10.073004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c4a7-a8a5-4689-a4f2-734e2647a8ec tempest-NetworksIpV6TestAttrs-785493924 tempest-NetworksIpV6TestAttrs-785493924-project] Pushing event deleted for resources: {'Network': ['ID=b5622b84-0efa-48f9-81d2-8b58df24074f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:10.097297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-eee8e1f8-cdd4-49e6-a6e0-e456911dc9af None None] Provisioning complete for port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:10.101706 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eee8e1f8-cdd4-49e6-a6e0-e456911dc9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.163451 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:10.194732 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ae5f0b00-9002-4dcd-bcbf-042b4df54943 req-85c68016-6242-456c-91b6-d6a367999c88 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc6f9dcc-3afb-4e52-81e8-4a26c510a702 HTTP/1.1" status: 200 len: 210 time: 0.1197631 Jul 28 10:49:10.294842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:10.383821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:10.392927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.431305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eb8d32fc-dd58-4942-81a2-a7092f91f2c7 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:10.523313 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Publish callbacks [] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.545377 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.550391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: eb8d32fc-dd58-4942-81a2-a7092f91f2c7 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:10.550775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eb8d32fc-dd58-4942-81a2-a7092f91f2c7 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:10.554751 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:10.612923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-eee8e1f8-cdd4-49e6-a6e0-e456911dc9af None None] Current status of the port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:10.622854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d615342-98f2-40cd-aa2e-a0d41c47bca9 None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '7ee67909-d787-467d-9d9f-4d1eb7ffcccc'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '5f6775ac-ffde-46bb-998d-4fdbb53abe9c'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:49:10.683579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d615342-98f2-40cd-aa2e-a0d41c47bca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.750107 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Pushing event updated for resources: {'Port': ['ID=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:10.764587 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.764974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.765882 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.766228 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.766679 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.767022 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.767354 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.767769 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.768102 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.768433 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.768759 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.769088 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.769412 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.769735 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.770132 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:10.894613 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Attempting to bind port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:49:10.894972 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Attempting to bind port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:49:10.895332 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Attempting to bind port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e on network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:49:10.906478 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:49:10.907081 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Checking segment: {'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:10.907748 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.914945 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Bound using segment: {'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:49:10.916670 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Bound port: 55a81561-2b0b-4316-80f6-3aaf1adc8f1e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:49:10.917296 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:10.932120 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:10.988981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40066) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:11.097154 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] For port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:49:11.101300 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:11.104966 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] For port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,segment=NetworkSegment(c137cd61-e022-4a2a-83ad-d0b74e3cb1c2),segment_id=c137cd61-e022-4a2a-83ad-d0b74e3cb1c2)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:49:11.114948 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.147235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-faaf2b76-8071-4dcd-ae2e-803bad84e7a3 None None] Provisioning complete for port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:11.148659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-faaf2b76-8071-4dcd-ae2e-803bad84e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.232655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e7e34-a771-4a83-8c73-d68c46d95959 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:11.297365 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Routers {'c75e8617-e21f-430f-abb4-1febbb72b23c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:11.299843 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c75e8617-e21f-430f-abb4-1febbb72b23c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:11.428817 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cc8428f4-18e9-4f66-bd73-909e850c87c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0de45de5051147c8b60fea9e6c3a4f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4384992 Jul 28 10:49:11.430183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40074) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:11.457789 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (0f05bb53-acfc-477a-b957-c4ae64c0d958), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.534500 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.576388 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:11.591673 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e094b-fb51-4015-be6c-c69305625c4a None None] Pushing event updated for resources: {'Port': ['ID=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:11.614283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:49:11.680797 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6f12e7da-75b0-481e-bc03-811f36ea3ce8 req-bbb089a8-9db0-4d47-82c2-73bada24e0a1 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc6f9dcc-3afb-4e52-81e8-4a26c510a702 HTTP/1.1" status: 200 len: 210 time: 0.2063053 Jul 28 10:49:11.745043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-faaf2b76-8071-4dcd-ae2e-803bad84e7a3 None None] Current status of the port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:11.745441 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-faaf2b76-8071-4dcd-ae2e-803bad84e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.763554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:11.814457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:11.853714 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:11.861207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.873346 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b672942-d00c-4652-a2b4-c0fec1fa2fc5 admin admin] Publish callbacks [] for security_group (009857aa-5c15-4ed7-8e94-52b0daf35936), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.891738 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] Set router c75e8617-e21f-430f-abb4-1febbb72b23c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:11.945695 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-faaf2b76-8071-4dcd-ae2e-803bad84e7a3 None None] For port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,segment=NetworkSegment(c137cd61-e022-4a2a-83ad-d0b74e3cb1c2),segment_id=c137cd61-e022-4a2a-83ad-d0b74e3cb1c2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:11.960848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] Deleting port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:11.962905 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.969565 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-faaf2b76-8071-4dcd-ae2e-803bad84e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.992871 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2124066 Jul 28 10:49:11.993760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13dd30-fcce-4906-b9ab-9586f974af1a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=0f05bb53-acfc-477a-b957-c4ae64c0d958,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:11.994991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b672942-d00c-4652-a2b4-c0fec1fa2fc5 admin admin] Publish callbacks [] for security_group (009857aa-5c15-4ed7-8e94-52b0daf35936), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:11.998364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40082) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:12.031289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-81425459-8d50-43bd-86d0-967f49cc6796 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:12.119456 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-008fd8ff-15ac-4dc1-b733-df391f5930ec req-e4c0a66e-93cb-412f-9546-ce7bf68fcd95 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc6f9dcc-3afb-4e52-81e8-4a26c510a702 HTTP/1.1" status: 200 len: 210 time: 0.1089981 Jul 28 10:49:12.243025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] For port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:12.243625 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:12.263803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] Calling delete_port for 5f6775ac-ffde-46bb-998d-4fdbb53abe9c owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:12.300978 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:48:58Z', 'revision_number': 4, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port': {'id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:49Z', 'updated_at': '2022-07-28T10:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '55a81561-2b0b-4316-80f6-3aaf1adc8f1e', 'name': '', 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'mac_address': 'fa:16:3e:da:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:56Z', 'updated_at': '2022-07-28T10:49:11Z', 'revision_number': 4, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'subnets': [{'id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:12.344783 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:12.347072 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af300383-89d0-42c0-b5c9-35e6eeb50a7d None None] The sync data for ids ['c75e8617-e21f-430f-abb4-1febbb72b23c'] in n-d-850468-6 is: [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:48:58Z', 'revision_number': 4, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port': {'id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:49Z', 'updated_at': '2022-07-28T10:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '55a81561-2b0b-4316-80f6-3aaf1adc8f1e', 'name': '', 'network_id': '9d91b0ac-6ef7-4fe4-bce7-a861d380e332', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'mac_address': 'fa:16:3e:da:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:56Z', 'updated_at': '2022-07-28T10:49:11Z', 'revision_number': 4, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'subnets': [{'id': 'e570a511-8ca5-4ee2-994b-597ad6895b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:49:12.358505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (c75e8617-e21f-430f-abb4-1febbb72b23c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:12.417404 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:12.419866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf2b76-8071-4dcd-ae2e-803bad84e7a3 None None] Pushing event updated for resources: {'Port': ['ID=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:12.454194 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5f6775ac-ffde-46bb-998d-4fdbb53abe9c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:12.468183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8aa6f251-e1b0-4136-a4de-28e9d40c183e None None] Could not find standard attr ID for object 5f6775ac-ffde-46bb-998d-4fdbb53abe9c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:12.488924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81425459-8d50-43bd-86d0-967f49cc6796 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:12.500473 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-81425459-8d50-43bd-86d0-967f49cc6796 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:12.520343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] Pushing event deleted for resources: {'Port': ['ID=5f6775ac-ffde-46bb-998d-4fdbb53abe9c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:12.523292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb9ca1-fc30-42c3-a244-487bd85f9064 None None] No DVR routers for this DVR port 5f6775ac-ffde-46bb-998d-4fdbb53abe9c on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:12.579123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a8edf9-44c5-40bd-8c84-93c0a1eef9d8 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:12.622333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8aa6f251-e1b0-4136-a4de-28e9d40c183e None None] Provisioning complete for port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:12.622713 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f251-e1b0-4136-a4de-28e9d40c183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:12.658522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b672942-d00c-4652-a2b4-c0fec1fa2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (009857aa-5c15-4ed7-8e94-52b0daf35936), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:12.669208 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b672942-d00c-4652-a2b4-c0fec1fa2fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:12.676138 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0b672942-d00c-4652-a2b4-c0fec1fa2fc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/009857aa-5c15-4ed7-8e94-52b0daf35936 HTTP/1.1" status: 204 len: 168 time: 1.2409232 Jul 28 10:49:12.728405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b672942-d00c-4652-a2b4-c0fec1fa2fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009857aa-5c15-4ed7-8e94-52b0daf35936,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:12.839928 n-d-850468-6 neutron-server[104687]: INFO neutron.db.ipam_backend_mixin [None req-81425459-8d50-43bd-86d0-967f49cc6796 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f05bb53-acfc-477a-b957-c4ae64c0d958 (CIDR: 2001:db8::/64) Jul 28 10:49:12.846149 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-81425459-8d50-43bd-86d0-967f49cc6796 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:49:12.846850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81425459-8d50-43bd-86d0-967f49cc6796 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:12.862968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 55a81561-2b0b-4316-80f6-3aaf1adc8f1e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:12.889522 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-81425459-8d50-43bd-86d0-967f49cc6796 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8655288 Jul 28 10:49:12.891617 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40098) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:12.900948 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:13.178122 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:13.263811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:13.278751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:13.279828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:13.280670 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:13.304689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'project_id': 'eeda638a945e4376b8d6e21be88513ba', 'fixed_ips': [{'subnet_id': '0f05bb53-acfc-477a-b957-c4ae64c0d958'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:49:13.306330 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:13.377331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6f251-e1b0-4136-a4de-28e9d40c183e None None] Current status of the port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:13.394347 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Deleting port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:13.394970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:13.630150 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:13.636851 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:13.758946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] For port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,segment=NetworkSegment(c137cd61-e022-4a2a-83ad-d0b74e3cb1c2),segment_id=c137cd61-e022-4a2a-83ad-d0b74e3cb1c2)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:13.760097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:13.841617 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Calling delete_port for 55a81561-2b0b-4316-80f6-3aaf1adc8f1e owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:13.916197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/0f05bb53-acfc-477a-b957-c4ae64c0d958/48b736cd-5a87-45ff-ad04-5ed3620046ef) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:14.136308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 55a81561-2b0b-4316-80f6-3aaf1adc8f1e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:14.144020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:49:14.146843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (f362f15e-5259-4ecc-b04b-7652d7ef1ae4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:14.267906 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:14.274197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:14.305350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:14.317443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:14.318745 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:14.319047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:14.335653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=f362f15e-5259-4ecc-b04b-7652d7ef1ae4,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:14.351862 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75bdbf9e-8838-4d53-ae0f-5afa268247c6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4582627 Jul 28 10:49:14.353625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40130) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:14.366773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:b7:cf:75', 'name': 'tempest-NetworksTestDHCPv6-839647094'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:14.421990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5f6775ac-ffde-46bb-998d-4fdbb53abe9c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:14.422290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6775ac-ffde-46bb-998d-4fdbb53abe9c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:14.446261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (55a81561-2b0b-4316-80f6-3aaf1adc8f1e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:14.553364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=55a81561-2b0b-4316-80f6-3aaf1adc8f1e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:14.622381 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40136) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:14.674595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Publish callbacks [] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:14.698153 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:14.771493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:14.841255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:14.867762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:14.892957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:15.013275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:15.049075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Pushing event updated for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:15.050002 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port eeaf9175-eea0-4319-9173-4d28020d65db yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:49:15.129139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Attempting to bind port 48b736cd-5a87-45ff-ad04-5ed3620046ef on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:49:15.129575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Attempting to bind port 48b736cd-5a87-45ff-ad04-5ed3620046ef by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:49:15.130335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Attempting to bind port 48b736cd-5a87-45ff-ad04-5ed3620046ef on network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:49:15.143494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:49:15.144045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Checking segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:15.144582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:15.145344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Bound using segment: {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:49:15.149384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Bound port: 48b736cd-5a87-45ff-ad04-5ed3620046ef, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21754017-eebd-4404-9845-1c597334d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:49:15.149962 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:15.157942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4d8c18f1-d405-4f6b-b714-28e4d27e428b tempest-DvrRoutersNegativeTest-758306561 tempest-DvrRoutersNegativeTest-758306561-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1093863202', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:15.162355 n-d-850468-6 neutron-server[104688]: DEBUG neutron.policy [None req-4d8c18f1-d405-4f6b-b714-28e4d27e428b tempest-DvrRoutersNegativeTest-758306561 tempest-DvrRoutersNegativeTest-758306561-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104688) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jul 28 10:49:15.162846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.policy [None req-4d8c18f1-d405-4f6b-b714-28e4d27e428b tempest-DvrRoutersNegativeTest-758306561 tempest-DvrRoutersNegativeTest-758306561-project] Failed policy enforce for 'create_router' {{(pid=104688) enforce /opt/stack/neutron/neutron/policy.py:523}} Jul 28 10:49:15.169634 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-4d8c18f1-d405-4f6b-b714-28e4d27e428b tempest-DvrRoutersNegativeTest-758306561 tempest-DvrRoutersNegativeTest-758306561-project] create failed (client error): Access was denied to this resource. Jul 28 10:49:15.177475 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4d8c18f1-d405-4f6b-b714-28e4d27e428b tempest-DvrRoutersNegativeTest-758306561 tempest-DvrRoutersNegativeTest-758306561-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5518594 Jul 28 10:49:15.257637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (c75e8617-e21f-430f-abb4-1febbb72b23c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:15.336236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:49:15.350085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=48b736cd-5a87-45ff-ad04-5ed3620046ef,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:49:15.357824 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:15.372619 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:15.474815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::265 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/0f05bb53-acfc-477a-b957-c4ae64c0d958/eeaf9175-eea0-4319-9173-4d28020d65db) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:15.511471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8:0:1:f816:3eff:feb7:cf75 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/f362f15e-5259-4ecc-b04b-7652d7ef1ae4/eeaf9175-eea0-4319-9173-4d28020d65db) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:15.636816 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:15.661602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e6970-267c-4ab3-96e3-8c42a0ca4796 None None] Pushing event updated for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:15.853319 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:16.023805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Router c75e8617-e21f-430f-abb4-1febbb72b23c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:49:16.236107 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (eeaf9175-eea0-4319-9173-4d28020d65db), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:16.304417 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:16.356068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (eeaf9175-eea0-4319-9173-4d28020d65db), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:16.366835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:49:16.378055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] Sync routers for ids ['c75e8617-e21f-430f-abb4-1febbb72b23c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:49:16.403781 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-808b3adc-5226-40eb-96c5-a004478df4ce admin admin] 10.222.0.46 "PUT /v2.0/routers/c75e8617-e21f-430f-abb4-1febbb72b23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5052443 Jul 28 10:49:16.406831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40156) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:16.415324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40158) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:16.419819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] Routers {'c75e8617-e21f-430f-abb4-1febbb72b23c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:16.420473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c75e8617-e21f-430f-abb4-1febbb72b23c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:16.537693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=eeaf9175-eea0-4319-9173-4d28020d65db,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:16.572971 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:16.574844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:16.579578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:16.607116 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:16.631756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:16.639462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:16.648536 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks [] for router (c75e8617-e21f-430f-abb4-1febbb72b23c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:16.767778 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7af9cbd8-e062-477a-8bf0-e8b31757d8f8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4119425 Jul 28 10:49:16.772016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40168) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:17.122123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.197622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port eeaf9175-eea0-4319-9173-4d28020d65db {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:17.198283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eeaf9175-eea0-4319-9173-4d28020d65db), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.243098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] Set router c75e8617-e21f-430f-abb4-1febbb72b23c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:17.317469 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks [] for router_gateway (c75e8617-e21f-430f-abb4-1febbb72b23c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.475877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 48b736cd-5a87-45ff-ad04-5ed3620046ef up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:17.645827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Deleting port 10dd8412-4f5b-476b-8621-7f10d6d7db65 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:17.646976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.690765 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eeaf9175-eea0-4319-9173-4d28020d65db), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.769256 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for eeaf9175-eea0-4319-9173-4d28020d65db owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:17.803846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Publish callbacks [] for security_group (9eeda4a0-a67f-4fd6-9790-9812f866b63f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.838665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9eeda4a0-a67f-4fd6-9790-9812f866b63f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.859314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:17.859961 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:17.884540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c9257-0c2c-4e56-b3e7-bbf74a08673b None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:18.058099 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:18.091371 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f3c2ea5231c491bb324efb8b86edb51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6750412 Jul 28 10:49:18.099790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40184) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:18.128139 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:18.175937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fbea61d4-cd96-4232-a310-7c57e2a9d385 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:18.189214 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbea61d4-cd96-4232-a310-7c57e2a9d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.205143 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeda4a0-a67f-4fd6-9790-9812f866b63f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:18.216483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] For port 10dd8412-4f5b-476b-8621-7f10d6d7db65, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=10dd8412-4f5b-476b-8621-7f10d6d7db65,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:18.217132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.242046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.242381 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.242720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.244598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.244598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.244598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.244598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.244598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.246571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.246571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.246571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.246571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.246853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.248257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.252101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544ff7ed-fccb-42b1-8aa0-dba8f4c6fe06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:18.267523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Calling delete_port for 10dd8412-4f5b-476b-8621-7f10d6d7db65 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:18.554552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:18.555929 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.617823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:49:14Z', 'revision_number': 5, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port': {'id': '10dd8412-4f5b-476b-8621-7f10d6d7db65', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:73:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:48:49Z', 'updated_at': '2022-07-28T10:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:18.689006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] Checking router: c75e8617-e21f-430f-abb4-1febbb72b23c for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:49:18.736810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=48b736cd-5a87-45ff-ad04-5ed3620046ef,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:18.776266 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e13d92-ef00-45ed-987e-456f6dd5741e admin admin] Publish callbacks [] for security_group (9eeda4a0-a67f-4fd6-9790-9812f866b63f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.794189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (10dd8412-4f5b-476b-8621-7f10d6d7db65), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.820478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fbea61d4-cd96-4232-a310-7c57e2a9d385 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:18.821242 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fbea61d4-cd96-4232-a310-7c57e2a9d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.830448 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.859243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e13d92-ef00-45ed-987e-456f6dd5741e admin admin] Publish callbacks [] for security_group (9eeda4a0-a67f-4fd6-9790-9812f866b63f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.884912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (eeaf9175-eea0-4319-9173-4d28020d65db), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:18.931226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] Routers {'c75e8617-e21f-430f-abb4-1febbb72b23c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:18.932908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c75e8617-e21f-430f-abb4-1febbb72b23c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:18.955879 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Pushing event deleted for resources: {'Port': ['ID=10dd8412-4f5b-476b-8621-7f10d6d7db65,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:19.000861 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e13d92-ef00-45ed-987e-456f6dd5741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9eeda4a0-a67f-4fd6-9790-9812f866b63f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.007348 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c8e13d92-ef00-45ed-987e-456f6dd5741e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.013944 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c8e13d92-ef00-45ed-987e-456f6dd5741e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9eeda4a0-a67f-4fd6-9790-9812f866b63f HTTP/1.1" status: 204 len: 168 time: 0.9126904 Jul 28 10:49:19.037366 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (c75e8617-e21f-430f-abb4-1febbb72b23c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.113464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=eeaf9175-eea0-4319-9173-4d28020d65db,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:19.162145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e13d92-ef00-45ed-987e-456f6dd5741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeda4a0-a67f-4fd6-9790-9812f866b63f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:19.175806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] Set router c75e8617-e21f-430f-abb4-1febbb72b23c gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:19.188418 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c75e8617-e21f-430f-abb4-1febbb72b23c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.191233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks [] for router_controller (c75e8617-e21f-430f-abb4-1febbb72b23c), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.257751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c75e8617-e21f-430f-abb4-1febbb72b23c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.258784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75e8617-e21f-430f-abb4-1febbb72b23c {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:49:19.265565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.269314 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-967272a8-b653-429c-a3eb-1acdd165702a admin admin] 10.222.0.46 "DELETE /v2.0/routers/c75e8617-e21f-430f-abb4-1febbb72b23c HTTP/1.1" status: 204 len: 168 time: 2.8625026 Jul 28 10:49:19.270485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40198) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:19.336249 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40200) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:19.382473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-dcb2e541-8f0b-4207-a03d-73250566b48b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614501866', 'description': 'tempest-secgroup-smoke-614501866 description', 'project_id': 'a8209f1d63904867a0c74297c01a12c0'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:19.392905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:49:18Z', 'revision_number': 7, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:19.415168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.423829 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-82a0e849-1d06-4539-82e6-813e00192858 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/eeaf9175-eea0-4319-9173-4d28020d65db HTTP/1.1" status: 204 len: 168 time: 2.6475115 Jul 28 10:49:19.427741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40208) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:19.506401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31d1fa-b10b-45d0-9a74-83a97af4b5ae None None] The sync data for ids ['c75e8617-e21f-430f-abb4-1febbb72b23c'] in n-d-850468-6 is: [{'id': 'c75e8617-e21f-430f-abb4-1febbb72b23c', 'name': 'tempest-ServerGroupTestJSON-587566147-router', 'tenant_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:48:45Z', 'updated_at': '2022-07-28T10:49:18Z', 'revision_number': 7, 'project_id': 'a9d0fafe4ed04237b3a41f025b98eb79', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:49:19.547560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379336a-6ab8-4d4f-a21d-573731190214 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:19.549634 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f379336a-6ab8-4d4f-a21d-573731190214 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1038556 Jul 28 10:49:19.553539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40210) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:19.584755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] Deleting subnet e570a511-8ca5-4ee2-994b-597ad6895b39 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:19.588833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] Publish callbacks [] for subnet (e570a511-8ca5-4ee2-994b-597ad6895b39), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.605450 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:19.634823 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (e570a511-8ca5-4ee2-994b-597ad6895b39), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.669322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6918ee9-95c3-467c-8343-cb5f5d839500 None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '0f05bb53-acfc-477a-b957-c4ae64c0d958', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f362f15e-5259-4ecc-b04b-7652d7ef1ae4'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '48b736cd-5a87-45ff-ad04-5ed3620046ef'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:49:19.690486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ceb8c-e188-4d81-af8e-9f2930c249dc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:19.697908 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0f0ceb8c-e188-4d81-af8e-9f2930c249dc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1362207 Jul 28 10:49:19.699147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40212) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:19.744351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e541-8f0b-4207-a03d-73250566b48b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.800919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:19.808859 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:19.868433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-fbea61d4-cd96-4232-a310-7c57e2a9d385 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:49:19.874467 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-fbea61d4-cd96-4232-a310-7c57e2a9d385 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:49:19.886729 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:19.888931 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6918ee9-95c3-467c-8343-cb5f5d839500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:19.895563 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc067a1-b670-4c54-bc9b-63bc63e18396 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:19.914773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc067a1-b670-4c54-bc9b-63bc63e18396 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:19.914773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc067a1-b670-4c54-bc9b-63bc63e18396 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:19.922376 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dfc067a1-b670-4c54-bc9b-63bc63e18396 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2220628 Jul 28 10:49:19.926375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40218) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:19.932190 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (e570a511-8ca5-4ee2-994b-597ad6895b39), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:20.088431 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:20.143795 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:20.244375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 0f05bb53-acfc-477a-b957-c4ae64c0d958 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:20.256119 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (0f05bb53-acfc-477a-b957-c4ae64c0d958), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:20.358715 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (0f05bb53-acfc-477a-b957-c4ae64c0d958), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:20.513135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fbea61d4-cd96-4232-a310-7c57e2a9d385 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:20.658847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (0f05bb53-acfc-477a-b957-c4ae64c0d958), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-f6918ee9-95c3-467c-8343-cb5f5d839500 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f05bb53-acfc-477a-b957-c4ae64c0d958: This subnet is being modified by another concurrent operation. Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:49:20.853000 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1821, in update_port Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f05bb53-acfc-477a-b957-c4ae64c0d958: This subnet is being modified by another concurrent operation. Jul 28 10:49:20.859369 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:49:20.864367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (0f05bb53-acfc-477a-b957-c4ae64c0d958), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:20.977678 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=0f05bb53-acfc-477a-b957-c4ae64c0d958,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:21.003198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.009920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0cc6c2-8910-43b1-8304-be1245f0a6c6 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:49:21.020261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e541-8f0b-4207-a03d-73250566b48b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group (9e441d10-3984-4ae0-936f-b986cceb6daa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.021370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11b2cc4b-cb30-4b97-bb15-49f78c499f61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/0f05bb53-acfc-477a-b957-c4ae64c0d958 HTTP/1.1" status: 204 len: 168 time: 1.0931931 Jul 28 10:49:21.026980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40250) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:21.059681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e541-8f0b-4207-a03d-73250566b48b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9e441d10-3984-4ae0-936f-b986cceb6daa), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.069649 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (e570a511-8ca5-4ee2-994b-597ad6895b39), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.097280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fde74027-0ecc-405a-8db1-576f00d07ad3 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:21.098449 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fde74027-0ecc-405a-8db1-576f00d07ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.206299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 55a81561-2b0b-4316-80f6-3aaf1adc8f1e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:21.259115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 55a81561-2b0b-4316-80f6-3aaf1adc8f1e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:21.259115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 55a81561-2b0b-4316-80f6-3aaf1adc8f1e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:21.259115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 10dd8412-4f5b-476b-8621-7f10d6d7db65 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:21.283888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 10dd8412-4f5b-476b-8621-7f10d6d7db65 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:21.284570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 10dd8412-4f5b-476b-8621-7f10d6d7db65 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:21.370481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fde74027-0ecc-405a-8db1-576f00d07ad3 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:21.380985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fde74027-0ecc-405a-8db1-576f00d07ad3 None None] Could not find standard attr ID for object eeaf9175-eea0-4319-9173-4d28020d65db. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:21.382721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cc6c2-8910-43b1-8304-be1245f0a6c6 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:49:21.395840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e570a511-8ca5-4ee2-994b-597ad6895b39,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:21.432745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.439612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40254) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:21.448074 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8fb88740-49ae-461e-aa37-07f09a331504 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e570a511-8ca5-4ee2-994b-597ad6895b39 HTTP/1.1" status: 204 len: 168 time: 2.1751466 Jul 28 10:49:21.481233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e541-8f0b-4207-a03d-73250566b48b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.499025 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dcb2e541-8f0b-4207-a03d-73250566b48b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.1610603 Jul 28 10:49:21.502241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40258) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:21.514227 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-eda50ea6-5931-410f-9f1b-d4a431d4c3c8 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Request body: {'security_group_rule': {'security_group_id': '9e441d10-3984-4ae0-936f-b986cceb6daa', 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:21.612566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet f362f15e-5259-4ecc-b04b-7652d7ef1ae4 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:21.633225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40262) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:21.652873 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9d91b0ac-6ef7-4fe4-bce7-a861d380e332), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.659573 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (f362f15e-5259-4ecc-b04b-7652d7ef1ae4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.667617 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2e541-8f0b-4207-a03d-73250566b48b tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e441d10-3984-4ae0-936f-b986cceb6daa,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:21.735391 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:21.746968 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Deleting port 2e08b33e-a776-48d7-96ca-043acc525e95 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:21.747552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.772033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eda50ea6-5931-410f-9f1b-d4a431d4c3c8 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (0724579f-15aa-44a1-99d1-f64140c5bb50), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.823460 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (f362f15e-5259-4ecc-b04b-7652d7ef1ae4), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.907920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] For port 2e08b33e-a776-48d7-96ca-043acc525e95, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2e08b33e-a776-48d7-96ca-043acc525e95,segment=NetworkSegment(c137cd61-e022-4a2a-83ad-d0b74e3cb1c2),segment_id=c137cd61-e022-4a2a-83ad-d0b74e3cb1c2)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:21.908295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:21.947081 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Calling delete_port for 2e08b33e-a776-48d7-96ca-043acc525e95 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:21.987085 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f362f15e-5259-4ecc-b04b-7652d7ef1ae4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.052445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a9a30-d68e-4c79-a7f4-2156b3f5a3d5 None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': 'f362f15e-5259-4ecc-b04b-7652d7ef1ae4'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '48b736cd-5a87-45ff-ad04-5ed3620046ef'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:49:22.072580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709939187'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:22.148155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eda50ea6-5931-410f-9f1b-d4a431d4c3c8 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (0724579f-15aa-44a1-99d1-f64140c5bb50), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.158353 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2e08b33e-a776-48d7-96ca-043acc525e95), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.170306 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f12a9a30-d68e-4c79-a7f4-2156b3f5a3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.183773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eda50ea6-5931-410f-9f1b-d4a431d4c3c8 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (0724579f-15aa-44a1-99d1-f64140c5bb50), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.231421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e08b33e-a776-48d7-96ca-043acc525e95,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:22.248652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] No DVR routers for this DVR port 2e08b33e-a776-48d7-96ca-043acc525e95 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:22.261633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.346612 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=40 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:22.381050 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eda50ea6-5931-410f-9f1b-d4a431d4c3c8 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.387979 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-eda50ea6-5931-410f-9f1b-d4a431d4c3c8 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8788044 Jul 28 10:49:22.390353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.413512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:22.418392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda50ea6-5931-410f-9f1b-d4a431d4c3c8 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0724579f-15aa-44a1-99d1-f64140c5bb50,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:22.432736 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b92abad7-b3b8-4323-8e69-cc28b45deab0 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Request body: {'security_group_rule': {'security_group_id': '9e441d10-3984-4ae0-936f-b986cceb6daa', 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:22.479522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (f362f15e-5259-4ecc-b04b-7652d7ef1ae4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.521980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.525982 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/f362f15e-5259-4ecc-b04b-7652d7ef1ae4 HTTP/1.1" status: 204 len: 168 time: 1.4979198 Jul 28 10:49:22.538440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40270) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:22.566195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f1889-bfd5-479c-b794-429f3d2392ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=f362f15e-5259-4ecc-b04b-7652d7ef1ae4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-f12a9a30-d68e-4c79-a7f4-2156b3f5a3d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f362f15e-5259-4ecc-b04b-7652d7ef1ae4: This subnet is being modified by another concurrent operation. Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:49:22.586773 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1821, in update_port Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f362f15e-5259-4ecc-b04b-7652d7ef1ae4: This subnet is being modified by another concurrent operation. Jul 28 10:49:22.590266 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:49:22.630351 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:22.664757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a0e95-28ed-4516-b892-84e10f4066a2 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:49:22.676900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b92abad7-b3b8-4323-8e69-cc28b45deab0 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (6355eda8-deb6-40c2-af69-93d38cf5e614), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.685271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9d91b0ac-6ef7-4fe4-bce7-a861d380e332), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.689765 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c406cba5-2b8c-4040-88e5-f0e379ffec7d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1452916 Jul 28 10:49:22.706998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40274) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:22.716088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:22.808406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b92abad7-b3b8-4323-8e69-cc28b45deab0 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (6355eda8-deb6-40c2-af69-93d38cf5e614), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.823382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b92abad7-b3b8-4323-8e69-cc28b45deab0 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (6355eda8-deb6-40c2-af69-93d38cf5e614), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.838408 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d91b0ac-6ef7-4fe4-bce7-a861d380e332']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:22.865595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:22.865933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c137cd61-e022-4a2a-83ad-d0b74e3cb1c2') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:22.891204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b92abad7-b3b8-4323-8e69-cc28b45deab0 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.891694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (c137cd61-e022-4a2a-83ad-d0b74e3cb1c2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.893387 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b92abad7-b3b8-4323-8e69-cc28b45deab0 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4664857 Jul 28 10:49:22.898121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40276) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:22.899789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92abad7-b3b8-4323-8e69-cc28b45deab0 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6355eda8-deb6-40c2-af69-93d38cf5e614,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:22.907667 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-138273f4-aba4-4aef-b13d-1c451b5e40be tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Request body: {'security_group_rule': {'security_group_id': '9e441d10-3984-4ae0-936f-b986cceb6daa', 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:22.934733 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c137cd61-e022-4a2a-83ad-d0b74e3cb1c2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.949116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:49:22.949531 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (c137cd61-e022-4a2a-83ad-d0b74e3cb1c2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.957997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (f09cb1cd-3215-4016-930f-f0a3dfe2355b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:22.981351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f09cb1cd-3215-4016-930f-f0a3dfe2355b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.007273 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c137cd61-e022-4a2a-83ad-d0b74e3cb1c2 resource provider aggregate not found Jul 28 10:49:23.014995 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:23.019334 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.153216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-138273f4-aba4-4aef-b13d-1c451b5e40be tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (650f437b-af27-4096-8daa-78823f3f9295), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.250143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9b46d1d3-d61b-4c7b-a5ff-91559c0278fe None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:23.251587 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b46d1d3-d61b-4c7b-a5ff-91559c0278fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.273334 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:23.277439 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:23.277794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-138273f4-aba4-4aef-b13d-1c451b5e40be tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (650f437b-af27-4096-8daa-78823f3f9295), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.291304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 48b736cd-5a87-45ff-ad04-5ed3620046ef no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:23.297595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09cb1cd-3215-4016-930f-f0a3dfe2355b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:23.305923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-138273f4-aba4-4aef-b13d-1c451b5e40be tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (650f437b-af27-4096-8daa-78823f3f9295), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.336284 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:23.360538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138273f4-aba4-4aef-b13d-1c451b5e40be tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650f437b-af27-4096-8daa-78823f3f9295,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:23.406148 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.420502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.434628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-138273f4-aba4-4aef-b13d-1c451b5e40be tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.438672 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-138273f4-aba4-4aef-b13d-1c451b5e40be tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5336514 Jul 28 10:49:23.447551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40284) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:23.452993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e18592c3-2738-497e-a701-2081adef3cfa tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Request body: {'security_group_rule': {'security_group_id': '9e441d10-3984-4ae0-936f-b986cceb6daa', 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:23.458340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a0e95-28ed-4516-b892-84e10f4066a2 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:49:23.523128 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166476e6-e751-4c3e-b39e-7731afc87c6a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:23.539951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e18592c3-2738-497e-a701-2081adef3cfa tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (f26c6db0-9a3b-4859-8e21-eec8a169c4a9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.597032 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.598857 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3835980f-40c4-4b6d-918d-241bcca87f90 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9531178 Jul 28 10:49:23.662091 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e18592c3-2738-497e-a701-2081adef3cfa tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (f26c6db0-9a3b-4859-8e21-eec8a169c4a9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.663436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40286) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:23.720643 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e18592c3-2738-497e-a701-2081adef3cfa tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f26c6db0-9a3b-4859-8e21-eec8a169c4a9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.769623 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18592c3-2738-497e-a701-2081adef3cfa tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26c6db0-9a3b-4859-8e21-eec8a169c4a9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:23.799119 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-80d7aeba-9229-41e0-9cf8-752975baf06e tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1282845 Jul 28 10:49:23.799119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e18592c3-2738-497e-a701-2081adef3cfa tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.799989 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e18592c3-2738-497e-a701-2081adef3cfa tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3513508 Jul 28 10:49:23.800670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40292) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:23.802563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40294) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:23.806970 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Request body: {'security_group_rule': {'security_group_id': '9e441d10-3984-4ae0-936f-b986cceb6daa', 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:23.816374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-87e37450-5bb5-4058-849f-ba6eb98d408b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-security--715705364', 'description': 'tempest-security-description-979165450'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:23.866115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87e37450-5bb5-4058-849f-ba6eb98d408b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.870975 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Project a8209f1d63904867a0c74297c01a12c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:49:23.883767 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=6,neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:23.888508 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (fd415dac-cf14-4cb6-a77e-b7774a1fcad8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.957672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87e37450-5bb5-4058-849f-ba6eb98d408b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.971018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87e37450-5bb5-4058-849f-ba6eb98d408b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.974073 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87e37450-5bb5-4058-849f-ba6eb98d408b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:23.979940 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-87e37450-5bb5-4058-849f-ba6eb98d408b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "PUT /v2.0/security-groups/166476e6-e751-4c3e-b39e-7731afc87c6a HTTP/1.1" status: 200 len: 1795 time: 0.1742167 Jul 28 10:49:23.987458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40296) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.035780 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:24.037125 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:24.044749 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c137cd61-e022-4a2a-83ad-d0b74e3cb1c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c137cd61-e022-4a2a-83ad-d0b74e3cb1c2 found for delete ", "request_id": "req-628a6117-20e3-4c0d-963c-101e69ce4eef"}]} Jul 28 10:49:24.049160 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b11c72-a6e6-48d0-958c-3e9ae9dac882 None None] Network 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:24.052450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (fd415dac-cf14-4cb6-a77e-b7774a1fcad8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.053088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (29e5347d-6fa7-48fe-bea2-c17c500c31eb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.062816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e37450-5bb5-4058-849f-ba6eb98d408b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166476e6-e751-4c3e-b39e-7731afc87c6a,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:24.074209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (fd415dac-cf14-4cb6-a77e-b7774a1fcad8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.102906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd415dac-cf14-4cb6-a77e-b7774a1fcad8,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:24.122127 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-594d64de-60ba-44fb-ba58-0614c3fd4b76 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups/166476e6-e751-4c3e-b39e-7731afc87c6a HTTP/1.1" status: 200 len: 1795 time: 0.1314530 Jul 28 10:49:24.127694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.164426 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.168607 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9bf869b7-935c-4ca9-91c4-489b5852fb29 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3623009 Jul 28 10:49:24.169404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40300) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.170586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9d91b0ac-6ef7-4fe4-bce7-a861d380e332), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.174865 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Request body: {'security_group_rule': {'security_group_id': '9e441d10-3984-4ae0-936f-b986cceb6daa', 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:24.187148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:24.200483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.211222 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9d91b0ac-6ef7-4fe4-bce7-a861d380e332 HTTP/1.1" status: 204 len: 168 time: 2.7702980 Jul 28 10:49:24.215665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d857d-5d5d-45da-98b8-15d0cb325a8d None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:24.220700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:24.221109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.225020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:24.225781 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Project a8209f1d63904867a0c74297c01a12c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:49:24.245899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:24.246752 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.256119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d91b0ac-6ef7-4fe4-bce7-a861d380e332,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:24.261373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (87d7538f-f472-4214-8b63-c890c4eb0d1a), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.267792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=29e5347d-6fa7-48fe-bea2-c17c500c31eb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:24.303660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.305407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.306047 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.306620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.307180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.307789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.308668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.309231 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.309755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.324823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.325341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.325760 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.327928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.328357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.328816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d36b5a-887d-4bae-9dcb-8f0e747b66e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.380337 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.381103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.382296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.382729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.383570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.384655 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.385599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.386098 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (87d7538f-f472-4214-8b63-c890c4eb0d1a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.386447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.387035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.388735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.389236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.390617 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.391528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.392338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.392475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (87d7538f-f472-4214-8b63-c890c4eb0d1a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.394253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:24.416638 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11de6943-1b4f-43c9-85bd-ee8462630139 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7080736 Jul 28 10:49:24.417913 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40306) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.428555 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d7538f-f472-4214-8b63-c890c4eb0d1a,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:24.431752 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f8e8ce9d-f3ca-40fa-8fb8-c18bb20f1c9a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:24.451106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.457763 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f19c645-1ad2-4f21-b97a-17193486cb3e tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2867310 Jul 28 10:49:24.522107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad34236-8878-4bb1-bb18-e81396c3d196 None None] DHCP port deletion for 9d91b0ac-6ef7-4fe4-bce7-a861d380e332 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:49:24.567533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=48b736cd-5a87-45ff-ad04-5ed3620046ef,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:24.570434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9b46d1d3-d61b-4c7b-a5ff-91559c0278fe None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:24.580373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.643657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:24.677474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572fbb14-12d4-4d21-9454-be2ac2c4da7e None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:49:24.679998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c5c922a-bdb0-4e1a-8b89-7f6ada6fd13d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.712716 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c5c922a-bdb0-4e1a-8b89-7f6ada6fd13d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.773600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c5c922a-bdb0-4e1a-8b89-7f6ada6fd13d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (166476e6-e751-4c3e-b39e-7731afc87c6a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.777502 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c5c922a-bdb0-4e1a-8b89-7f6ada6fd13d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.781307 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c5c922a-bdb0-4e1a-8b89-7f6ada6fd13d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/166476e6-e751-4c3e-b39e-7731afc87c6a HTTP/1.1" status: 204 len: 168 time: 0.6446688 Jul 28 10:49:24.781779 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40344) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.791409 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8ce9d-f3ca-40fa-8fb8-c18bb20f1c9a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:24.795188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ce9d-f3ca-40fa-8fb8-c18bb20f1c9a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.799302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40346) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.846477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:24.849146 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:24.902027 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:24.903060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c922a-bdb0-4e1a-8b89-7f6ada6fd13d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166476e6-e751-4c3e-b39e-7731afc87c6a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:24.920765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e08b33e-a776-48d7-96ca-043acc525e95 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:24.921718 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7767b7a4-eb71-4c02-9f9d-31629652d916 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1386390 Jul 28 10:49:24.925792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40356) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.976167 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-50926623-c237-4aa6-a628-c09d1f9ba728 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9d0fafe4ed04237b3a41f025b98eb79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729400 Jul 28 10:49:24.978975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40358) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:24.992319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2e08b33e-a776-48d7-96ca-043acc525e95 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:24.992961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2e08b33e-a776-48d7-96ca-043acc525e95 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:25.003814 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:25.058675 n-d-850468-6 neutron-server[104687]: INFO neutron.db.ipam_backend_mixin [None req-f8e8ce9d-f3ca-40fa-8fb8-c18bb20f1c9a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29e5347d-6fa7-48fe-bea2-c17c500c31eb (CIDR: 2001:db8::/64) Jul 28 10:49:25.073752 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e8ce9d-f3ca-40fa-8fb8-c18bb20f1c9a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 10:49:25.074876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e8ce9d-f3ca-40fa-8fb8-c18bb20f1c9a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:25.088240 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-909bd838-509c-4d2b-90a3-e8eb21643a02 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] delete failed (client error): The resource could not be found. Jul 28 10:49:25.090370 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-909bd838-509c-4d2b-90a3-e8eb21643a02 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/166476e6-e751-4c3e-b39e-7731afc87c6a HTTP/1.1" status: 404 len: 347 time: 0.1318898 Jul 28 10:49:25.097900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40362) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:25.103357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2308de9b-f3c5-47b4-ae1d-76f679950fd4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--936824560'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:25.113305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd2-4dbc-4a8a-8d74-30050dd8e6f4 admin admin] Publish callbacks [] for security_group (8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.130962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572fbb14-12d4-4d21-9454-be2ac2c4da7e None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:49:25.148551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd2-4dbc-4a8a-8d74-30050dd8e6f4 admin admin] Publish callbacks [] for security_group (8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.158596 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f8e8ce9d-f3ca-40fa-8fb8-c18bb20f1c9a tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7362521 Jul 28 10:49:25.169034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40364) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:25.189229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'subnet': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:25.206981 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd2-4dbc-4a8a-8d74-30050dd8e6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.211083 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9688fd2-4dbc-4a8a-8d74-30050dd8e6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.216823 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a9688fd2-4dbc-4a8a-8d74-30050dd8e6f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0 HTTP/1.1" status: 204 len: 168 time: 0.2362444 Jul 28 10:49:25.226183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9688fd2-4dbc-4a8a-8d74-30050dd8e6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd0dcb9-3a3c-4e38-8a50-6ea993975ec0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:25.238696 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:25.362940 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:25.382137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:25.384781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.582947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:25.587883 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.659044 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2308de9b-f3c5-47b4-ae1d-76f679950fd4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.682737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=48b736cd-5a87-45ff-ad04-5ed3620046ef,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:25.783883 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:25.799342 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:25.817357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] Could not find standard attr ID for object fb6726d8-06b1-4ea6-b9f5-b0649bb33835. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:25.937990 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2308de9b-f3c5-47b4-ae1d-76f679950fd4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (d6f44a20-a100-4c93-af2d-242576c7437f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.006570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2308de9b-f3c5-47b4-ae1d-76f679950fd4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d6f44a20-a100-4c93-af2d-242576c7437f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.034016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f00b31-3733-4b04-aa01-691e0b0da05a None None] Pushing event updated for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=6']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:26.042931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a0918-edeb-46bf-bf67-2356996dc8b5 None None] Update dhcp port {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'fixed_ips': [{'subnet_id': '29e5347d-6fa7-48fe-bea2-c17c500c31eb'}], 'binding:host_id': 'n-d-850468-6'}, 'id': '48b736cd-5a87-45ff-ad04-5ed3620046ef'} from n-d-850468-6. {{(pid=104689) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jul 28 10:49:26.082966 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-284a0918-edeb-46bf-bf67-2356996dc8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.090394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308de9b-f3c5-47b4-ae1d-76f679950fd4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f44a20-a100-4c93-af2d-242576c7437f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:26.102084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2308de9b-f3c5-47b4-ae1d-76f679950fd4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.106422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40412) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:26.112023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2308de9b-f3c5-47b4-ae1d-76f679950fd4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0125334 Jul 28 10:49:26.112164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-89dbdb32-f510-4b4a-8766-2d8028c9baf7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': 'd6f44a20-a100-4c93-af2d-242576c7437f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:26.201515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89dbdb32-f510-4b4a-8766-2d8028c9baf7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (7ae7a170-66d2-4d49-bb06-7deb7ce5c28f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.407462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89dbdb32-f510-4b4a-8766-2d8028c9baf7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (7ae7a170-66d2-4d49-bb06-7deb7ce5c28f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.422322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89dbdb32-f510-4b4a-8766-2d8028c9baf7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (7ae7a170-66d2-4d49-bb06-7deb7ce5c28f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.427575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-284a0918-edeb-46bf-bf67-2356996dc8b5 None None] Allocated IP 2001:db8::2 (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/29e5347d-6fa7-48fe-bea2-c17c500c31eb/48b736cd-5a87-45ff-ad04-5ed3620046ef) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:26.456996 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbdb32-f510-4b4a-8766-2d8028c9baf7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae7a170-66d2-4d49-bb06-7deb7ce5c28f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:26.489392 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89dbdb32-f510-4b4a-8766-2d8028c9baf7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.491140 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-89dbdb32-f510-4b4a-8766-2d8028c9baf7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834813 Jul 28 10:49:26.495484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40426) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:26.556958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae921-9eb6-4e33-885d-b6e840acca7a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (7ae7a170-66d2-4d49-bb06-7deb7ce5c28f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.568459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-284a0918-edeb-46bf-bf67-2356996dc8b5 None None] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=48b736cd-5a87-45ff-ad04-5ed3620046ef,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:26.584098 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae921-9eb6-4e33-885d-b6e840acca7a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (7ae7a170-66d2-4d49-bb06-7deb7ce5c28f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.603946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-284a0918-edeb-46bf-bf67-2356996dc8b5 None None] Publish callbacks [] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.607153 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:26.614804 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-284a0918-edeb-46bf-bf67-2356996dc8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.639281 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:26.656057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.objects.ports [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104687) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 10:49:26.659476 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae921-9eb6-4e33-885d-b6e840acca7a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (7ae7a170-66d2-4d49-bb06-7deb7ce5c28f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.666879 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c0ae921-9eb6-4e33-885d-b6e840acca7a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:26.668080 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3c0ae921-9eb6-4e33-885d-b6e840acca7a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/7ae7a170-66d2-4d49-bb06-7deb7ce5c28f HTTP/1.1" status: 204 len: 168 time: 0.1713891 Jul 28 10:49:26.682273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40432) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:26.747510 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ae921-9eb6-4e33-885d-b6e840acca7a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ae7a170-66d2-4d49-bb06-7deb7ce5c28f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:26.777608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40436) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:26.836501 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9e3a966b-3fd1-44b0-8d14-28faf1999c62 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1525633 Jul 28 10:49:26.839382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40442) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:26.903901 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:26.904707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a0918-edeb-46bf-bf67-2356996dc8b5 None None] Pushing event updated for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=7']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:26.970679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-977d1d1f-f08f-44fc-98b0-55a02387de39 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (d6f44a20-a100-4c93-af2d-242576c7437f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.085981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-network', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:27.094197 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-977d1d1f-f08f-44fc-98b0-55a02387de39 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (d6f44a20-a100-4c93-af2d-242576c7437f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.135937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.207902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Made reservation on behalf of 65fc4fdf92684e2191cb2050849a4a28 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:27.212142 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.217131 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-977d1d1f-f08f-44fc-98b0-55a02387de39 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d6f44a20-a100-4c93-af2d-242576c7437f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.220700 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-977d1d1f-f08f-44fc-98b0-55a02387de39 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.224357 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-977d1d1f-f08f-44fc-98b0-55a02387de39 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6f44a20-a100-4c93-af2d-242576c7437f HTTP/1.1" status: 204 len: 168 time: 0.3815336 Jul 28 10:49:27.240115 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40448) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:27.243326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d1d1f-f08f-44fc-98b0-55a02387de39 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f44a20-a100-4c93-af2d-242576c7437f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:27.248601 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.384559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40450) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:27.496426 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks [] for security_group (28b989d0-6321-495b-a92f-0d64b2d0ca44), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.508147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (28b989d0-6321-495b-a92f-0d64b2d0ca44), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.551150 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-25730952-3d72-43db-8b8b-6dc58fcbf0dd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3094952 Jul 28 10:49:27.559811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40454) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:27.568110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b989d0-6321-495b-a92f-0d64b2d0ca44,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:27.571757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a7c376ae-9041-415e-8342-a66825362bd1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--931571507'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:27.596993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:49:27.663134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6f21f42c-9a16-4671-ae86-ab1e6a26bb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.679613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8f965527-da57-4cfc-91c1-262ad02ae75f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.681127 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Added segment 8f965527-da57-4cfc-91c1-262ad02ae75f of type vlan for network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 Jul 28 10:49:27.707235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7c376ae-9041-415e-8342-a66825362bd1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.777621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=48b736cd-5a87-45ff-ad04-5ed3620046ef,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:27.781172 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (8dd64de7-d3ef-4836-aeb9-98704c2d4f49), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.805997 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:27.882719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.908740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (8dd64de7-d3ef-4836-aeb9-98704c2d4f49), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.909749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:27.910373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.910935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:27.997501 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:28.002159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (5ac7f71b-d9af-4731-b0a1-968c6bcc4c12), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.030465 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:28.031151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7c376ae-9041-415e-8342-a66825362bd1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (76e0c600-9963-4ff7-a1b7-0d48f19dabf2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.078569 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2978559 Jul 28 10:49:28.080078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:28.080769 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6f21f42c-9a16-4671-ae86-ab1e6a26bb7b admin admin] Publish callbacks [] for security_group (3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.087800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40462) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:28.107360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Request body: {'subnet': {'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-subnet', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:28.122820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:28.131779 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7c376ae-9041-415e-8342-a66825362bd1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (76e0c600-9963-4ff7-a1b7-0d48f19dabf2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.159302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecca10-a0a6-4314-ad65-8973ec9937ba admin admin] Pushing event updated for resources: {'Network': ['ID=8dd64de7-d3ef-4836-aeb9-98704c2d4f49,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:28.160022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:28.161782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6f21f42c-9a16-4671-ae86-ab1e6a26bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.168048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Made reservation on behalf of 65fc4fdf92684e2191cb2050849a4a28 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:28.172565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.177001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:49:28.191608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.311619 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6f21f42c-9a16-4671-ae86-ab1e6a26bb7b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=467ddabca03e44208f73952d6cf0031e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9249887 Jul 28 10:49:28.315321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21f42c-9a16-4671-ae86-ab1e6a26bb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:28.318438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40464) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:28.408459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6bb6d-962b-41d0-87ef-96d65d362cca None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:49:28.430373 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:28.431457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Subnet': ['ID=5ac7f71b-d9af-4731-b0a1-968c6bcc4c12,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:28.448115 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2735450 Jul 28 10:49:28.452922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40466) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:28.455312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a7c376ae-9041-415e-8342-a66825362bd1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.459781 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a7c376ae-9041-415e-8342-a66825362bd1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8966482 Jul 28 10:49:28.465089 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40468) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:28.472455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-022a44d5-5b0a-4284-9a28-c6079d8aead8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '76e0c600-9963-4ff7-a1b7-0d48f19dabf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:28.477576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Request body: {'port': {'network_id': '9b9ffbe5-f124-4ac8-9038-1cc78c865fcb', 'mac_address': 'fa:16:3e:5d:59:bd', 'name': 'tempest-NetworksTestDHCPv6-1068947631'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:28.515795 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d99d2-45d9-4b28-b2ee-f6f9e582ebcb tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=9']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:28.523697 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c376ae-9041-415e-8342-a66825362bd1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e0c600-9963-4ff7-a1b7-0d48f19dabf2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:28.546770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-022a44d5-5b0a-4284-9a28-c6079d8aead8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (dbfc5c4a-9a47-4702-87a7-b1b36291c890), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.598847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6bb6d-962b-41d0-87ef-96d65d362cca None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:49:28.649041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c38e7404-74c5-411f-b3c9-bc38ee0fac18 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:28.649742 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c38e7404-74c5-411f-b3c9-bc38ee0fac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.682003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2e50ef-26cd-491b-a4ca-48ee2d875e88 admin admin] Publish callbacks [] for security_group (3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.732020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-022a44d5-5b0a-4284-9a28-c6079d8aead8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (dbfc5c4a-9a47-4702-87a7-b1b36291c890), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.735609 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2e50ef-26cd-491b-a4ca-48ee2d875e88 admin admin] Publish callbacks [] for security_group (3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.742560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-022a44d5-5b0a-4284-9a28-c6079d8aead8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dbfc5c4a-9a47-4702-87a7-b1b36291c890), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.785271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a44d5-5b0a-4284-9a28-c6079d8aead8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfc5c4a-9a47-4702-87a7-b1b36291c890,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:28.825141 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-022a44d5-5b0a-4284-9a28-c6079d8aead8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:28.830408 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-022a44d5-5b0a-4284-9a28-c6079d8aead8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3632903 Jul 28 10:49:28.833579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:28.844772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2d12f4b2-2fa4-4179-a25f-c6a33bd739b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '76e0c600-9963-4ff7-a1b7-0d48f19dabf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:28.947610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d12f4b2-2fa4-4179-a25f-c6a33bd739b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.018119 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (1329e7c5-85fb-4428-a569-f16f6122cc08), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.075904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 48b736cd-5a87-45ff-ad04-5ed3620046ef up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:29.076269 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2e50ef-26cd-491b-a4ca-48ee2d875e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.080048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c38e7404-74c5-411f-b3c9-bc38ee0fac18 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:29.080242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b2e50ef-26cd-491b-a4ca-48ee2d875e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.083674 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b2e50ef-26cd-491b-a4ca-48ee2d875e88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a HTTP/1.1" status: 204 len: 168 time: 0.7584753 Jul 28 10:49:29.137032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d12f4b2-2fa4-4179-a25f-c6a33bd739b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.153934 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d12f4b2-2fa4-4179-a25f-c6a33bd739b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.173877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12f4b2-2fa4-4179-a25f-c6a33bd739b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:29.214596 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2d12f4b2-2fa4-4179-a25f-c6a33bd739b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.222048 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2d12f4b2-2fa4-4179-a25f-c6a33bd739b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3871577 Jul 28 10:49:29.222340 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1329e7c5-85fb-4428-a569-f16f6122cc08,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:29.225016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40480) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:29.235356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e50ef-26cd-491b-a4ca-48ee2d875e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0fb97f-a9fd-4a4a-b61c-83ae65008b7a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:29.245275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c09596bc-5eac-4438-93d8-9b67344541f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '76e0c600-9963-4ff7-a1b7-0d48f19dabf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:29.253085 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Made reservation on behalf of eeda638a945e4376b8d6e21be88513ba for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:29.333090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c09596bc-5eac-4438-93d8-9b67344541f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76a51383-3a9b-4633-a1c9-21dcb42daec5), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.336547 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Checking segment: {'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:29.336923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Network hostable DHCP agents. Network: 8dd64de7-d3ef-4836-aeb9-98704c2d4f49, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:49:29.402177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:49:29.415755 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:29.428830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 8dd64de7-d3ef-4836-aeb9-98704c2d4f49) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:29.438763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:29.439659 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.444446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c09596bc-5eac-4438-93d8-9b67344541f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76a51383-3a9b-4633-a1c9-21dcb42daec5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.450750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c09596bc-5eac-4438-93d8-9b67344541f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (76a51383-3a9b-4633-a1c9-21dcb42daec5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.495429 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09596bc-5eac-4438-93d8-9b67344541f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a51383-3a9b-4633-a1c9-21dcb42daec5,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:29.499228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.520220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c09596bc-5eac-4438-93d8-9b67344541f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.523359 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c09596bc-5eac-4438-93d8-9b67344541f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2965374 Jul 28 10:49:29.527105 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:29.528466 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40484) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:29.535880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8939460f-18cf-45f3-935d-c4c36ca5ee33 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '76e0c600-9963-4ff7-a1b7-0d48f19dabf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:29.553100 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40486) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:29.555374 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a0d72d7-8dcf-4aa5-b4e0-efb4aba778c8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4615588 Jul 28 10:49:29.560648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:29.579438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] device_id is not set on port 313d605f-6b58-41b6-b505-072cf0eb10d4 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:49:29.628515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.635243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.641898 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8939460f-18cf-45f3-935d-c4c36ca5ee33 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (36ee5764-c461-4e5a-b587-126f50cc9b05), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.760705 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40488) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:29.766974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:29.767487 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.882017 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks [] for router_controller (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:29.916308 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:29.946938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:29.967811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24f4421d-36b3-4594-a607-6d1749b9b4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.039303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8939460f-18cf-45f3-935d-c4c36ca5ee33 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (36ee5764-c461-4e5a-b587-126f50cc9b05), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.229693 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8939460f-18cf-45f3-935d-c4c36ca5ee33 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (36ee5764-c461-4e5a-b587-126f50cc9b05), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.239800 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:30.276436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks [] for router_gateway (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.288122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8::bf (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/29e5347d-6fa7-48fe-bea2-c17c500c31eb/313d605f-6b58-41b6-b505-072cf0eb10d4) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:30.291716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939460f-18cf-45f3-935d-c4c36ca5ee33 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ee5764-c461-4e5a-b587-126f50cc9b05,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:30.313917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8939460f-18cf-45f3-935d-c4c36ca5ee33 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.321835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40496) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:30.322682 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8939460f-18cf-45f3-935d-c4c36ca5ee33 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7924557 Jul 28 10:49:30.329184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:59bd (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb/5ac7f71b-d9af-4731-b0a1-968c6bcc4c12/313d605f-6b58-41b6-b505-072cf0eb10d4) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:30.340735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-11ad1bb0-c4d9-43f4-9b9b-7ae14fe10850 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '76e0c600-9963-4ff7-a1b7-0d48f19dabf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:30.407339 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:30.471990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24f4421d-36b3-4594-a607-6d1749b9b4cb admin admin] Publish callbacks [] for security_group (2a43e706-5138-4ffb-bb86-4b5ebcb97c2e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.491511 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24f4421d-36b3-4594-a607-6d1749b9b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2a43e706-5138-4ffb-bb86-4b5ebcb97c2e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.527430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11ad1bb0-c4d9-43f4-9b9b-7ae14fe10850 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (41998dfb-4bfe-4173-8b56-845568c6c26e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.547934 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4421d-36b3-4594-a607-6d1749b9b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a43e706-5138-4ffb-bb86-4b5ebcb97c2e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:30.699098 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-24f4421d-36b3-4594-a607-6d1749b9b4cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=364aeaf43ec14be0bcd8671d622b94d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9280722 Jul 28 10:49:30.703977 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40498) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:30.731725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks [] for router_gateway (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.773244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.839644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11ad1bb0-c4d9-43f4-9b9b-7ae14fe10850 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (41998dfb-4bfe-4173-8b56-845568c6c26e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.859407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c2d61-eab4-4018-a7b2-fac87bc2286a None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:30.862999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477263e-f83b-45ab-b6f3-d44be0942e34 None None] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:30.871671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11ad1bb0-c4d9-43f4-9b9b-7ae14fe10850 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (41998dfb-4bfe-4173-8b56-845568c6c26e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.877485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for port (313d605f-6b58-41b6-b505-072cf0eb10d4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.906324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-407da5e5-5b94-42f5-b45a-4b29c6f50692 admin admin] Publish callbacks [] for security_group (2a43e706-5138-4ffb-bb86-4b5ebcb97c2e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:30.943211 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad1bb0-c4d9-43f4-9b9b-7ae14fe10850 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41998dfb-4bfe-4173-8b56-845568c6c26e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:30.955420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Allocated IP 172.25.2.176 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/04c9f39a-de4e-4256-a502-a14b1873d2cb) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:30.958599 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:30.965329 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:30.975491 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-407da5e5-5b94-42f5-b45a-4b29c6f50692 admin admin] Publish callbacks [] for security_group (2a43e706-5138-4ffb-bb86-4b5ebcb97c2e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.000690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-11ad1bb0-c4d9-43f4-9b9b-7ae14fe10850 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.002374 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-11ad1bb0-c4d9-43f4-9b9b-7ae14fe10850 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6664293 Jul 28 10:49:31.007693 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40502) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:31.097751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3737e6ed-6823-4375-a2ef-b3fe3de6ac66 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (41998dfb-4bfe-4173-8b56-845568c6c26e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.108806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3737e6ed-6823-4375-a2ef-b3fe3de6ac66 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (41998dfb-4bfe-4173-8b56-845568c6c26e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.109573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-58401682-2590-42fd-9550-b03c88fe5898 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:31.110059 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58401682-2590-42fd-9550-b03c88fe5898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.121347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (313d605f-6b58-41b6-b505-072cf0eb10d4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.157408 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:31.189443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:31.205099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:31.211997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-407da5e5-5b94-42f5-b45a-4b29c6f50692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2a43e706-5138-4ffb-bb86-4b5ebcb97c2e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.214908 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks [] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.215163 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-407da5e5-5b94-42f5-b45a-4b29c6f50692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.217192 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-407da5e5-5b94-42f5-b45a-4b29c6f50692 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a43e706-5138-4ffb-bb86-4b5ebcb97c2e HTTP/1.1" status: 204 len: 168 time: 0.5113988 Jul 28 10:49:31.226773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:31.232927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:31.234515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.307710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.385630 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3737e6ed-6823-4375-a2ef-b3fe3de6ac66 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (41998dfb-4bfe-4173-8b56-845568c6c26e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.402979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3737e6ed-6823-4375-a2ef-b3fe3de6ac66 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.409340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:31.414769 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3737e6ed-6823-4375-a2ef-b3fe3de6ac66 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/41998dfb-4bfe-4173-8b56-845568c6c26e HTTP/1.1" status: 204 len: 168 time: 0.4035444 Jul 28 10:49:31.415076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=04c9f39a-de4e-4256-a502-a14b1873d2cb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:31.415933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da5e5-5b94-42f5-b45a-4b29c6f50692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a43e706-5138-4ffb-bb86-4b5ebcb97c2e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:31.418427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:31.420473 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9582074 Jul 28 10:49:31.421381 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f605-a441-4a9c-accf-5c5e6df2f8cc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event updated for resources: {'Port': ['ID=313d605f-6b58-41b6-b505-072cf0eb10d4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:31.431013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:31.434276 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40512) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:31.434630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40514) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:31.498087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737e6ed-6823-4375-a2ef-b3fe3de6ac66 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41998dfb-4bfe-4173-8b56-845568c6c26e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:31.569252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-8dd64de7-d3ef-4836-aeb9-98704c2d4f49', 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49', 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'fixed_ips': [{'subnet_id': '1329e7c5-85fb-4428-a569-f16f6122cc08'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:49:31.573190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.596429 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9b955217-9b89-41da-b9bf-c4106e8b84e9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1578631 Jul 28 10:49:31.599332 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40516) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:31.642737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting port 313d605f-6b58-41b6-b505-072cf0eb10d4 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:31.647870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (313d605f-6b58-41b6-b505-072cf0eb10d4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.796923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-58401682-2590-42fd-9550-b03c88fe5898 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:31.836964 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87b0d82b-f190-4833-ae4f-9f2e7d23e7a4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (36ee5764-c461-4e5a-b587-126f50cc9b05), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.894773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87b0d82b-f190-4833-ae4f-9f2e7d23e7a4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (36ee5764-c461-4e5a-b587-126f50cc9b05), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:31.914256 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:31.966278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Allocated IP 172.20.0.2 (8dd64de7-d3ef-4836-aeb9-98704c2d4f49/1329e7c5-85fb-4428-a569-f16f6122cc08/613fac1e-11a7-43b7-9470-12af92bc3616) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:32.006520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87b0d82b-f190-4833-ae4f-9f2e7d23e7a4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (36ee5764-c461-4e5a-b587-126f50cc9b05), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.023232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87b0d82b-f190-4833-ae4f-9f2e7d23e7a4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.024430 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-87b0d82b-f190-4833-ae4f-9f2e7d23e7a4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/36ee5764-c461-4e5a-b587-126f50cc9b05 HTTP/1.1" status: 204 len: 168 time: 0.4243131 Jul 28 10:49:32.050406 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:32.142266 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks [] for router_gateway (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.143635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0d82b-f190-4833-ae4f-9f2e7d23e7a4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36ee5764-c461-4e5a-b587-126f50cc9b05,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:32.156758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (313d605f-6b58-41b6-b505-072cf0eb10d4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.203149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a7b912-7457-415e-942d-b1a1b9a36264 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:32.205319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Calling delete_port for 313d605f-6b58-41b6-b505-072cf0eb10d4 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:32.337911 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b9fb1566-1544-4e76-a107-3bc274d4b8fa tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2748239 Jul 28 10:49:32.338815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40536) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:32.417701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4642d620-f216-408f-897b-44a2db6ffc31 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:32.418493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4642d620-f216-408f-897b-44a2db6ffc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.474693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50437c0d-25e0-45e8-a915-816dbf0a6483 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76a51383-3a9b-4633-a1c9-21dcb42daec5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.485615 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:49:32.521264 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:32.524908 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.540944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50437c0d-25e0-45e8-a915-816dbf0a6483 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76a51383-3a9b-4633-a1c9-21dcb42daec5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.548546 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:32.613808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Publish callbacks [] for port (613fac1e-11a7-43b7-9470-12af92bc3616), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.711016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50437c0d-25e0-45e8-a915-816dbf0a6483 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (76a51383-3a9b-4633-a1c9-21dcb42daec5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.719791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.725902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-50437c0d-25e0-45e8-a915-816dbf0a6483 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:32.727054 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-50437c0d-25e0-45e8-a915-816dbf0a6483 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/76a51383-3a9b-4633-a1c9-21dcb42daec5 HTTP/1.1" status: 204 len: 168 time: 0.3871410 Jul 28 10:49:32.747595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40544) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:32.762250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437c0d-25e0-45e8-a915-816dbf0a6483 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76a51383-3a9b-4633-a1c9-21dcb42daec5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:32.845900 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:32.851175 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:49:32.859300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Pushing event updated for resources: {'Port': ['ID=613fac1e-11a7-43b7-9470-12af92bc3616,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:32.890992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.890992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891337 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.891428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:49:32.917731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:32.925569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:32.932633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:32.946702 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:32.973846 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a101af72-a427-4221-8b36-738607d8bb6a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2248905 Jul 28 10:49:32.976687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40548) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.005396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (313d605f-6b58-41b6-b505-072cf0eb10d4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.038032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4642d620-f216-408f-897b-44a2db6ffc31 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:33.050892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4642d620-f216-408f-897b-44a2db6ffc31 None None] Could not find standard attr ID for object 313d605f-6b58-41b6-b505-072cf0eb10d4. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:33.103992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Port': ['ID=313d605f-6b58-41b6-b505-072cf0eb10d4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:33.110497 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:49:33.121029 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Sync routers for ids ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:49:33.149748 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Routers {'eabef6a5-bc3f-43b9-a2c9-2044d12180b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:33.150702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:33.163201 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e8bac28d-e5ca-4cc4-8019-85dd1e642f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.165532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Attempting to bind port 613fac1e-11a7-43b7-9470-12af92bc3616 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:49:33.165941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Attempting to bind port 613fac1e-11a7-43b7-9470-12af92bc3616 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:49:33.166320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Attempting to bind port 613fac1e-11a7-43b7-9470-12af92bc3616 on network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:49:33.171726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.179543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:49:33.179933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Checking segment: {'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:33.191323 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.191684 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86ef349e-f1fe-4d73-96cb-b1573a6b6ca6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6196923 Jul 28 10:49:33.192143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Bound using segment: {'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:49:33.192609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Bound port: 613fac1e-11a7-43b7-9470-12af92bc3616, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:49:33.193029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.193896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40554) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.195970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccb97157-42a9-4da1-9900-7a8d834f1944 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.259793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccb97157-42a9-4da1-9900-7a8d834f1944 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.297388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.314698 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cca7533b-5d02-479d-a88d-cc1305f53cf3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/313d605f-6b58-41b6-b505-072cf0eb10d4 HTTP/1.1" status: 204 len: 168 time: 1.8749828 Jul 28 10:49:33.317894 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40560) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.351344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-684d1545-15de-4f17-b390-f0284a5d4769 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:33.351808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-684d1545-15de-4f17-b390-f0284a5d4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.453704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5ecd1-6837-4fa9-999b-0485df33aebc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:33.455734 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-49f5ecd1-6837-4fa9-999b-0485df33aebc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1304414 Jul 28 10:49:33.459902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40562) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.464756 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccb97157-42a9-4da1-9900-7a8d834f1944 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.474673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ccb97157-42a9-4da1-9900-7a8d834f1944 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.478329 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ccb97157-42a9-4da1-9900-7a8d834f1944 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9 HTTP/1.1" status: 204 len: 168 time: 0.4978216 Jul 28 10:49:33.479301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40564) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.491168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] For port 613fac1e-11a7-43b7-9470-12af92bc3616, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:49:33.542789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb97157-42a9-4da1-9900-7a8d834f1944 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b6bd6b1-2433-4b89-8e6e-c26aa273a2b9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:33.558881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] For port 613fac1e-11a7-43b7-9470-12af92bc3616, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=613fac1e-11a7-43b7-9470-12af92bc3616,segment=NetworkSegment(8f965527-da57-4cfc-91c1-262ad02ae75f),segment_id=8f965527-da57-4cfc-91c1-262ad02ae75f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:49:33.573925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8fb1e-00bf-4165-9048-028178096863 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:33.576098 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-46a8fb1e-00bf-4165-9048-028178096863 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1137834 Jul 28 10:49:33.579992 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40568) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.641368 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.711069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226d337-f411-4b99-b555-79273f7f22e5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:33.712341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226d337-f411-4b99-b555-79273f7f22e5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:33.721038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226d337-f411-4b99-b555-79273f7f22e5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:33.722864 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6226d337-f411-4b99-b555-79273f7f22e5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1418500 Jul 28 10:49:33.725492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40570) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.751853 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Set router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:33.814726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-684d1545-15de-4f17-b390-f0284a5d4769 None None] Current status of the port 48b736cd-5a87-45ff-ad04-5ed3620046ef is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:33.845504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-684d1545-15de-4f17-b390-f0284a5d4769 None None] Could not find standard attr ID for object 313d605f-6b58-41b6-b505-072cf0eb10d4. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:33.890178 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 29e5347d-6fa7-48fe-bea2-c17c500c31eb {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:33.891637 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4eb26dec-84a6-40d8-b94d-1db4012aea30 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4099648 Jul 28 10:49:33.898257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40576) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:33.899664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (29e5347d-6fa7-48fe-bea2-c17c500c31eb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:33.905594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee33a00-d355-46bc-ab9c-4a6358a0a868 None None] Pushing event updated for resources: {'Port': ['ID=613fac1e-11a7-43b7-9470-12af92bc3616,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:34.009000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (29e5347d-6fa7-48fe-bea2-c17c500c31eb), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:34.010656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-20b54768-c647-443b-9fde-27e81f0ac470 None None] Could not find standard attr ID for object df99570f-e9e5-4fda-9a8f-d1dd759b9769. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:34.024452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-20b54768-c647-443b-9fde-27e81f0ac470 None None] Could not find standard attr ID for object eeaf9175-eea0-4319-9173-4d28020d65db. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:34.170048 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:31Z', 'revision_number': 3, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port': {'id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:30Z', 'updated_at': '2022-07-28T10:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:34.265580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (29e5347d-6fa7-48fe-bea2-c17c500c31eb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:34.302661 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Checking router: eabef6a5-bc3f-43b9-a2c9-2044d12180b0 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:49:34.304959 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Updating router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 port 04c9f39a-de4e-4256-a502-a14b1873d2cb binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:49:34.424481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (29e5347d-6fa7-48fe-bea2-c17c500c31eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:34.473691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=29e5347d-6fa7-48fe-bea2-c17c500c31eb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:34.487026 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:34.491072 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2f6734eb-7290-45dc-87cc-43cbf5cab847 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/29e5347d-6fa7-48fe-bea2-c17c500c31eb HTTP/1.1" status: 204 len: 168 time: 0.7645514 Jul 28 10:49:34.493567 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:34.496184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40590) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:34.535901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4323497-7192-42e5-b472-ccf3d9f2e2fc None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:34.638661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-81d9fdc1-0fd7-41a1-b02b-712b0307ba4a None None] Could not find standard attr ID for object 313d605f-6b58-41b6-b505-072cf0eb10d4. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:34.662697 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Deleting subnet 5ac7f71b-d9af-4731-b0a1-968c6bcc4c12 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:34.677568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (5ac7f71b-d9af-4731-b0a1-968c6bcc4c12), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:34.795592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (5ac7f71b-d9af-4731-b0a1-968c6bcc4c12), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:34.984382 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:35.010937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5ac7f71b-d9af-4731-b0a1-968c6bcc4c12), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.047816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89753312-a290-483b-be57-6788fc95b558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.110000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 613fac1e-11a7-43b7-9470-12af92bc3616 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:35.152269 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:35.160771 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ced186a-7b83-4cdc-9882-79c490453bfd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (dbfc5c4a-9a47-4702-87a7-b1b36291c890), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.174732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (5ac7f71b-d9af-4731-b0a1-968c6bcc4c12), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.180044 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:35.219917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ced186a-7b83-4cdc-9882-79c490453bfd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (dbfc5c4a-9a47-4702-87a7-b1b36291c890), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.232773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 613fac1e-11a7-43b7-9470-12af92bc3616 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:35.234150 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.245675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac7f71b-d9af-4731-b0a1-968c6bcc4c12,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:35.256456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.259959 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dc03407a-2596-4fb9-9f71-b3fa95b8f98e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/5ac7f71b-d9af-4731-b0a1-968c6bcc4c12 HTTP/1.1" status: 204 len: 168 time: 0.7629428 Jul 28 10:49:35.262538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40596) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:35.396582 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Publish callbacks [] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.418758 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2e4e35c8-ffe7-44f8-8172-e5a0d38ed62c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547818 Jul 28 10:49:35.421509 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.423066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40602) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:35.472858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 613fac1e-11a7-43b7-9470-12af92bc3616 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:35.473415 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.488742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ced186a-7b83-4cdc-9882-79c490453bfd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dbfc5c4a-9a47-4702-87a7-b1b36291c890), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.509029 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ced186a-7b83-4cdc-9882-79c490453bfd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.518840 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1ced186a-7b83-4cdc-9882-79c490453bfd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/dbfc5c4a-9a47-4702-87a7-b1b36291c890 HTTP/1.1" status: 204 len: 168 time: 1.6186962 Jul 28 10:49:35.522296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40606) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:35.591324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 613fac1e-11a7-43b7-9470-12af92bc3616, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=613fac1e-11a7-43b7-9470-12af92bc3616,segment=NetworkSegment(8f965527-da57-4cfc-91c1-262ad02ae75f),segment_id=8f965527-da57-4cfc-91c1-262ad02ae75f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:35.599637 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4702a-2e58-4d27-93ff-18359fcbdf6d None None] Pushing event updated for resources: {'Port': ['ID=04c9f39a-de4e-4256-a502-a14b1873d2cb,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:35.612979 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.626672 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced186a-7b83-4cdc-9882-79c490453bfd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbfc5c4a-9a47-4702-87a7-b1b36291c890,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:35.629563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a21d9f-b9db-42fe-8425-bee282db11c4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:35.640165 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-69a21d9f-b9db-42fe-8425-bee282db11c4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2157433 Jul 28 10:49:35.642873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40608) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:35.650525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Attempting to bind port 04c9f39a-de4e-4256-a502-a14b1873d2cb on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:49:35.651336 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Attempting to bind port 04c9f39a-de4e-4256-a502-a14b1873d2cb by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:49:35.651904 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Attempting to bind port 04c9f39a-de4e-4256-a502-a14b1873d2cb on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:49:35.660716 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:49:35.661353 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:35.662008 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.662570 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:49:35.663214 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Bound port: 04c9f39a-de4e-4256-a502-a14b1873d2cb, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:49:35.663955 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.696959 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:35.797601 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] For port 04c9f39a-de4e-4256-a502-a14b1873d2cb, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:49:35.800759 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:35.802897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=613fac1e-11a7-43b7-9470-12af92bc3616,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:35.803596 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] For port 04c9f39a-de4e-4256-a502-a14b1873d2cb, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=04c9f39a-de4e-4256-a502-a14b1873d2cb,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:49:35.826848 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:35.869630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376a1ab-8a5f-4c7f-89a8-d51f9d67e987 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:35.879467 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c376a1ab-8a5f-4c7f-89a8-d51f9d67e987 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2340031 Jul 28 10:49:35.884540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40610) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:35.959888 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75dd2794-aa48-4d0d-8166-61f540623863 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3845973 Jul 28 10:49:35.960540 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:35.971760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4702a-2e58-4d27-93ff-18359fcbdf6d None None] Pushing event updated for resources: {'Port': ['ID=04c9f39a-de4e-4256-a502-a14b1873d2cb,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:35.979135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681a3d3-9185-415a-991f-0b034e25a89f None None] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:36.031140 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Routers {'eabef6a5-bc3f-43b9-a2c9-2044d12180b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:36.035399 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:36.072587 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-73089fb4-946f-4ae8-8b2b-edbe6e692b8c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1763146 Jul 28 10:49:36.072587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40618) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.130255 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86201ac-eea4-41e6-a7b5-20afe77d117d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.132456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86201ac-eea4-41e6-a7b5-20afe77d117d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.136013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a86201ac-eea4-41e6-a7b5-20afe77d117d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/313d605f-6b58-41b6-b505-072cf0eb10d4 HTTP/1.1" status: 404 len: 333 time: 0.0630364 Jul 28 10:49:36.139870 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40620) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.197432 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc383a3-4059-4589-b016-745ea9bba9f7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.203002 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc383a3-4059-4589-b016-745ea9bba9f7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.211215 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9cc383a3-4059-4589-b016-745ea9bba9f7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/5ac7f71b-d9af-4731-b0a1-968c6bcc4c12 HTTP/1.1" status: 404 len: 337 time: 0.0700560 Jul 28 10:49:36.213583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40622) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.236337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:36.272566 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:36.281055 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-867ae136-0ac7-46ea-bc45-38d64102f73b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.284551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867ae136-0ac7-46ea-bc45-38d64102f73b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.290182 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-867ae136-0ac7-46ea-bc45-38d64102f73b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/29e5347d-6fa7-48fe-bea2-c17c500c31eb HTTP/1.1" status: 404 len: 337 time: 0.0753751 Jul 28 10:49:36.293236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40624) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.309674 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] Set router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:36.322147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c51d75-3da0-4ae6-8dd1-fe71227eba85 None None] Network 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:36.338231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aff4f3-f155-408f-a482-eecf02f670d7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (76e0c600-9963-4ff7-a1b7-0d48f19dabf2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:36.360670 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb83454-d37e-4a62-bb7b-5df5d2edd42c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.365453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb83454-d37e-4a62-bb7b-5df5d2edd42c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.380653 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6cb83454-d37e-4a62-bb7b-5df5d2edd42c tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/eeaf9175-eea0-4319-9173-4d28020d65db HTTP/1.1" status: 404 len: 333 time: 0.0809612 Jul 28 10:49:36.387454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40628) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.447564 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0882cae2-0606-4333-a32b-2cf9b1d82952 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.448925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0882cae2-0606-4333-a32b-2cf9b1d82952 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.456958 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0882cae2-0606-4333-a32b-2cf9b1d82952 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/f362f15e-5259-4ecc-b04b-7652d7ef1ae4 HTTP/1.1" status: 404 len: 337 time: 0.0659547 Jul 28 10:49:36.459295 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40632) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.483124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aff4f3-f155-408f-a482-eecf02f670d7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (76e0c600-9963-4ff7-a1b7-0d48f19dabf2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:36.497170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd1d5-31a8-45c3-8e65-9e35af32f33a None None] Provisioning complete for port 613fac1e-11a7-43b7-9470-12af92bc3616 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:36.497917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd1d5-31a8-45c3-8e65-9e35af32f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:36.501740 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf3d23c-4ca3-4e78-8e48-59104f5bd8ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.502415 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf3d23c-4ca3-4e78-8e48-59104f5bd8ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.507636 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6cf3d23c-4ca3-4e78-8e48-59104f5bd8ff tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/0f05bb53-acfc-477a-b957-c4ae64c0d958 HTTP/1.1" status: 404 len: 337 time: 0.0469723 Jul 28 10:49:36.510007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40634) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.542517 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c365d7-a57a-4dde-a70e-50900334b8d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.543572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c365d7-a57a-4dde-a70e-50900334b8d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.547288 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d4c365d7-a57a-4dde-a70e-50900334b8d9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/df99570f-e9e5-4fda-9a8f-d1dd759b9769 HTTP/1.1" status: 404 len: 333 time: 0.0361691 Jul 28 10:49:36.549725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40636) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.595308 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-aced03ab-8b12-4bea-9c02-12bfaf77d99e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.595814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aced03ab-8b12-4bea-9c02-12bfaf77d99e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.599104 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aced03ab-8b12-4bea-9c02-12bfaf77d99e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/7ee67909-d787-467d-9d9f-4d1eb7ffcccc HTTP/1.1" status: 404 len: 337 time: 0.0483360 Jul 28 10:49:36.601570 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40638) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.622560 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:36.641255 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e78007d-6bc2-4467-a061-28c1f22d4179 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.642008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e78007d-6bc2-4467-a061-28c1f22d4179 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.642988 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:36.645326 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6e78007d-6bc2-4467-a061-28c1f22d4179 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/6e3ae0df-3683-4edb-9747-5fcb53d57bad HTTP/1.1" status: 404 len: 337 time: 0.0426934 Jul 28 10:49:36.648158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40640) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.694142 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-28102777-8135-4192-a87b-4359bce43d60 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.704443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28102777-8135-4192-a87b-4359bce43d60 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.709585 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:31Z', 'revision_number': 3, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port': {'id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:30Z', 'updated_at': '2022-07-28T10:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:36.713581 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-28102777-8135-4192-a87b-4359bce43d60 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/fb6726d8-06b1-4ea6-b9f5-b0649bb33835 HTTP/1.1" status: 404 len: 333 time: 0.0640552 Jul 28 10:49:36.715902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40644) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.778568 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a652f2-ca16-4416-a25a-caa06630ca61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.780225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a652f2-ca16-4416-a25a-caa06630ca61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.787170 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-86a652f2-ca16-4416-a25a-caa06630ca61 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/54e8fa11-bba8-44d7-bf65-b02951b1a23f HTTP/1.1" status: 404 len: 337 time: 0.0699148 Jul 28 10:49:36.796872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40646) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.807764 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efa133-561e-4190-b2fa-48b7d4ebba41 None None] The sync data for ids ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'] in n-d-850468-6 is: [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:31Z', 'revision_number': 3, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port': {'id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:30Z', 'updated_at': '2022-07-28T10:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:49:36.833405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aff4f3-f155-408f-a482-eecf02f670d7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (76e0c600-9963-4ff7-a1b7-0d48f19dabf2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:36.840332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91aff4f3-f155-408f-a482-eecf02f670d7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:36.846542 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-91aff4f3-f155-408f-a482-eecf02f670d7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/76e0c600-9963-4ff7-a1b7-0d48f19dabf2 HTTP/1.1" status: 204 len: 168 time: 0.8648386 Jul 28 10:49:36.858615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40648) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.865908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccd1d5-31a8-45c3-8e65-9e35af32f33a None None] Current status of the port 613fac1e-11a7-43b7-9470-12af92bc3616 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:36.871713 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-469a0d0f-6151-4037-8970-5c01e49ef11f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.877430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469a0d0f-6151-4037-8970-5c01e49ef11f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.895238 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-469a0d0f-6151-4037-8970-5c01e49ef11f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/2826370a-22c4-44e1-b01e-0d8c37c71149 HTTP/1.1" status: 404 len: 337 time: 0.0873768 Jul 28 10:49:36.895238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40650) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:36.925570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] DHCP port deletion for 9b9ffbe5-f124-4ac8-9038-1cc78c865fcb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:49:36.942172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aff4f3-f155-408f-a482-eecf02f670d7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e0c600-9963-4ff7-a1b7-0d48f19dabf2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:36.974983 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1713447-b9a7-4145-8d95-faa4bee0a62f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:36.975608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1713447-b9a7-4145-8d95-faa4bee0a62f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:36.980990 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f1713447-b9a7-4145-8d95-faa4bee0a62f tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/86e58060-c832-4a1f-990e-fb263f4efaef HTTP/1.1" status: 404 len: 333 time: 0.0804088 Jul 28 10:49:36.986085 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40652) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.003124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] Deleting port 48b736cd-5a87-45ff-ad04-5ed3620046ef {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:37.003517 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.005299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Allocated IP 172.20.0.1 (8dd64de7-d3ef-4836-aeb9-98704c2d4f49/1329e7c5-85fb-4428-a569-f16f6122cc08/9d6d6849-7322-41ea-92c8-904134505c35) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:37.011047 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:37.080784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 613fac1e-11a7-43b7-9470-12af92bc3616 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:37.099404 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bb4aee-c834-48a9-86d0-3a3bfa7b63bc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:37.099939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bb4aee-c834-48a9-86d0-3a3bfa7b63bc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:37.105424 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-79bb4aee-c834-48a9-86d0-3a3bfa7b63bc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/ecf8f5fd-78c9-4c25-a6fc-45f45568f6f4 HTTP/1.1" status: 404 len: 337 time: 0.1159339 Jul 28 10:49:37.121579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40656) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.182883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-db91363b-1910-4d75-90e1-53af6d6ef591 None None] Provisioning complete for port 48b736cd-5a87-45ff-ad04-5ed3620046ef triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:37.183263 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db91363b-1910-4d75-90e1-53af6d6ef591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.206626 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dae08ca-8082-4051-b434-de74b2c70e59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:37.207241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dae08ca-8082-4051-b434-de74b2c70e59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:37.210549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks [] for port (9d6d6849-7322-41ea-92c8-904134505c35), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.215628 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4dae08ca-8082-4051-b434-de74b2c70e59 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/d4aca797-426f-403e-8d4b-08d397c4e48d HTTP/1.1" status: 404 len: 333 time: 0.0905578 Jul 28 10:49:37.221776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40658) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.327260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] For port 48b736cd-5a87-45ff-ad04-5ed3620046ef, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=48b736cd-5a87-45ff-ad04-5ed3620046ef,segment=NetworkSegment(21754017-eebd-4404-9845-1c597334d7f6),segment_id=21754017-eebd-4404-9845-1c597334d7f6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:37.327879 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.335049 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ac2e68c-1016-4171-a68d-ae53255d8a14 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4655385 Jul 28 10:49:37.336545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9d6d6849-7322-41ea-92c8-904134505c35), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.338648 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9e5ae5-df9f-4c7d-b34d-3ec6a368cea8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:37.339126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9e5ae5-df9f-4c7d-b34d-3ec6a368cea8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:37.342810 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6d9e5ae5-df9f-4c7d-b34d-3ec6a368cea8 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/a179c1ed-6ca3-463e-91f2-17cadbb9d9f8 HTTP/1.1" status: 404 len: 337 time: 0.1191680 Jul 28 10:49:37.343642 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40660) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.351912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40662) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.367503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6c19f5ce-4079-4c09-b87e-adc9b1859170 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903585965'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:37.388313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] Calling delete_port for 48b736cd-5a87-45ff-ad04-5ed3620046ef owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:37.402780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:37.432573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:37.447000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:37.461165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c19f5ce-4079-4c09-b87e-adc9b1859170 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.496468 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cf1d58-4d61-473f-9b39-532c6cf497e3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:37.497080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cf1d58-4d61-473f-9b39-532c6cf497e3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:37.503512 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-62cf1d58-4d61-473f-9b39-532c6cf497e3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/1b355f52-bb09-4b29-af29-d7685bfc433a HTTP/1.1" status: 404 len: 333 time: 0.0986207 Jul 28 10:49:37.506450 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40668) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.522593 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:37.524368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.619955 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fff12d3-306f-4f7b-8003-2d9a7d75153b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:37.620351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fff12d3-306f-4f7b-8003-2d9a7d75153b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:37.643781 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:37.644309 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6fff12d3-306f-4f7b-8003-2d9a7d75153b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/c7fbd82b-fff0-454b-b8b4-4b8b71ef0b80 HTTP/1.1" status: 404 len: 337 time: 0.1311479 Jul 28 10:49:37.650700 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40670) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.655875 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (48b736cd-5a87-45ff-ad04-5ed3620046ef), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.702855 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-752fac24-2a41-4467-b498-7a1bd3ec01ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:37.703497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752fac24-2a41-4467-b498-7a1bd3ec01ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:37.706583 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-752fac24-2a41-4467-b498-7a1bd3ec01ba tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/ac785e8d-28bd-47dc-8d4f-4c14be190a5d HTTP/1.1" status: 404 len: 333 time: 0.0536299 Jul 28 10:49:37.717320 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40672) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.744562 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9d6d6849-7322-41ea-92c8-904134505c35), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.784270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] No DVR routers for this DVR port 48b736cd-5a87-45ff-ad04-5ed3620046ef on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:37.811190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace583c1-b210-4355-9cb3-d14ac1c83aae None None] Pushing event deleted for resources: {'Port': ['ID=48b736cd-5a87-45ff-ad04-5ed3620046ef,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:37.836407 n-d-850468-6 neutron-server[104689]: INFO neutron.plugins.ml2.db [None req-db91363b-1910-4d75-90e1-53af6d6ef591 None None] No ports have port_id starting with 48b736cd-5a87-45ff-ad04-5ed3620046ef Jul 28 10:49:37.838481 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.843436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.844626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 613fac1e-11a7-43b7-9470-12af92bc3616 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:37.845072 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.850528 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:37.883609 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82062ba-b0d7-4df5-8c18-cf0bba19627e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:37.887846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82062ba-b0d7-4df5-8c18-cf0bba19627e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:37.901942 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a82062ba-b0d7-4df5-8c18-cf0bba19627e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/91a59490-05c6-4c9e-b71a-fe0cdbce7212 HTTP/1.1" status: 404 len: 337 time: 0.1830559 Jul 28 10:49:37.923943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40676) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:37.978074 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:37.996437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-11a84eb8-4cf4-4460-8616-92d5dd9b5b54 None None] Provisioning complete for port 613fac1e-11a7-43b7-9470-12af92bc3616 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:37.997229 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-11a84eb8-4cf4-4460-8616-92d5dd9b5b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.039889 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b59bf41-afad-4de0-9c4e-89545cb46c05 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.040479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b59bf41-afad-4de0-9c4e-89545cb46c05 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.050488 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2b59bf41-afad-4de0-9c4e-89545cb46c05 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/140d5f3e-92a8-4f52-9135-13fa616d6005 HTTP/1.1" status: 404 len: 333 time: 0.1225522 Jul 28 10:49:38.055325 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40678) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.092753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Pushing event updated for resources: {'Port': ['ID=9d6d6849-7322-41ea-92c8-904134505c35,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:38.120515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 613fac1e-11a7-43b7-9470-12af92bc3616 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:38.167968 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d52dbdb-83df-4df8-93a7-c87d1615c9a6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.168372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d52dbdb-83df-4df8-93a7-c87d1615c9a6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.192462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40682) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.197753 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7d52dbdb-83df-4df8-93a7-c87d1615c9a6 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/ce75524d-dc79-410c-b121-4b7ab7448dd5 HTTP/1.1" status: 404 len: 337 time: 0.1399152 Jul 28 10:49:38.203374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c19f5ce-4079-4c09-b87e-adc9b1859170 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (6abbe888-b30e-4f40-97cd-59f23b96de6b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.211477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c19f5ce-4079-4c09-b87e-adc9b1859170 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6abbe888-b30e-4f40-97cd-59f23b96de6b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.217776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-11a84eb8-4cf4-4460-8616-92d5dd9b5b54 None None] Current status of the port 613fac1e-11a7-43b7-9470-12af92bc3616 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:38.252081 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b13bafc-b834-4859-9e5a-d57903a8cc6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.254531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 48b736cd-5a87-45ff-ad04-5ed3620046ef no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:38.263501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b13bafc-b834-4859-9e5a-d57903a8cc6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.283588 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6b13bafc-b834-4859-9e5a-d57903a8cc6e tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/a498c2ac-bd60-49d3-ba81-b167824cb136 HTTP/1.1" status: 404 len: 333 time: 0.0866535 Jul 28 10:49:38.286391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40684) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.296609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 48b736cd-5a87-45ff-ad04-5ed3620046ef {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:38.296981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 48b736cd-5a87-45ff-ad04-5ed3620046ef not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:38.302569 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c19f5ce-4079-4c09-b87e-adc9b1859170 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.303844 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6c19f5ce-4079-4c09-b87e-adc9b1859170 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9595506 Jul 28 10:49:38.307089 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40686) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.317183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19f5ce-4079-4c09-b87e-adc9b1859170 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abbe888-b30e-4f40-97cd-59f23b96de6b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:38.328140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7b96b714-5cf7-4b25-be64-4e572c37cabc tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '6abbe888-b30e-4f40-97cd-59f23b96de6b', 'direction': 'ingress', 'protocol': 17}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:38.341654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8355e567-b0e0-41ae-86a6-98cc1f2c9624 None None] Provisioning complete for port 9d6d6849-7322-41ea-92c8-904134505c35 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:38.342256 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8355e567-b0e0-41ae-86a6-98cc1f2c9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9d6d6849-7322-41ea-92c8-904134505c35), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.356995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks [] for port (9d6d6849-7322-41ea-92c8-904134505c35), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.365197 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68a63ab-0527-4f82-8845-22f6386b1346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.365667 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68a63ab-0527-4f82-8845-22f6386b1346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.371090 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f68a63ab-0527-4f82-8845-22f6386b1346 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/8edefabd-0b41-4b95-803b-068a3e867d09 HTTP/1.1" status: 404 len: 337 time: 0.0810347 Jul 28 10:49:38.371280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (9d6d6849-7322-41ea-92c8-904134505c35), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.371757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.418047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8355e567-b0e0-41ae-86a6-98cc1f2c9624 None None] Port 9d6d6849-7322-41ea-92c8-904134505c35 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:38.493278 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4631071-c409-4dd1-b0a7-8f125b0895c2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.493876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4631071-c409-4dd1-b0a7-8f125b0895c2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.497979 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b4631071-c409-4dd1-b0a7-8f125b0895c2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/d21abd84-651e-47fb-9524-692bf28dc44f HTTP/1.1" status: 404 len: 337 time: 0.1218116 Jul 28 10:49:38.500524 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40692) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.511455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b96b714-5cf7-4b25-be64-4e572c37cabc tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (35a23c28-68c1-48ed-813f-af8717385de9), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.520093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Pushing event updated for resources: {'Port': ['ID=9d6d6849-7322-41ea-92c8-904134505c35,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:38.543284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.547941 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7571ce26-d824-4a64-ba2e-25bc1b1d1a67 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.548863 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7571ce26-d824-4a64-ba2e-25bc1b1d1a67 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.562636 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7571ce26-d824-4a64-ba2e-25bc1b1d1a67 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/c38e8684-aa9d-4f6c-9459-9edd076c3ddc HTTP/1.1" status: 404 len: 333 time: 0.0608742 Jul 28 10:49:38.565255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40696) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.627814 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b50e55d-9fcf-49b4-9136-136cc0f9ebd2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.628290 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b50e55d-9fcf-49b4-9136-136cc0f9ebd2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.631481 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b50e55d-9fcf-49b4-9136-136cc0f9ebd2 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/abc5b30e-c552-4aed-aa2f-73e57952a165 HTTP/1.1" status: 404 len: 337 time: 0.0651174 Jul 28 10:49:38.634787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40698) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.705833 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8684cd73-8e27-4676-9ab5-029731e963bc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.706513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b96b714-5cf7-4b25-be64-4e572c37cabc tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (35a23c28-68c1-48ed-813f-af8717385de9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.707136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8684cd73-8e27-4676-9ab5-029731e963bc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.711261 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8684cd73-8e27-4676-9ab5-029731e963bc tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/7ecc7785-e4db-44b9-ad65-03d577d8a9e6 HTTP/1.1" status: 404 len: 337 time: 0.0753171 Jul 28 10:49:38.713797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40700) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.727451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b96b714-5cf7-4b25-be64-4e572c37cabc tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (35a23c28-68c1-48ed-813f-af8717385de9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.746109 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f9d352-520e-4cda-a5e6-0f5f3c574e42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.746955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f9d352-520e-4cda-a5e6-0f5f3c574e42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.750780 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e8f9d352-520e-4cda-a5e6-0f5f3c574e42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/b6d0605c-22a8-4b1a-8ef5-3ed336577c2a HTTP/1.1" status: 404 len: 333 time: 0.0356398 Jul 28 10:49:38.753267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40702) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.777183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96b714-5cf7-4b25-be64-4e572c37cabc tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a23c28-68c1-48ed-813f-af8717385de9,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:38.793350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:38.794978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:38.798538 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bff542f-afdd-4102-b34e-77da25da29c4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.799333 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bff542f-afdd-4102-b34e-77da25da29c4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.806839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7b96b714-5cf7-4b25-be64-4e572c37cabc tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:38.806989 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7bff542f-afdd-4102-b34e-77da25da29c4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/4dd12768-7f48-4e99-8316-3478a28e665b HTTP/1.1" status: 404 len: 337 time: 0.0502632 Jul 28 10:49:38.807116 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7b96b714-5cf7-4b25-be64-4e572c37cabc tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4898734 Jul 28 10:49:38.813973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40704) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.813973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40706) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.859199 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a3775a-4253-415e-af03-61333a95e098 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.860124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a3775a-4253-415e-af03-61333a95e098 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.863881 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a4a3775a-4253-415e-af03-61333a95e098 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/449ea8e6-6513-4ad0-8406-989f5d0e994a HTTP/1.1" status: 404 len: 337 time: 0.0529423 Jul 28 10:49:38.866740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40710) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:38.940242 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92b00de-c948-4b67-8d73-71e2974aa432 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:38.941498 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92b00de-c948-4b67-8d73-71e2974aa432 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:38.945007 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e92b00de-c948-4b67-8d73-71e2974aa432 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/a9c03b66-89c2-4c76-859e-276895a285cb HTTP/1.1" status: 404 len: 333 time: 0.0714369 Jul 28 10:49:38.947618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40712) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:39.068440 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-200908ca-ce17-408e-ba3a-1f778649ffb4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:39.069015 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e433b11-189a-41db-a4bb-0ec6f20f619a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (6abbe888-b30e-4f40-97cd-59f23b96de6b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.069734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200908ca-ce17-408e-ba3a-1f778649ffb4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:39.113098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04c9f39a-de4e-4256-a502-a14b1873d2cb up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:39.149677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:49:39.150070 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-200908ca-ce17-408e-ba3a-1f778649ffb4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/fe7dd8f8-dcfe-4204-9405-f162886dd599 HTTP/1.1" status: 404 len: 337 time: 0.1995239 Jul 28 10:49:39.151010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40716) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:39.157583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e433b11-189a-41db-a4bb-0ec6f20f619a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (6abbe888-b30e-4f40-97cd-59f23b96de6b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.241083 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e64d5af-6b21-4d80-864d-8caaafc29430 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:39.244772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 04c9f39a-de4e-4256-a502-a14b1873d2cb triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:39.245414 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.247910 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e64d5af-6b21-4d80-864d-8caaafc29430 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:39.255247 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1e64d5af-6b21-4d80-864d-8caaafc29430 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/b880918b-a0ec-4ff7-b0fa-dfdb2d2f515d HTTP/1.1" status: 404 len: 337 time: 0.0992100 Jul 28 10:49:39.257778 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40718) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:39.272348 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:39.324500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2902bf4c-cf3e-44d4-b7a3-d308cf1e98bd None None] Provisioning complete for port 9d6d6849-7322-41ea-92c8-904134505c35 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:39.324880 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2902bf4c-cf3e-44d4-b7a3-d308cf1e98bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9d6d6849-7322-41ea-92c8-904134505c35), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.335895 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0882b786-865c-49ad-8e22-773acef02de3 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports?device_id=f034b594-b4ac-4909-b83d-e0bb46e29e5a HTTP/1.1" status: 200 len: 205 time: 0.0749199 Jul 28 10:49:39.337583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40722) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:39.366407 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e433b11-189a-41db-a4bb-0ec6f20f619a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6abbe888-b30e-4f40-97cd-59f23b96de6b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.377931 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e433b11-189a-41db-a4bb-0ec6f20f619a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.377931 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e433b11-189a-41db-a4bb-0ec6f20f619a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/6abbe888-b30e-4f40-97cd-59f23b96de6b HTTP/1.1" status: 204 len: 168 time: 0.5553763 Jul 28 10:49:39.377931 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:39.422485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2902bf4c-cf3e-44d4-b7a3-d308cf1e98bd None None] Port 9d6d6849-7322-41ea-92c8-904134505c35 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:39.441326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40724) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:39.442470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e433b11-189a-41db-a4bb-0ec6f20f619a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abbe888-b30e-4f40-97cd-59f23b96de6b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:39.570825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 04c9f39a-de4e-4256-a502-a14b1873d2cb is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:39.571717 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.582557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:49:39.607342 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f0a02395-f34c-422a-9930-2c2bda73186e admin admin] 10.222.0.46 "PUT /v2.0/routers/eabef6a5-bc3f-43b9-a2c9-2044d12180b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4111800 Jul 28 10:49:39.629496 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c0eb69e1-d3b9-4208-8165-6d25b097cdac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1709414 Jul 28 10:49:39.630093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40734) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:39.633351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 04c9f39a-de4e-4256-a502-a14b1873d2cb, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=04c9f39a-de4e-4256-a502-a14b1873d2cb,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:39.642107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fda0b519-e06c-498b-bc5a-da703a3709b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300124920'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:39.649891 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:39.662604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.688575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fda0b519-e06c-498b-bc5a-da703a3709b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.863097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fda0b519-e06c-498b-bc5a-da703a3709b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (e47a79ca-4f4b-4f64-a601-063a7f6eb3c7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.870061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fda0b519-e06c-498b-bc5a-da703a3709b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e47a79ca-4f4b-4f64-a601-063a7f6eb3c7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.887214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=04c9f39a-de4e-4256-a502-a14b1873d2cb,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:39.908832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b519-e06c-498b-bc5a-da703a3709b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47a79ca-4f4b-4f64-a601-063a7f6eb3c7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:39.937118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fda0b519-e06c-498b-bc5a-da703a3709b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:39.943993 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fda0b519-e06c-498b-bc5a-da703a3709b0 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3121488 Jul 28 10:49:39.946238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40738) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:39.952794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1ab9efbe-dca7-43bc-af6b-d414ea8338b9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--981118113'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:39.994558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ab9efbe-dca7-43bc-af6b-d414ea8338b9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.055620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Sync routers for ids ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:49:40.094350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Routers {'eabef6a5-bc3f-43b9-a2c9-2044d12180b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:40.095448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:40.205602 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-c072b1ca-7b10-4318-8df1-b98f08165b69 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] delete failed (client error): The resource could not be found. Jul 28 10:49:40.212777 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c072b1ca-7b10-4318-8df1-b98f08165b69 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/routers/f034b594-b4ac-4909-b83d-e0bb46e29e5a HTTP/1.1" status: 404 len: 336 time: 0.8680816 Jul 28 10:49:40.213799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.224428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ab9efbe-dca7-43bc-af6b-d414ea8338b9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (35935599-4d00-410e-b463-781bfbb13df2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.235060 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ab9efbe-dca7-43bc-af6b-d414ea8338b9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (35935599-4d00-410e-b463-781bfbb13df2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.277294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Set router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:40.287672 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b731a0-7e21-4415-9e08-0738f4055072 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:40.288264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b731a0-7e21-4415-9e08-0738f4055072 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:40.297037 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0b731a0-7e21-4415-9e08-0738f4055072 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/f19fa0ac-6a7c-4ec3-899b-1d99d7c1a1b3 HTTP/1.1" status: 404 len: 337 time: 0.0810843 Jul 28 10:49:40.300912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.319919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1ab9efbe-dca7-43bc-af6b-d414ea8338b9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.327688 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1ab9efbe-dca7-43bc-af6b-d414ea8338b9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3785691 Jul 28 10:49:40.330373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40752) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.345613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7800769b-2dde-418e-afaa-ec02fe88b27a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': 'e47a79ca-4f4b-4f64-a601-063a7f6eb3c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '35935599-4d00-410e-b463-781bfbb13df2', 'remote_ip_prefix': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:40.364924 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-11f582d6-58d4-4462-8af1-bd25ded19bee tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 HTTP/1.1" status: 200 len: 205 time: 0.0625942 Jul 28 10:49:40.369270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40754) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.380781 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9efbe-dca7-43bc-af6b-d414ea8338b9 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35935599-4d00-410e-b463-781bfbb13df2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:40.413526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7800769b-2dde-418e-afaa-ec02fe88b27a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (35064225-8c4f-4d4b-987e-c1c93a019c47), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.483425 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-e9bb9dad-c258-4251-8564-acd312ac6a42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] delete failed (client error): The resource could not be found. Jul 28 10:49:40.484818 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e9bb9dad-c258-4251-8564-acd312ac6a42 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/routers/e1aeb40d-bc1d-4a74-9d90-7c12a89a44e2 HTTP/1.1" status: 404 len: 336 time: 0.1127384 Jul 28 10:49:40.490559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.558175 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-54492c93-10f3-4912-8cd9-1ccbcb6c40f4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:40.562001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54492c93-10f3-4912-8cd9-1ccbcb6c40f4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:40.565317 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54492c93-10f3-4912-8cd9-1ccbcb6c40f4 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/cf162f6a-586a-4378-bc01-dceacd6bdd50 HTTP/1.1" status: 404 len: 337 time: 0.0735586 Jul 28 10:49:40.570140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40768) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.646824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:37Z', 'revision_number': 4, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port': {'id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:30Z', 'updated_at': '2022-07-28T10:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '9d6d6849-7322-41ea-92c8-904134505c35', 'name': '', 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'mac_address': 'fa:16:3e:e3:bc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '1329e7c5-85fb-4428-a569-f16f6122cc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:36Z', 'updated_at': '2022-07-28T10:49:37Z', 'revision_number': 2, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'subnets': [{'id': '1329e7c5-85fb-4428-a569-f16f6122cc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:40.701490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Checking router: eabef6a5-bc3f-43b9-a2c9-2044d12180b0 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:49:40.702450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Updating router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 port 9d6d6849-7322-41ea-92c8-904134505c35 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:49:40.728321 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-7151dac5-c720-4102-a274-63c47438fa6d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:40.729063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7151dac5-c720-4102-a274-63c47438fa6d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:40.734974 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7151dac5-c720-4102-a274-63c47438fa6d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/e2ffd966-464b-4fe3-a24f-b07a9f3ca1d9 HTTP/1.1" status: 404 len: 337 time: 0.1616776 Jul 28 10:49:40.738533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40772) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.758998 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9d6d6849-7322-41ea-92c8-904134505c35), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.773359 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7800769b-2dde-418e-afaa-ec02fe88b27a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (35064225-8c4f-4d4b-987e-c1c93a019c47), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.786061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7800769b-2dde-418e-afaa-ec02fe88b27a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (35064225-8c4f-4d4b-987e-c1c93a019c47), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.800616 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efaac4d-47b9-428b-9d3d-d0de248dd7f0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:40.801130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efaac4d-47b9-428b-9d3d-d0de248dd7f0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:40.818829 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3efaac4d-47b9-428b-9d3d-d0de248dd7f0 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/95b66cb9-fc52-48e6-a358-00df81f1bdf0 HTTP/1.1" status: 404 len: 333 time: 0.0787871 Jul 28 10:49:40.820953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40774) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.853451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800769b-2dde-418e-afaa-ec02fe88b27a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35064225-8c4f-4d4b-987e-c1c93a019c47,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:40.881436 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:40.888254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa59e1-88b7-4c8b-8ff5-1578d894b983 req-32167261-34b1-4a9a-acd1-a1a89da2ad30 tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:40.890721 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b5aa59e1-88b7-4c8b-8ff5-1578d894b983 req-32167261-34b1-4a9a-acd1-a1a89da2ad30 tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/networks?id=8dd64de7-d3ef-4836-aeb9-98704c2d4f49 HTTP/1.1" status: 200 len: 819 time: 0.3214679 Jul 28 10:49:40.894064 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7800769b-2dde-418e-afaa-ec02fe88b27a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:40.895327 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7800769b-2dde-418e-afaa-ec02fe88b27a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5577073 Jul 28 10:49:40.896886 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ad4b6d-80fa-4b48-945d-32ba59bf9223 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:40.897416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ad4b6d-80fa-4b48-945d-32ba59bf9223 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:40.907053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40778) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.907281 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a3ad4b6d-80fa-4b48-945d-32ba59bf9223 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/d29e0ae6-74d5-4084-b022-c111591ada5c HTTP/1.1" status: 404 len: 337 time: 0.0803733 Jul 28 10:49:40.907281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40780) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.955253 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33d2b04-acf7-4035-96da-2dc9aae011c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:40.956088 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33d2b04-acf7-4035-96da-2dc9aae011c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:40.959482 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c33d2b04-acf7-4035-96da-2dc9aae011c9 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/6a51f87a-d0b6-4b00-a314-b190417ee0b9 HTTP/1.1" status: 404 len: 333 time: 0.0512471 Jul 28 10:49:40.962022 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40782) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:40.977264 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b5aa59e1-88b7-4c8b-8ff5-1578d894b983 req-e0797b15-a679-4b69-88c0-6580756eb7ed tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/quotas/65fc4fdf92684e2191cb2050849a4a28 HTTP/1.1" status: 200 len: 375 time: 0.0764298 Jul 28 10:49:40.991192 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:41.021933 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbf8783-2d88-4369-9089-f4bc6d2c66e7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.023578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbf8783-2d88-4369-9089-f4bc6d2c66e7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.024844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04c9f39a-de4e-4256-a502-a14b1873d2cb up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:41.033258 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-afbf8783-2d88-4369-9089-f4bc6d2c66e7 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/389509a5-79d8-41e3-9af1-b4c324f524a0 HTTP/1.1" status: 404 len: 337 time: 0.0700142 Jul 28 10:49:41.036361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40784) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.059245 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84424261-0b8f-4f6b-85e0-731638bdb5bf tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (35064225-8c4f-4d4b-987e-c1c93a019c47), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.072745 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-de25fd83-26c7-4da1-a9fb-8ceeeb6074da tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.072984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de25fd83-26c7-4da1-a9fb-8ceeeb6074da tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.076031 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de25fd83-26c7-4da1-a9fb-8ceeeb6074da tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/d6b318c1-e5d4-427c-919e-c1e92c880a4c HTTP/1.1" status: 404 len: 333 time: 0.0386870 Jul 28 10:49:41.086737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84424261-0b8f-4f6b-85e0-731638bdb5bf tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (35064225-8c4f-4d4b-987e-c1c93a019c47), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.090427 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40786) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.132331 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-da00c14b-68a9-4767-a758-10695169639b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.132794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da00c14b-68a9-4767-a758-10695169639b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.137053 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da00c14b-68a9-4767-a758-10695169639b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/2d0a1b21-ee8b-46c3-b2dc-db6a0b9a186f HTTP/1.1" status: 404 len: 337 time: 0.0455534 Jul 28 10:49:41.141410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40788) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.155962 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:41.167834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84424261-0b8f-4f6b-85e0-731638bdb5bf tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (35064225-8c4f-4d4b-987e-c1c93a019c47), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.173349 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c70b8b-f693-42b9-a4da-d1a19a511eaa tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.174055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c70b8b-f693-42b9-a4da-d1a19a511eaa tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.174192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 04c9f39a-de4e-4256-a502-a14b1873d2cb triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:41.174493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.179515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-84424261-0b8f-4f6b-85e0-731638bdb5bf tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.188790 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-84424261-0b8f-4f6b-85e0-731638bdb5bf tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/35064225-8c4f-4d4b-987e-c1c93a019c47 HTTP/1.1" status: 204 len: 168 time: 0.2823153 Jul 28 10:49:41.192541 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a9c70b8b-f693-42b9-a4da-d1a19a511eaa tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/ce47b7cd-2f14-410f-95dc-9dcd83f7fd44 HTTP/1.1" status: 404 len: 333 time: 0.0498383 Jul 28 10:49:41.193264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40790) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.193642 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40792) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.254497 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b5aa59e1-88b7-4c8b-8ff5-1578d894b983 req-75e4dfeb-7396-4afb-b51f-dc1a8d4bd58b tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65fc4fdf92684e2191cb2050849a4a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2762530 Jul 28 10:49:41.256646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84424261-0b8f-4f6b-85e0-731638bdb5bf tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35064225-8c4f-4d4b-987e-c1c93a019c47,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:41.290630 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5165af09-59d7-441c-b032-65302bf1606b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.294958 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5165af09-59d7-441c-b032-65302bf1606b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.311829 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5165af09-59d7-441c-b032-65302bf1606b tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/16949058-5a38-46e1-aa53-03b322d9886a HTTP/1.1" status: 404 len: 337 time: 0.1131732 Jul 28 10:49:41.313553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40796) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.403282 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b5aa59e1-88b7-4c8b-8ff5-1578d894b983 req-a025283a-d456-492b-8840-a83e23f2826f service neutron] 10.222.0.46 "GET /v2.0/networks/8dd64de7-d3ef-4836-aeb9-98704c2d4f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428499 Jul 28 10:49:41.414263 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23ee3bf-7804-401b-ba83-393cea15b73d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.415119 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23ee3bf-7804-401b-ba83-393cea15b73d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.422014 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b23ee3bf-7804-401b-ba83-393cea15b73d tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/c5f6453a-5d5a-42b2-ac1f-e2b16624767d HTTP/1.1" status: 404 len: 333 time: 0.1072135 Jul 28 10:49:41.422926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40798) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.496624 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0bb9b04a-62da-4f7b-af71-64865b5bbd2b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2974024 Jul 28 10:49:41.500133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.514568 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7665ff-970e-419e-8e6d-a214680e66b5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.519907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7665ff-970e-419e-8e6d-a214680e66b5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.531414 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2b7665ff-970e-419e-8e6d-a214680e66b5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/b02237e8-c24f-495c-9013-84ba91fa379a HTTP/1.1" status: 404 len: 337 time: 0.1059275 Jul 28 10:49:41.533729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40802) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.536655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 04c9f39a-de4e-4256-a502-a14b1873d2cb is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:41.571838 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.581599 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:41.593294 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b5aa59e1-88b7-4c8b-8ff5-1578d894b983 req-ad43a3d4-5455-4262-adfe-6e5a2805fd93 service neutron] 10.222.0.46 "GET /v2.0/networks/8dd64de7-d3ef-4836-aeb9-98704c2d4f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836507 Jul 28 10:49:41.614514 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9395ec6-eb60-4d22-b59f-08d4f0e10806 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.615107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9395ec6-eb60-4d22-b59f-08d4f0e10806 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.621689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40806) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.621948 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d9395ec6-eb60-4d22-b59f-08d4f0e10806 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/41298edd-97de-45ca-8f9e-9886c8c8dcdb HTTP/1.1" status: 404 len: 333 time: 0.0864842 Jul 28 10:49:41.656237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2add72c1-bd6b-41d1-a7c4-bd65aeaa23e1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (35935599-4d00-410e-b463-781bfbb13df2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.684339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2add72c1-bd6b-41d1-a7c4-bd65aeaa23e1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (35935599-4d00-410e-b463-781bfbb13df2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.704980 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:41.725908 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb5366b-482b-47f4-aa50-c340169b5fa5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.729544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb5366b-482b-47f4-aa50-c340169b5fa5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.739958 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:41.743035 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dbb5366b-482b-47f4-aa50-c340169b5fa5 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/d43cdc81-2b29-49a2-ba6f-e5029cd1d6f3 HTTP/1.1" status: 404 len: 337 time: 0.1174500 Jul 28 10:49:41.744007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40810) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.758367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Publish callbacks [] for port (9d6d6849-7322-41ea-92c8-904134505c35), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.771692 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9d6d6849-7322-41ea-92c8-904134505c35), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.777641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2add72c1-bd6b-41d1-a7c4-bd65aeaa23e1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (35935599-4d00-410e-b463-781bfbb13df2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.782764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2add72c1-bd6b-41d1-a7c4-bd65aeaa23e1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.784478 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2add72c1-bd6b-41d1-a7c4-bd65aeaa23e1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/35935599-4d00-410e-b463-781bfbb13df2 HTTP/1.1" status: 204 len: 168 time: 0.2770936 Jul 28 10:49:41.790130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.816756 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c872988-fbac-4828-833c-454608daad98 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.820660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c872988-fbac-4828-833c-454608daad98 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.827814 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c872988-fbac-4828-833c-454608daad98 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/ports/26fdf6d5-cc61-4e1c-a6c6-43041836e383 HTTP/1.1" status: 404 len: 333 time: 0.0789835 Jul 28 10:49:41.828467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40814) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.842208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b2518-6e73-4545-a67e-15d05088dd50 None None] Pushing event updated for resources: {'Port': ['ID=9d6d6849-7322-41ea-92c8-904134505c35,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:41.941443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Attempting to bind port 9d6d6849-7322-41ea-92c8-904134505c35 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:49:41.942929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Attempting to bind port 9d6d6849-7322-41ea-92c8-904134505c35 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:49:41.948721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Attempting to bind port 9d6d6849-7322-41ea-92c8-904134505c35 on network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:49:41.952695 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c752b1-c978-4989-9d06-cee67e201905 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] DELETE failed (client error): The resource could not be found. Jul 28 10:49:41.956530 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add72c1-bd6b-41d1-a7c4-bd65aeaa23e1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35935599-4d00-410e-b463-781bfbb13df2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:41.958549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:49:41.958830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c752b1-c978-4989-9d06-cee67e201905 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:49:41.964439 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-65c752b1-c978-4989-9d06-cee67e201905 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/subnets/68866abd-0644-439c-9597-52fda378ea40 HTTP/1.1" status: 404 len: 337 time: 0.1325421 Jul 28 10:49:41.973346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Checking segment: {'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:41.973773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40818) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:41.973994 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:41.974482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Bound using segment: {'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:49:41.975017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Bound port: 9d6d6849-7322-41ea-92c8-904134505c35, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f965527-da57-4cfc-91c1-262ad02ae75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:49:41.981517 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9d6d6849-7322-41ea-92c8-904134505c35), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.052987 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b410edb7-bf78-4e44-988b-56cd87f8a77d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2584488 Jul 28 10:49:42.053824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40824) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:42.156670 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-90a2ae20-f06d-4789-bfac-1cc7703562dd req-c8cc52dc-6c97-41ed-bb68-c79805945007 tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c42c410-568b-42ba-b9ad-73748c0d9174 HTTP/1.1" status: 200 len: 210 time: 0.0743120 Jul 28 10:49:42.263458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] For port 9d6d6849-7322-41ea-92c8-904134505c35, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:49:42.272710 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ad51a17-703b-4a66-b4d9-f077d0bfcc28 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (e47a79ca-4f4b-4f64-a601-063a7f6eb3c7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.273556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] For port 9d6d6849-7322-41ea-92c8-904134505c35, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9d6d6849-7322-41ea-92c8-904134505c35,segment=NetworkSegment(8f965527-da57-4cfc-91c1-262ad02ae75f),segment_id=8f965527-da57-4cfc-91c1-262ad02ae75f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:49:42.291546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9d6d6849-7322-41ea-92c8-904134505c35), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.323624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ad51a17-703b-4a66-b4d9-f077d0bfcc28 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (e47a79ca-4f4b-4f64-a601-063a7f6eb3c7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.357778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.454637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b2518-6e73-4545-a67e-15d05088dd50 None None] Pushing event updated for resources: {'Port': ['ID=9d6d6849-7322-41ea-92c8-904134505c35,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:42.492971 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ad51a17-703b-4a66-b4d9-f077d0bfcc28 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e47a79ca-4f4b-4f64-a601-063a7f6eb3c7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.497400 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1ad51a17-703b-4a66-b4d9-f077d0bfcc28 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.507447 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1ad51a17-703b-4a66-b4d9-f077d0bfcc28 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/e47a79ca-4f4b-4f64-a601-063a7f6eb3c7 HTTP/1.1" status: 204 len: 168 time: 0.4520209 Jul 28 10:49:42.509596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Routers {'eabef6a5-bc3f-43b9-a2c9-2044d12180b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:42.512367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:42.518628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40838) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:42.562577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad51a17-703b-4a66-b4d9-f077d0bfcc28 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47a79ca-4f4b-4f64-a601-063a7f6eb3c7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:42.657988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.728452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-381246ea-a66d-4e29-9c58-61fe12a8b595 None None] Provisioning complete for port 9d6d6849-7322-41ea-92c8-904134505c35 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:42.730358 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-381246ea-a66d-4e29-9c58-61fe12a8b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9d6d6849-7322-41ea-92c8-904134505c35), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:42.868752 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:42.904043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9ffbe5-f124-4ac8-9038-1cc78c865fcb']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:42.958705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21754017-eebd-4404-9845-1c597334d7f6') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:42.959119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21754017-eebd-4404-9845-1c597334d7f6') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:43.026811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (21754017-eebd-4404-9845-1c597334d7f6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.038811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] Set router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:43.111281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (21754017-eebd-4404-9845-1c597334d7f6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.124073 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1d6caa2e-822b-4196-8f5b-c3c5ba11cc1d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6003122 Jul 28 10:49:43.142312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:43.167551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:49:43.168984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (21754017-eebd-4404-9845-1c597334d7f6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.205462 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-18b5fad4-b120-4cf1-aae8-0a63c9c843a7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578119049'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:43.257993 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 21754017-eebd-4404-9845-1c597334d7f6 resource provider aggregate not found Jul 28 10:49:43.284953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18b5fad4-b120-4cf1-aae8-0a63c9c843a7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.352586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bddea2-0347-4016-a5a7-1b00089a73c3 req-67f4328e-dfd7-4ca2-8a4b-4c918e7bb57d tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:43.362611 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34bddea2-0347-4016-a5a7-1b00089a73c3 req-67f4328e-dfd7-4ca2-8a4b-4c918e7bb57d tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/networks?id=8dd64de7-d3ef-4836-aeb9-98704c2d4f49 HTTP/1.1" status: 200 len: 819 time: 0.6807044 Jul 28 10:49:43.370581 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 21754017-eebd-4404-9845-1c597334d7f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21754017-eebd-4404-9845-1c597334d7f6 found for delete ", "request_id": "req-0b49355a-6450-426f-89d2-7c59d6497dc8"}]} Jul 28 10:49:43.407916 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:43.424460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-381246ea-a66d-4e29-9c58-61fe12a8b595 None None] Current status of the port 9d6d6849-7322-41ea-92c8-904134505c35 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:43.424953 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-381246ea-a66d-4e29-9c58-61fe12a8b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9d6d6849-7322-41ea-92c8-904134505c35), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.432523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18b5fad4-b120-4cf1-aae8-0a63c9c843a7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (410781ea-bf62-4fde-af15-724214a9109a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.442947 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34bddea2-0347-4016-a5a7-1b00089a73c3 req-291bc4fc-567e-4480-b8bd-fadd13690164 tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/quotas/65fc4fdf92684e2191cb2050849a4a28 HTTP/1.1" status: 200 len: 375 time: 0.0560417 Jul 28 10:49:43.456743 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18b5fad4-b120-4cf1-aae8-0a63c9c843a7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (410781ea-bf62-4fde-af15-724214a9109a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.466332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9b9ffbe5-f124-4ac8-9038-1cc78c865fcb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.467676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-381246ea-a66d-4e29-9c58-61fe12a8b595 None None] For port 9d6d6849-7322-41ea-92c8-904134505c35, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9d6d6849-7322-41ea-92c8-904134505c35,segment=NetworkSegment(8f965527-da57-4cfc-91c1-262ad02ae75f),segment_id=8f965527-da57-4cfc-91c1-262ad02ae75f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:43.474783 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-381246ea-a66d-4e29-9c58-61fe12a8b595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9d6d6849-7322-41ea-92c8-904134505c35), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.520305 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.525281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18b5fad4-b120-4cf1-aae8-0a63c9c843a7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.530687 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-18b5fad4-b120-4cf1-aae8-0a63c9c843a7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3839664 Jul 28 10:49:43.531086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40858) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:43.540377 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] 10.222.0.46 "DELETE /v2.0/networks/9b9ffbe5-f124-4ac8-9038-1cc78c865fcb HTTP/1.1" status: 204 len: 168 time: 1.5531700 Jul 28 10:49:43.551265 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d7b16e15-27ef-4c25-a512-f78fe82da52d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '410781ea-bf62-4fde-af15-724214a9109a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:43.578494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381246ea-a66d-4e29-9c58-61fe12a8b595 None None] Pushing event updated for resources: {'Port': ['ID=9d6d6849-7322-41ea-92c8-904134505c35,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:43.594539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5fad4-b120-4cf1-aae8-0a63c9c843a7 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410781ea-bf62-4fde-af15-724214a9109a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:43.605483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e6cce2a1-fbb8-460a-bac3-d94a3554a7f8 None None] Provisioning complete for port 9d6d6849-7322-41ea-92c8-904134505c35 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:43.606548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e6cce2a1-fbb8-460a-bac3-d94a3554a7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9d6d6849-7322-41ea-92c8-904134505c35), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.621929 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbec125-b93c-4302-aa52-3589e7980189 tempest-NetworksTestDHCPv6-35709366 tempest-NetworksTestDHCPv6-35709366-project] Pushing event deleted for resources: {'Network': ['ID=9b9ffbe5-f124-4ac8-9038-1cc78c865fcb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:43.654149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7b16e15-27ef-4c25-a512-f78fe82da52d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76dbe401-a68d-40de-990b-3656d0f3b402), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.670749 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34bddea2-0347-4016-a5a7-1b00089a73c3 req-96d432e0-0492-45bb-9c14-1f31bbfe6ead tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65fc4fdf92684e2191cb2050849a4a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2127435 Jul 28 10:49:43.726511 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:43.749931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:37Z', 'revision_number': 4, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port': {'id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:30Z', 'updated_at': '2022-07-28T10:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '9d6d6849-7322-41ea-92c8-904134505c35', 'name': '', 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'mac_address': 'fa:16:3e:e3:bc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '1329e7c5-85fb-4428-a569-f16f6122cc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:36Z', 'updated_at': '2022-07-28T10:49:42Z', 'revision_number': 4, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'subnets': [{'id': '1329e7c5-85fb-4428-a569-f16f6122cc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:43.859031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7b16e15-27ef-4c25-a512-f78fe82da52d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76dbe401-a68d-40de-990b-3656d0f3b402), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.868581 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7b16e15-27ef-4c25-a512-f78fe82da52d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (76dbe401-a68d-40de-990b-3656d0f3b402), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.881056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e6cce2a1-fbb8-460a-bac3-d94a3554a7f8 None None] Current status of the port 9d6d6849-7322-41ea-92c8-904134505c35 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:43.889626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d821965-e3b8-456c-8f2f-5336007fbd0e None None] The sync data for ids ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'] in n-d-850468-6 is: [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:37Z', 'revision_number': 4, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port': {'id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:30Z', 'updated_at': '2022-07-28T10:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '9d6d6849-7322-41ea-92c8-904134505c35', 'name': '', 'network_id': '8dd64de7-d3ef-4836-aeb9-98704c2d4f49', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'mac_address': 'fa:16:3e:e3:bc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '1329e7c5-85fb-4428-a569-f16f6122cc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:36Z', 'updated_at': '2022-07-28T10:49:42Z', 'revision_number': 4, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'subnets': [{'id': '1329e7c5-85fb-4428-a569-f16f6122cc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:49:43.932776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b16e15-27ef-4c25-a512-f78fe82da52d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dbe401-a68d-40de-990b-3656d0f3b402,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:43.949652 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7b16e15-27ef-4c25-a512-f78fe82da52d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:43.953501 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d7b16e15-27ef-4c25-a512-f78fe82da52d tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4142911 Jul 28 10:49:43.956184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40868) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:44.023090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34bddea2-0347-4016-a5a7-1b00089a73c3 req-b4cb708c-a949-452b-8737-79c74e6a00d1 service neutron] 10.222.0.46 "GET /v2.0/networks/8dd64de7-d3ef-4836-aeb9-98704c2d4f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411088 Jul 28 10:49:44.051688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b6d53b-1a82-4f59-aec2-9f94fb3e6bf8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76dbe401-a68d-40de-990b-3656d0f3b402), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.074430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b6d53b-1a82-4f59-aec2-9f94fb3e6bf8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (76dbe401-a68d-40de-990b-3656d0f3b402), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.159204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b6d53b-1a82-4f59-aec2-9f94fb3e6bf8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (76dbe401-a68d-40de-990b-3656d0f3b402), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.178949 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b6d53b-1a82-4f59-aec2-9f94fb3e6bf8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.181942 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-40b6d53b-1a82-4f59-aec2-9f94fb3e6bf8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/76dbe401-a68d-40de-990b-3656d0f3b402 HTTP/1.1" status: 204 len: 168 time: 0.2244868 Jul 28 10:49:44.189770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40878) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:44.259561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6d53b-1a82-4f59-aec2-9f94fb3e6bf8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76dbe401-a68d-40de-990b-3656d0f3b402,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:44.284900 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:44.343722 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-13fedc93-a2b4-475c-97d9-4a11fdaf03b8 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1526356 Jul 28 10:49:44.347882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40880) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:44.356735 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-34bddea2-0347-4016-a5a7-1b00089a73c3 req-ec45f6a1-905b-46f0-902b-9c436a974cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/8dd64de7-d3ef-4836-aeb9-98704c2d4f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284922 Jul 28 10:49:44.445308 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40886) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:44.519339 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc7f6-76e9-4052-a316-f2a070e88137 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (410781ea-bf62-4fde-af15-724214a9109a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.679395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc7f6-76e9-4052-a316-f2a070e88137 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (410781ea-bf62-4fde-af15-724214a9109a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.850877 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a774fc1a-ea8c-4720-b4ba-100452e16d4b req-ab0d5c0a-cf8c-4355-87c3-cd0b4fcc37c3 tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/ports?device_id=640b9e84-be9e-4bfd-bf01-e59c74e95a25 HTTP/1.1" status: 200 len: 210 time: 0.1617863 Jul 28 10:49:44.933734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc7f6-76e9-4052-a316-f2a070e88137 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (410781ea-bf62-4fde-af15-724214a9109a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.946421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc7f6-76e9-4052-a316-f2a070e88137 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:44.950473 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b5dcc7f6-76e9-4052-a316-f2a070e88137 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/410781ea-bf62-4fde-af15-724214a9109a HTTP/1.1" status: 204 len: 168 time: 0.5991638 Jul 28 10:49:44.954409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40904) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:44.974522 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f46f7e22-73a5-4c0b-969f-20b700c1acae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eeda638a945e4376b8d6e21be88513ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5275011 Jul 28 10:49:44.976914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40906) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:45.046891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcc7f6-76e9-4052-a316-f2a070e88137 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410781ea-bf62-4fde-af15-724214a9109a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:45.159427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-961bf954-8044-43a5-82fa-a2aab9a80e1d admin admin] Publish callbacks [] for security_group (1c6b4315-7d56-4584-9a7a-7269e9e3ea0a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.168702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40912) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:45.171573 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3627a926-e639-47f7-b573-1eec529d92f4 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2091713 Jul 28 10:49:45.188054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9d6d6849-7322-41ea-92c8-904134505c35 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:45.190587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8a7a1411-d91c-4bec-8245-28b97438d4ac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187548478'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:45.292724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-961bf954-8044-43a5-82fa-a2aab9a80e1d admin admin] Publish callbacks [] for security_group (1c6b4315-7d56-4584-9a7a-7269e9e3ea0a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.333242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9d6d6849-7322-41ea-92c8-904134505c35 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:45.334399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9d6d6849-7322-41ea-92c8-904134505c35), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.355021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a7a1411-d91c-4bec-8245-28b97438d4ac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.572834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-961bf954-8044-43a5-82fa-a2aab9a80e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1c6b4315-7d56-4584-9a7a-7269e9e3ea0a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.575502 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-961bf954-8044-43a5-82fa-a2aab9a80e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.578037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9d6d6849-7322-41ea-92c8-904134505c35 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:45.579886 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-961bf954-8044-43a5-82fa-a2aab9a80e1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c6b4315-7d56-4584-9a7a-7269e9e3ea0a HTTP/1.1" status: 204 len: 168 time: 0.6013844 Jul 28 10:49:45.631140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bf954-8044-43a5-82fa-a2aab9a80e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b4315-7d56-4584-9a7a-7269e9e3ea0a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:45.657288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a7a1411-d91c-4bec-8245-28b97438d4ac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (e93807da-1f48-4dd2-81c2-53eb767d9fd9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.670061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a7a1411-d91c-4bec-8245-28b97438d4ac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e93807da-1f48-4dd2-81c2-53eb767d9fd9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.693067 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:45.754297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a7a1411-d91c-4bec-8245-28b97438d4ac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:45.755344 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8a7a1411-d91c-4bec-8245-28b97438d4ac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5858536 Jul 28 10:49:45.758353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a1411-d91c-4bec-8245-28b97438d4ac tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93807da-1f48-4dd2-81c2-53eb767d9fd9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:45.758695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40924) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:45.764974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-32e7e201-9b3b-46f0-90f5-6a3f53b19a86 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': 'e93807da-1f48-4dd2-81c2-53eb767d9fd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:45.854912 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:45.903889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32e7e201-9b3b-46f0-90f5-6a3f53b19a86 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9480c71f-4936-477e-a9bf-65aebb09b53e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.153479 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a027dc23-4efe-476e-9a1d-61305df45400 req-4fc0c542-f8dc-41fd-b07f-894182dd3a16 tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/ports?device_id=640b9e84-be9e-4bfd-bf01-e59c74e95a25 HTTP/1.1" status: 200 len: 210 time: 0.0975928 Jul 28 10:49:46.185105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32e7e201-9b3b-46f0-90f5-6a3f53b19a86 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9480c71f-4936-477e-a9bf-65aebb09b53e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.209133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32e7e201-9b3b-46f0-90f5-6a3f53b19a86 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9480c71f-4936-477e-a9bf-65aebb09b53e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.268183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7e201-9b3b-46f0-90f5-6a3f53b19a86 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9480c71f-4936-477e-a9bf-65aebb09b53e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:46.304117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32e7e201-9b3b-46f0-90f5-6a3f53b19a86 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.305482 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-32e7e201-9b3b-46f0-90f5-6a3f53b19a86 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5450764 Jul 28 10:49:46.309007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40946) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:46.344123 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-855098c0-9fb0-4464-9f9b-86642f1cee87 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules/9480c71f-4936-477e-a9bf-65aebb09b53e HTTP/1.1" status: 200 len: 763 time: 0.0318766 Jul 28 10:49:46.346903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40952) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:46.505321 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-73a3add5-733e-4043-99f4-57298ba735a8 req-8e247150-03ca-4222-bef7-4ca91c71d305 tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/ports?device_id=640b9e84-be9e-4bfd-bf01-e59c74e95a25 HTTP/1.1" status: 200 len: 210 time: 0.0819762 Jul 28 10:49:46.544091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-86d07a4f-30f0-474b-8ce7-30d502c67523 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1951678 Jul 28 10:49:46.547651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40960) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:46.651099 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-febcc4be-9908-41ae-8ff2-c77af9738c81 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9480c71f-4936-477e-a9bf-65aebb09b53e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.671802 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-febcc4be-9908-41ae-8ff2-c77af9738c81 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9480c71f-4936-477e-a9bf-65aebb09b53e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.713439 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:46.719024 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=11 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:46.751556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-febcc4be-9908-41ae-8ff2-c77af9738c81 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9480c71f-4936-477e-a9bf-65aebb09b53e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.765503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-febcc4be-9908-41ae-8ff2-c77af9738c81 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:46.768179 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-febcc4be-9908-41ae-8ff2-c77af9738c81 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9480c71f-4936-477e-a9bf-65aebb09b53e HTTP/1.1" status: 204 len: 168 time: 0.2193696 Jul 28 10:49:46.771263 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40966) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:46.794698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcc4be-9908-41ae-8ff2-c77af9738c81 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9480c71f-4936-477e-a9bf-65aebb09b53e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:46.885142 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40974) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:46.888286 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c5abf511-f081-44cc-8bbe-508e26dfe209 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1097295 Jul 28 10:49:46.891979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1cafbec8-08ad-4d42-96f9-0d77334efa01 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': 'e93807da-1f48-4dd2-81c2-53eb767d9fd9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:46.963133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cafbec8-08ad-4d42-96f9-0d77334efa01 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.158926 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cafbec8-08ad-4d42-96f9-0d77334efa01 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.167878 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cafbec8-08ad-4d42-96f9-0d77334efa01 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.199993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafbec8-08ad-4d42-96f9-0d77334efa01 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:47.211798 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1cafbec8-08ad-4d42-96f9-0d77334efa01 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.215007 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1cafbec8-08ad-4d42-96f9-0d77334efa01 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3284340 Jul 28 10:49:47.218770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 40994) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:47.242842 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-566b63e5-a8b3-4f81-91a6-9f4a7fb1ccb5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules/46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3 HTTP/1.1" status: 200 len: 763 time: 0.0220671 Jul 28 10:49:47.245383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40996) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:47.325504 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2280547-2579-4773-897c-25579edebdb4 req-225e9092-b130-484a-86b8-e8ba0477a76e tempest-ServerRescueNegativeTestJSON-777091699 tempest-ServerRescueNegativeTestJSON-777091699-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c42c410-568b-42ba-b9ad-73748c0d9174 HTTP/1.1" status: 200 len: 210 time: 0.0409963 Jul 28 10:49:47.349948 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-292a1ff4-b662-471d-b52c-01d6c8591d1f tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1025772 Jul 28 10:49:47.352117 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 40998) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:47.383937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb65c-bfa1-4cd5-a585-ff8b7aacaf8c tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.400777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb65c-bfa1-4cd5-a585-ff8b7aacaf8c tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.419805 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:47.444650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb65c-bfa1-4cd5-a585-ff8b7aacaf8c tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.455675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb65c-bfa1-4cd5-a585-ff8b7aacaf8c tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.459885 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a0bb65c-bfa1-4cd5-a585-ff8b7aacaf8c tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3 HTTP/1.1" status: 204 len: 168 time: 0.1057637 Jul 28 10:49:47.462289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41002) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:47.471664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41004) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:47.501283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bb65c-bfa1-4cd5-a585-ff8b7aacaf8c tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46aa0d69-6c96-4aeb-b2e0-a0bb031bf6a3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:47.542122 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:47.651046 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41012) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:47.652735 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3dc8f2e3-7972-447c-ad2d-d5e0d9717f9a tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1891372 Jul 28 10:49:47.658885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9682c1fa-1409-409c-9da1-48799f97dcae tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': 'e93807da-1f48-4dd2-81c2-53eb767d9fd9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:47.815074 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9682c1fa-1409-409c-9da1-48799f97dcae tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9b2d27af-288c-4484-8406-642b3756f4af), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:47.831254 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1137283912'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:47.908925 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41018) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:47.997352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Made reservation on behalf of 4fecdf033dc04362bdd97dd9f37ed72d for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:48.002386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.020274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.051201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9682c1fa-1409-409c-9da1-48799f97dcae tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9b2d27af-288c-4484-8406-642b3756f4af), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.088427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9682c1fa-1409-409c-9da1-48799f97dcae tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9b2d27af-288c-4484-8406-642b3756f4af), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.246123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9682c1fa-1409-409c-9da1-48799f97dcae tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.267677 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9682c1fa-1409-409c-9da1-48799f97dcae tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6157072 Jul 28 10:49:48.276521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682c1fa-1409-409c-9da1-48799f97dcae tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2d27af-288c-4484-8406-642b3756f4af,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:48.283888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41032) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:48.330377 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee738c22-9131-493d-9014-7c6645a0ebb1 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules/9b2d27af-288c-4484-8406-642b3756f4af HTTP/1.1" status: 200 len: 764 time: 0.0447514 Jul 28 10:49:48.334423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41034) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:48.368312 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:48.444134 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for security_group (cfa10a1b-4b61-4bb8-8d6c-07f969e0badb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.465527 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c5f6b3f-8398-4076-98f2-3f55f86362f3 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1289225 Jul 28 10:49:48.468443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41036) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:48.474865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cfa10a1b-4b61-4bb8-8d6c-07f969e0badb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.531280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27404aca-b09a-44fa-b030-ba415deb5cbe tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9b2d27af-288c-4484-8406-642b3756f4af), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.550187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27404aca-b09a-44fa-b030-ba415deb5cbe tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (9b2d27af-288c-4484-8406-642b3756f4af), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.600147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:49:48.620143 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27404aca-b09a-44fa-b030-ba415deb5cbe tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9b2d27af-288c-4484-8406-642b3756f4af), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.628736 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa10a1b-4b61-4bb8-8d6c-07f969e0badb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:48.631542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27404aca-b09a-44fa-b030-ba415deb5cbe tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.633101 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-27404aca-b09a-44fa-b030-ba415deb5cbe tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9b2d27af-288c-4484-8406-642b3756f4af HTTP/1.1" status: 204 len: 168 time: 0.1630423 Jul 28 10:49:48.635567 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41038) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:48.656942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.657676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cbdd6a9d-1a34-4189-9d9c-4c8549074027), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.658140 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Added segment cbdd6a9d-1a34-4189-9d9c-4c8549074027 of type vlan for network 2f5b9652-fe68-445b-b92b-3c38e6cde35c Jul 28 10:49:48.667565 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27404aca-b09a-44fa-b030-ba415deb5cbe tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b2d27af-288c-4484-8406-642b3756f4af,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:48.738782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2f5b9652-fe68-445b-b92b-3c38e6cde35c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.774343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2f5b9652-fe68-445b-b92b-3c38e6cde35c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.776858 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9446236d-a0b3-4000-97a8-7b72f173dbb6 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1399052 Jul 28 10:49:48.780213 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41044) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:48.783183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:48.784195 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:48.890051 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4133921 Jul 28 10:49:48.892024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41046) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:48.905370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Request body: {'subnet': {'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:48.958805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d295ffa8-be43-449f-8c49-95d4dfc083e5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (e93807da-1f48-4dd2-81c2-53eb767d9fd9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.004366 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:49.023838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9eb438-97eb-401a-a6c2-0bbbc6caac96 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event updated for resources: {'Network': ['ID=2f5b9652-fe68-445b-b92b-3c38e6cde35c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:49.028891 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d295ffa8-be43-449f-8c49-95d4dfc083e5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (e93807da-1f48-4dd2-81c2-53eb767d9fd9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.038266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:49:49.094834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Deleting port 9d6d6849-7322-41ea-92c8-904134505c35 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:49.095180 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9d6d6849-7322-41ea-92c8-904134505c35), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.117652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Made reservation on behalf of 4fecdf033dc04362bdd97dd9f37ed72d for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:49.130098 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.151766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d295ffa8-be43-449f-8c49-95d4dfc083e5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e93807da-1f48-4dd2-81c2-53eb767d9fd9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.157636 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d295ffa8-be43-449f-8c49-95d4dfc083e5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.162224 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d295ffa8-be43-449f-8c49-95d4dfc083e5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/e93807da-1f48-4dd2-81c2-53eb767d9fd9 HTTP/1.1" status: 204 len: 168 time: 0.3779771 Jul 28 10:49:49.174113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41052) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:49.199059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295ffa8-be43-449f-8c49-95d4dfc083e5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93807da-1f48-4dd2-81c2-53eb767d9fd9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:49.223869 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:49.247553 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] For port 9d6d6849-7322-41ea-92c8-904134505c35, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9d6d6849-7322-41ea-92c8-904134505c35,segment=NetworkSegment(8f965527-da57-4cfc-91c1-262ad02ae75f),segment_id=8f965527-da57-4cfc-91c1-262ad02ae75f)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:49.248526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9d6d6849-7322-41ea-92c8-904134505c35), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.287766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Calling delete_port for 9d6d6849-7322-41ea-92c8-904134505c35 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:49.401262 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af97dc8f-d44a-4b93-882a-c09082ebb03c tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2254262 Jul 28 10:49:49.410766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41070) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:49.424212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0db8925d-113b-41f0-b922-3ff76083cfcd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group': {'name': 'tempest-secgroup--766867302'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:49.538463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0db8925d-113b-41f0-b922-3ff76083cfcd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.556001 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:49.673598 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (dac0f73c-c3d9-4df1-8c71-09e0de65d292), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:49.851474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event updated for resources: {'Subnet': ['ID=dac0f73c-c3d9-4df1-8c71-09e0de65d292,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:49.911394 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Checking segment: {'id': 'cbdd6a9d-1a34-4189-9d9c-4c8549074027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:49.912499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Network hostable DHCP agents. Network: 2f5b9652-fe68-445b-b92b-3c38e6cde35c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:49:49.954251 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:49:49.967561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2f5b9652-fe68-445b-b92b-3c38e6cde35c) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:49.981366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f68c43-a0cf-4154-a778-b03de7d7edbc None None] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:49.983151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:49.985237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.035390 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-52119f6a-489a-4a74-ba8f-022560a5cd6c tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1370547 Jul 28 10:49:50.038431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41086) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:50.049044 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Request body: {'port': {'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1471341534'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:50.198866 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0db8925d-113b-41f0-b922-3ff76083cfcd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (0b4e3808-39c5-4fe2-9039-6e64752dade5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.242314 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:50.254047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0db8925d-113b-41f0-b922-3ff76083cfcd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b4e3808-39c5-4fe2-9039-6e64752dade5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.257531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2f5b9652-fe68-445b-b92b-3c38e6cde35c', 'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c', 'project_id': '4fecdf033dc04362bdd97dd9f37ed72d', 'fixed_ips': [{'subnet_id': 'dac0f73c-c3d9-4df1-8c71-09e0de65d292'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:49:50.259225 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.361542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9d6d6849-7322-41ea-92c8-904134505c35), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.456558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Made reservation on behalf of 4fecdf033dc04362bdd97dd9f37ed72d for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:50.461139 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.500240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6d6849-7322-41ea-92c8-904134505c35,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:50.507618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0db8925d-113b-41f0-b922-3ff76083cfcd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.511190 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0db8925d-113b-41f0-b922-3ff76083cfcd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0979187 Jul 28 10:49:50.514994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41100) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:50.519364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8925d-113b-41f0-b922-3ff76083cfcd tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e3808-39c5-4fe2-9039-6e64752dade5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:50.519513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] device_id is not set on port 33ea17e6-7253-4697-b800-67625fee814a yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:49:50.532681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Allocated IP 172.20.0.2 (2f5b9652-fe68-445b-b92b-3c38e6cde35c/dac0f73c-c3d9-4df1-8c71-09e0de65d292/1d279593-792f-432c-8f2d-a3b213be3d4a) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:50.552280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-19cd690c-a6a3-4b77-82c9-e63a3792277b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Request body: {'security_group_rule': {'security_group_id': '0b4e3808-39c5-4fe2-9039-6e64752dade5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:50.851738 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:50.860783 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:50.862681 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:50.872380 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19cd690c-a6a3-4b77-82c9-e63a3792277b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (612f6e8a-23f7-44ea-b060-68759284d42f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.125214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19cd690c-a6a3-4b77-82c9-e63a3792277b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (612f6e8a-23f7-44ea-b060-68759284d42f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.136560 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19cd690c-a6a3-4b77-82c9-e63a3792277b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (612f6e8a-23f7-44ea-b060-68759284d42f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.209332 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd690c-a6a3-4b77-82c9-e63a3792277b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612f6e8a-23f7-44ea-b060-68759284d42f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:51.215673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19cd690c-a6a3-4b77-82c9-e63a3792277b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.217676 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-19cd690c-a6a3-4b77-82c9-e63a3792277b tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6829841 Jul 28 10:49:51.220799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41132) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:51.258193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Publish callbacks [] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.267526 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.338882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:51.340125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Pushing event updated for resources: {'Port': ['ID=1d279593-792f-432c-8f2d-a3b213be3d4a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:51.344696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:51.347202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:51.433343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Allocated IP 172.20.0.9 (2f5b9652-fe68-445b-b92b-3c38e6cde35c/dac0f73c-c3d9-4df1-8c71-09e0de65d292/33ea17e6-7253-4697-b800-67625fee814a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:51.471906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:49:51.562614 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:51.577218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Attempting to bind port 1d279593-792f-432c-8f2d-a3b213be3d4a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:49:51.577844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Attempting to bind port 1d279593-792f-432c-8f2d-a3b213be3d4a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cbdd6a9d-1a34-4189-9d9c-4c8549074027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:49:51.582091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Attempting to bind port 1d279593-792f-432c-8f2d-a3b213be3d4a on network 2f5b9652-fe68-445b-b92b-3c38e6cde35c {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:49:51.595971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:49:51.603019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Checking segment: {'id': 'cbdd6a9d-1a34-4189-9d9c-4c8549074027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:49:51.603691 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.604248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Bound using segment: {'id': 'cbdd6a9d-1a34-4189-9d9c-4c8549074027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:49:51.604913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Bound port: 1d279593-792f-432c-8f2d-a3b213be3d4a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdd6a9d-1a34-4189-9d9c-4c8549074027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:49:51.605807 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.696398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for port (33ea17e6-7253-4697-b800-67625fee814a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.707768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:49:51.726548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] Sync routers for ids ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:49:51.729607 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0930f04f-941d-44f4-bd74-5f9c0dde30d8 admin admin] 10.222.0.46 "PUT /v2.0/routers/eabef6a5-bc3f-43b9-a2c9-2044d12180b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8178194 Jul 28 10:49:51.731599 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41144) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:51.745603 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] Routers {'eabef6a5-bc3f-43b9-a2c9-2044d12180b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:51.746689 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:51.761056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] For port 1d279593-792f-432c-8f2d-a3b213be3d4a, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:49:51.769408 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:51.773415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] For port 1d279593-792f-432c-8f2d-a3b213be3d4a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1d279593-792f-432c-8f2d-a3b213be3d4a,segment=NetworkSegment(cbdd6a9d-1a34-4189-9d9c-4c8549074027),segment_id=cbdd6a9d-1a34-4189-9d9c-4c8549074027)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:49:51.783431 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (33ea17e6-7253-4697-b800-67625fee814a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.793779 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:51.800399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.889403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:51.897604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:51.931670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:51.979423 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:51.980691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0cd27038-250a-4599-aee0-f15e207175e6 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (0b4e3808-39c5-4fe2-9039-6e64752dade5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:51.990014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8af8e9-3670-485b-adc2-3a6161fe0bb1 None None] Pushing event updated for resources: {'Port': ['ID=1d279593-792f-432c-8f2d-a3b213be3d4a,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:52.023165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0cd27038-250a-4599-aee0-f15e207175e6 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (0b4e3808-39c5-4fe2-9039-6e64752dade5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.110965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:52.111862 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.117593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event updated for resources: {'Port': ['ID=33ea17e6-7253-4697-b800-67625fee814a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:52.121058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0cd27038-250a-4599-aee0-f15e207175e6 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b4e3808-39c5-4fe2-9039-6e64752dade5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.124506 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0cd27038-250a-4599-aee0-f15e207175e6 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.125951 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0cd27038-250a-4599-aee0-f15e207175e6 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/0b4e3808-39c5-4fe2-9039-6e64752dade5 HTTP/1.1" status: 204 len: 168 time: 0.8918812 Jul 28 10:49:52.137486 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41154) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:52.152316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks [] for router (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.164065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd27038-250a-4599-aee0-f15e207175e6 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e3808-39c5-4fe2-9039-6e64752dade5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:52.183870 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-eb042e9c-e231-415c-8b58-c2c1faa69326 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1402988 Jul 28 10:49:52.185597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41158) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:52.199619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Request body: {'port': {'network_id': '2f5b9652-fe68-445b-b92b-3c38e6cde35c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-175620364', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:52.200189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.api.validators [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] bootfile-name is not in valid_values {{(pid=104688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:49:52.200673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.api.validators [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] tftp-server is not in valid_values {{(pid=104688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:49:52.201793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.api.validators [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] server-ip-address is not in valid_values {{(pid=104688) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:49:52.315529 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] Set router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:52.474154 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Made reservation on behalf of 4fecdf033dc04362bdd97dd9f37ed72d for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:52.478228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.500856 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-42d1bf02-fc0f-44ee-aba3-e0a2eb1f2675 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3575864 Jul 28 10:49:52.509298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41168) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:52.565543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] device_id is not set on port 849088c6-d99a-405f-bc6c-3a259196145a yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:49:52.614886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks [] for router_gateway (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.713827 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8c690778-6e35-4f32-9167-8354afe44281 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2017610 Jul 28 10:49:52.721014 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41174) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:52.754239 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-5bb623b9-1059-40dc-9e6c-f87be1bad4f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] delete failed (client error): The resource could not be found. Jul 28 10:49:52.755402 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5bb623b9-1059-40dc-9e6c-f87be1bad4f5 tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "DELETE /v2.0/security-groups/0b4e3808-39c5-4fe2-9039-6e64752dade5 HTTP/1.1" status: 404 len: 347 time: 0.0310335 Jul 28 10:49:52.758881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Deleting port 04c9f39a-de4e-4256-a502-a14b1873d2cb {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:52.759352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:52.761519 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41176) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:52.881750 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:50Z', 'revision_number': 5, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port': {'id': '04c9f39a-de4e-4256-a502-a14b1873d2cb', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ff:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:49:30Z', 'updated_at': '2022-07-28T10:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:52.919271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Allocated IP 172.20.0.3 (2f5b9652-fe68-445b-b92b-3c38e6cde35c/dac0f73c-c3d9-4df1-8c71-09e0de65d292/849088c6-d99a-405f-bc6c-3a259196145a) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:49:53.027506 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7037c517-a3d7-4292-bf96-89cf26cb37fe tempest-SecGroupTest-1500541953 tempest-SecGroupTest-1500541953-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2594593 Jul 28 10:49:53.032089 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] Checking router: eabef6a5-bc3f-43b9-a2c9-2044d12180b0 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:49:53.085018 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] Routers {'eabef6a5-bc3f-43b9-a2c9-2044d12180b0'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:49:53.089452 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:49:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:53.092394 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] For port 04c9f39a-de4e-4256-a502-a14b1873d2cb, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=04c9f39a-de4e-4256-a502-a14b1873d2cb,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:53.094336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:53.128943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Calling delete_port for 04c9f39a-de4e-4256-a502-a14b1873d2cb owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:53.142434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1d279593-792f-432c-8f2d-a3b213be3d4a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:53.355378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1d279593-792f-432c-8f2d-a3b213be3d4a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:53.356123 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:53.444198 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] Set router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:49:53.503561 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for port (849088c6-d99a-405f-bc6c-3a259196145a), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:53.538128 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:53.632869 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:53.719789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1d279593-792f-432c-8f2d-a3b213be3d4a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:53.723825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:53.779341 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (04c9f39a-de4e-4256-a502-a14b1873d2cb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:53.799075 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (849088c6-d99a-405f-bc6c-3a259196145a), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:53.876141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c9f39a-de4e-4256-a502-a14b1873d2cb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:53.913000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1d279593-792f-432c-8f2d-a3b213be3d4a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1d279593-792f-432c-8f2d-a3b213be3d4a,segment=NetworkSegment(cbdd6a9d-1a34-4189-9d9c-4c8549074027),segment_id=cbdd6a9d-1a34-4189-9d9c-4c8549074027)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:53.924492 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:53.978113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:49:53.986147 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:49:53.990330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:49:54.014151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41208) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:54.141629 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:52Z', 'revision_number': 6, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:54.151819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event updated for resources: {'Port': ['ID=849088c6-d99a-405f-bc6c-3a259196145a,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:54.193111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:54.202709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:54.206616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1d279593-792f-432c-8f2d-a3b213be3d4a,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:54.217829 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:54.241666 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c4ccc830-a4e9-4d45-abfb-af2712583f16 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0504992 Jul 28 10:49:54.241914 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef92a0d-ec63-4634-9e07-81066b99caaf None None] The sync data for ids ['eabef6a5-bc3f-43b9-a2c9-2044d12180b0'] in n-d-850468-6 is: [{'id': 'eabef6a5-bc3f-43b9-a2c9-2044d12180b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1062510743-router', 'tenant_id': '65fc4fdf92684e2191cb2050849a4a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:49:29Z', 'updated_at': '2022-07-28T10:49:52Z', 'revision_number': 6, 'project_id': '65fc4fdf92684e2191cb2050849a4a28', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:49:54.242499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41214) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:54.256351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a6374-1301-4967-8321-909318b1bcae None None] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:54.454542 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7fd43-09ff-4f96-a5df-8b14acbd317e tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:54.460057 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7fd43-09ff-4f96-a5df-8b14acbd317e tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:54.465420 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7fd43-09ff-4f96-a5df-8b14acbd317e tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:54.468438 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f8a7fd43-09ff-4f96-a5df-8b14acbd317e tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2250464 Jul 28 10:49:54.472059 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41224) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:54.583085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:54.607197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks [] for router_controller (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:54.652068 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:54.693482 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-58d3f0b9-7c23-41a0-b178-ee38612532c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9e9b3047c44467f96908a63ac96969a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6777365 Jul 28 10:49:54.697507 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41230) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:54.708152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a8a37eb3-be30-42b2-b5b5-237a6a3ab038 None None] Provisioning complete for port 1d279593-792f-432c-8f2d-a3b213be3d4a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:54.716347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a37eb3-be30-42b2-b5b5-237a6a3ab038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:54.860913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (eabef6a5-bc3f-43b9-a2c9-2044d12180b0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:54.862754 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eabef6a5-bc3f-43b9-a2c9-2044d12180b0 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:49:54.869180 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:54.870914 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-26753f34-da3b-4fee-b0d3-19b13259ddd5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eabef6a5-bc3f-43b9-a2c9-2044d12180b0 HTTP/1.1" status: 204 len: 168 time: 3.1373248 Jul 28 10:49:54.874517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41234) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:54.899245 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Deleting port 849088c6-d99a-405f-bc6c-3a259196145a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:54.899596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (849088c6-d99a-405f-bc6c-3a259196145a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.045103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] Deleting subnet 1329e7c5-85fb-4428-a569-f16f6122cc08 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:55.059207 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] Publish callbacks [] for subnet (1329e7c5-85fb-4428-a569-f16f6122cc08), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.078227 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-736cd4dd-0d6c-4526-a6dd-b35cc3a7b6ee admin admin] Publish callbacks [] for security_group (f09cb1cd-3215-4016-930f-f0a3dfe2355b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.078412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a8a37eb3-be30-42b2-b5b5-237a6a3ab038 None None] Current status of the port 1d279593-792f-432c-8f2d-a3b213be3d4a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:55.132603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-736cd4dd-0d6c-4526-a6dd-b35cc3a7b6ee admin admin] Publish callbacks [] for security_group (f09cb1cd-3215-4016-930f-f0a3dfe2355b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.171416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (849088c6-d99a-405f-bc6c-3a259196145a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.206091 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (1329e7c5-85fb-4428-a569-f16f6122cc08), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.245028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Calling delete_port for 849088c6-d99a-405f-bc6c-3a259196145a owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:55.348692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (1329e7c5-85fb-4428-a569-f16f6122cc08), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.424316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-736cd4dd-0d6c-4526-a6dd-b35cc3a7b6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f09cb1cd-3215-4016-930f-f0a3dfe2355b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.424316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-736cd4dd-0d6c-4526-a6dd-b35cc3a7b6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.424972 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-736cd4dd-0d6c-4526-a6dd-b35cc3a7b6ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f09cb1cd-3215-4016-930f-f0a3dfe2355b HTTP/1.1" status: 204 len: 168 time: 0.7257910 Jul 28 10:49:55.464569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cd4dd-0d6c-4526-a6dd-b35cc3a7b6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09cb1cd-3215-4016-930f-f0a3dfe2355b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:55.499954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1d279593-792f-432c-8f2d-a3b213be3d4a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:49:55.556762 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:55.649607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (1329e7c5-85fb-4428-a569-f16f6122cc08), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.682543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Provisioning complete for port 849088c6-d99a-405f-bc6c-3a259196145a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:55.682935 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (849088c6-d99a-405f-bc6c-3a259196145a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.739232 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:55.740934 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.749376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41270) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:55.750509 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1329e7c5-85fb-4428-a569-f16f6122cc08 HTTP/1.1" status: 204 len: 168 time: 0.8732131 Jul 28 10:49:55.751970 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab1b78-c801-4790-bb04-224aed26e223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1329e7c5-85fb-4428-a569-f16f6122cc08,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:55.764870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13372eef-0782-4ac8-9bc5-a7ecc095b0f6 None None] Network 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:49:55.784600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (849088c6-d99a-405f-bc6c-3a259196145a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.904443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1d279593-792f-432c-8f2d-a3b213be3d4a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:55.905429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:55.907928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Port 849088c6-d99a-405f-bc6c-3a259196145a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:56.033723 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:56.099821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Provisioning complete for port 33ea17e6-7253-4697-b800-67625fee814a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:56.107991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event deleted for resources: {'Port': ['ID=849088c6-d99a-405f-bc6c-3a259196145a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:56.110880 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33ea17e6-7253-4697-b800-67625fee814a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:56.251962 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:56.439423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:56.449652 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-898b5c81-81e2-461a-83d2-38ae4acb9b1f tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "DELETE /v2.0/ports/849088c6-d99a-405f-bc6c-3a259196145a HTTP/1.1" status: 204 len: 168 time: 1.9726245 Jul 28 10:49:56.450558 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41294) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:56.457978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Request body: {'port': {'name': 'tempest-new-port-name-707343576', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:56.458523 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.api.validators [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] bootfile-name is not in valid_values {{(pid=104687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:49:56.459028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.api.validators [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] tftp-server is not in valid_values {{(pid=104687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:49:56.459606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.api.validators [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] server-ip-address is not in valid_values {{(pid=104687) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Jul 28 10:49:56.485024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (8dd64de7-d3ef-4836-aeb9-98704c2d4f49), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:56.537277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1d279593-792f-432c-8f2d-a3b213be3d4a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:56.549635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Port 33ea17e6-7253-4697-b800-67625fee814a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:56.560168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9d6d6849-7322-41ea-92c8-904134505c35 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:56.677224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9d6d6849-7322-41ea-92c8-904134505c35 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:56.677798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9d6d6849-7322-41ea-92c8-904134505c35 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:56.681145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Provisioning complete for port 1d279593-792f-432c-8f2d-a3b213be3d4a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:56.683015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Deleting port 613fac1e-11a7-43b7-9470-12af92bc3616 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:56.683333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:56.685340 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:56.803660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] DHCP port deletion for 8dd64de7-d3ef-4836-aeb9-98704c2d4f49 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:49:56.829178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (33ea17e6-7253-4697-b800-67625fee814a), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:56.987314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] Deleting port 613fac1e-11a7-43b7-9470-12af92bc3616 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:56.987950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.055234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] For port 613fac1e-11a7-43b7-9470-12af92bc3616, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=613fac1e-11a7-43b7-9470-12af92bc3616,segment=NetworkSegment(8f965527-da57-4cfc-91c1-262ad02ae75f),segment_id=8f965527-da57-4cfc-91c1-262ad02ae75f)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:57.056081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04c9f39a-de4e-4256-a502-a14b1873d2cb no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:57.057052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.110732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Calling delete_port for 613fac1e-11a7-43b7-9470-12af92bc3616 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:57.163080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 04c9f39a-de4e-4256-a502-a14b1873d2cb {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:49:57.163944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 04c9f39a-de4e-4256-a502-a14b1873d2cb not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:57.164712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 613fac1e-11a7-43b7-9470-12af92bc3616 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:49:57.213958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3aab515d-f69c-4ff0-94f6-5e42258cc91e None None] Current status of the port 1d279593-792f-432c-8f2d-a3b213be3d4a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:49:57.347074 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:57.432749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] For port 613fac1e-11a7-43b7-9470-12af92bc3616, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=613fac1e-11a7-43b7-9470-12af92bc3616,segment=NetworkSegment(8f965527-da57-4cfc-91c1-262ad02ae75f),segment_id=8f965527-da57-4cfc-91c1-262ad02ae75f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:49:57.433185 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.438687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.470862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] Calling delete_port for 613fac1e-11a7-43b7-9470-12af92bc3616 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:57.477395 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=9,neutron:UPDATE=6,neutron:SELECT=84,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:57.546205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Pushing event deleted for resources: {'Port': ['ID=613fac1e-11a7-43b7-9470-12af92bc3616,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:57.565586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for port (33ea17e6-7253-4697-b800-67625fee814a), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.570688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] No DVR routers for this DVR port 613fac1e-11a7-43b7-9470-12af92bc3616 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:57.571467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-cda63425-f591-4a0d-ad69-dc55f89e0556 None None] Could not find standard attr ID for object 849088c6-d99a-405f-bc6c-3a259196145a. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:49:57.576812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (33ea17e6-7253-4697-b800-67625fee814a), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.610379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-cda63425-f591-4a0d-ad69-dc55f89e0556 None None] Provisioning complete for port 33ea17e6-7253-4697-b800-67625fee814a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:57.610982 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cda63425-f591-4a0d-ad69-dc55f89e0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33ea17e6-7253-4697-b800-67625fee814a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.693890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41334) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:57.709167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No active binding found for port 613fac1e-11a7-43b7-9470-12af92bc3616 {{(pid=104689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 10:49:57.709923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] The host n-d-850468-6 is not matching for port 613fac1e-11a7-43b7-9470-12af92bc3616 host None! {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 10:49:57.710418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 613fac1e-11a7-43b7-9470-12af92bc3616 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:49:57.823533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event updated for resources: {'Port': ['ID=33ea17e6-7253-4697-b800-67625fee814a,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:57.881846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] In _notify_port_updated(), no bound segment for port 33ea17e6-7253-4697-b800-67625fee814a on network 2f5b9652-fe68-445b-b92b-3c38e6cde35c {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:49:57.897339 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:57.900576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cda63425-f591-4a0d-ad69-dc55f89e0556 None None] Port 33ea17e6-7253-4697-b800-67625fee814a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:57.904204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.909930 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bc7ff334-ec25-455d-b353-64cd20018e25 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "PUT /v2.0/ports/33ea17e6-7253-4697-b800-67625fee814a HTTP/1.1" status: 200 len: 1135 time: 1.4571645 Jul 28 10:49:57.913853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41342) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:57.927955 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (8dd64de7-d3ef-4836-aeb9-98704c2d4f49), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.960935 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (613fac1e-11a7-43b7-9470-12af92bc3616), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:57.993495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd64de7-d3ef-4836-aeb9-98704c2d4f49']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:58.016641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] No DVR routers for this DVR port 613fac1e-11a7-43b7-9470-12af92bc3616 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:49:58.027593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f965527-da57-4cfc-91c1-262ad02ae75f') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:58.028282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f965527-da57-4cfc-91c1-262ad02ae75f') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:58.059489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf66944-48a2-4f40-bf75-d1bc7baf1601 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:58.068063 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bcf66944-48a2-4f40-bf75-d1bc7baf1601 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "GET /v2.0/ports/33ea17e6-7253-4697-b800-67625fee814a HTTP/1.1" status: 200 len: 1135 time: 0.1529405 Jul 28 10:49:58.075877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41344) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:58.085297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c409a-5ca6-4767-851d-fe582e0a428c None None] Pushing event deleted for resources: {'Port': ['ID=613fac1e-11a7-43b7-9470-12af92bc3616,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:58.111894 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (8f965527-da57-4cfc-91c1-262ad02ae75f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.138028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1574711870'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:49:58.181511 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (8f965527-da57-4cfc-91c1-262ad02ae75f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.223554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:49:58.223554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (8f965527-da57-4cfc-91c1-262ad02ae75f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.245217 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e070e5ae-f5eb-4332-a1bd-be01876bf8bd None None] Provisioning complete for port 33ea17e6-7253-4697-b800-67625fee814a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:49:58.245597 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e070e5ae-f5eb-4332-a1bd-be01876bf8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (33ea17e6-7253-4697-b800-67625fee814a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.293161 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 8f965527-da57-4cfc-91c1-262ad02ae75f resource provider aggregate not found Jul 28 10:49:58.313287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Made reservation on behalf of 88fab1d001fc4f1b8f881595f9742260 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:49:58.317421 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:58.324688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.365095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e070e5ae-f5eb-4332-a1bd-be01876bf8bd None None] Port 33ea17e6-7253-4697-b800-67625fee814a cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:49:58.415818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.450524 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 8f965527-da57-4cfc-91c1-262ad02ae75f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f965527-da57-4cfc-91c1-262ad02ae75f found for delete ", "request_id": "req-8beee785-3530-4ff2-b711-06c4a0a14603"}]} Jul 28 10:49:58.459711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (8dd64de7-d3ef-4836-aeb9-98704c2d4f49), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.472067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.475658 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8dd64de7-d3ef-4836-aeb9-98704c2d4f49 HTTP/1.1" status: 204 len: 168 time: 2.7234509 Jul 28 10:49:58.551407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3098fd-5be2-4184-9374-5d2f2239e740 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd64de7-d3ef-4836-aeb9-98704c2d4f49,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:58.572468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Deleting port 33ea17e6-7253-4697-b800-67625fee814a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:49:58.576738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (33ea17e6-7253-4697-b800-67625fee814a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.831927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (33ea17e6-7253-4697-b800-67625fee814a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.854358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Calling delete_port for 33ea17e6-7253-4697-b800-67625fee814a owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:49:58.889177 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks [] for security_group (b5cbf5da-6226-43cb-9415-3968aee1c0fe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.919208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b5cbf5da-6226-43cb-9415-3968aee1c0fe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.932641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:49:58.943290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (71eefc57-f21b-4ba7-ae3d-aacf40279e9d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:58.943908 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Added segment 71eefc57-f21b-4ba7-ae3d-aacf40279e9d of type vlan for network 5ed9f198-a8f6-42b0-bcea-7252a5aca390 Jul 28 10:49:58.994129 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41380) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:58.995424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (5ed9f198-a8f6-42b0-bcea-7252a5aca390), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.055241 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:59.056552 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:49:59.060937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cbf5da-6226-43cb-9415-3968aee1c0fe,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:59.064154 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (5ed9f198-a8f6-42b0-bcea-7252a5aca390), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.069774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:49:59.070543 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.102373 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 757 time: 1.4070146 Jul 28 10:49:59.134028 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5f99a13b-e65e-45fe-a71c-1bac0285816f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65fc4fdf92684e2191cb2050849a4a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370254 Jul 28 10:49:59.136063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41384) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:59.138008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41386) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:59.158910 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-70742d69-b85e-4534-9683-22932833f1ac tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-1115627925') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:59.212233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0fe0a-7ef2-448f-a35f-5f52b307ff00 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Pushing event updated for resources: {'Network': ['ID=5ed9f198-a8f6-42b0-bcea-7252a5aca390,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:59.229117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 5ed9f198-a8f6-42b0-bcea-7252a5aca390 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:49:59.300634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (33ea17e6-7253-4697-b800-67625fee814a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.474624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event deleted for resources: {'Port': ['ID=33ea17e6-7253-4697-b800-67625fee814a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:49:59.612476 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-70742d69-b85e-4534-9683-22932833f1ac tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "PUT /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-1115627925 HTTP/1.1" status: 201 len: 201 time: 0.4709296 Jul 28 10:49:59.613402 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e8d42b45-88a5-46cb-aadf-3126614f1fa3 admin admin] Publish callbacks [] for security_group (28b989d0-6321-495b-a92f-0d64b2d0ca44), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.615126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41398) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:59.631773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-fd2fc1c2-ba46-467a-a76a-c4fa2bdd9f6c tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-1115627925') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:59.710299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.713766 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47c42b0a-8e72-4b4e-a7ff-bc695c2bc331 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "DELETE /v2.0/ports/33ea17e6-7253-4697-b800-67625fee814a HTTP/1.1" status: 204 len: 168 time: 1.6355319 Jul 28 10:49:59.718440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41404) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:59.865120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Deleting subnet dac0f73c-c3d9-4df1-8c71-09e0de65d292 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:49:59.870253 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fd2fc1c2-ba46-467a-a76a-c4fa2bdd9f6c tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "GET /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-1115627925 HTTP/1.1" status: 204 len: 168 time: 0.2539291 Jul 28 10:49:59.874622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:49:59.880647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for subnet (dac0f73c-c3d9-4df1-8c71-09e0de65d292), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.885059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-0da1bb8d-cf88-4909-bf4a-c8241dfcb7ee tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:49:59.967796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (dac0f73c-c3d9-4df1-8c71-09e0de65d292), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:49:59.997505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e8d42b45-88a5-46cb-aadf-3126614f1fa3 admin admin] Publish callbacks [] for security_group (28b989d0-6321-495b-a92f-0d64b2d0ca44), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.069110 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0da1bb8d-cf88-4909-bf4a-c8241dfcb7ee tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "GET /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags HTTP/1.1" status: 200 len: 238 time: 0.1927176 Jul 28 10:50:00.070061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41414) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:00.085844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-ca6b6f72-a350-4620-9d7b-df374b47d8cf tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', {'tags': ['tempest-TagsTest-Tag-823500033', 'tempest-TagsTest-Tag-199565490', 'tempest-TagsTest-Tag-1554647378']}) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:00.104039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (dac0f73c-c3d9-4df1-8c71-09e0de65d292), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.227397 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:00.229097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (dac0f73c-c3d9-4df1-8c71-09e0de65d292), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.291855 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca6b6f72-a350-4620-9d7b-df374b47d8cf tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "PUT /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags HTTP/1.1" status: 200 len: 307 time: 0.2170670 Jul 28 10:50:00.297179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb10ba9-c41b-43f9-96aa-b3ade6a1362c None None] Network 2f5b9652-fe68-445b-b92b-3c38e6cde35c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:50:00.303146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41422) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:00.304154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e8d42b45-88a5-46cb-aadf-3126614f1fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (28b989d0-6321-495b-a92f-0d64b2d0ca44), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.307175 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e8d42b45-88a5-46cb-aadf-3126614f1fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.309023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e8d42b45-88a5-46cb-aadf-3126614f1fa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28b989d0-6321-495b-a92f-0d64b2d0ca44 HTTP/1.1" status: 204 len: 168 time: 1.1662290 Jul 28 10:50:00.315694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-31cb4e1a-a1fa-473e-be04-80b0492a277e tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-823500033') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:00.334151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event deleted for resources: {'Subnet': ['ID=dac0f73c-c3d9-4df1-8c71-09e0de65d292,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:00.339031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.342822 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-011c0b57-d3c4-40c7-aeb7-3b4dad876d88 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "DELETE /v2.0/subnets/dac0f73c-c3d9-4df1-8c71-09e0de65d292 HTTP/1.1" status: 204 len: 168 time: 0.6230226 Jul 28 10:50:00.345360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41426) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:00.494716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d42b45-88a5-46cb-aadf-3126614f1fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b989d0-6321-495b-a92f-0d64b2d0ca44,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:00.582118 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-31cb4e1a-a1fa-473e-be04-80b0492a277e tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "DELETE /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-823500033 HTTP/1.1" status: 204 len: 168 time: 0.2707384 Jul 28 10:50:00.585220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41434) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:00.589700 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-532b6ae3-447b-4548-852c-493bb105eea3 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-823500033') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:00.637927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2f5b9652-fe68-445b-b92b-3c38e6cde35c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.655883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] DHCP port deletion for 2f5b9652-fe68-445b-b92b-3c38e6cde35c request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:50:00.734468 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-532b6ae3-447b-4548-852c-493bb105eea3 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] show failed (client error): The resource could not be found. Jul 28 10:50:00.735677 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-532b6ae3-447b-4548-852c-493bb105eea3 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "GET /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-823500033 HTTP/1.1" status: 404 len: 325 time: 0.1493335 Jul 28 10:50:00.741477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41446) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:00.748861 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-13042b69-d4bf-4882-a6e5-c1399d57478e tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-199565490') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:00.803525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] Deleting port 1d279593-792f-432c-8f2d-a3b213be3d4a {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:00.804277 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.815545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Deleting port 1d279593-792f-432c-8f2d-a3b213be3d4a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:00.818231 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:00.914318 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13042b69-d4bf-4882-a6e5-c1399d57478e tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "GET /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-199565490 HTTP/1.1" status: 204 len: 168 time: 0.1712716 Jul 28 10:50:00.921025 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:00.929031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-c23e0907-01c7-46ed-b472-feb2b107377a tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-1554647378') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:01.147034 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c23e0907-01c7-46ed-b472-feb2b107377a tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "GET /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-1554647378 HTTP/1.1" status: 204 len: 168 time: 0.2243683 Jul 28 10:50:01.150024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41464) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:01.152106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] For port 1d279593-792f-432c-8f2d-a3b213be3d4a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1d279593-792f-432c-8f2d-a3b213be3d4a,segment=NetworkSegment(cbdd6a9d-1a34-4189-9d9c-4c8549074027),segment_id=cbdd6a9d-1a34-4189-9d9c-4c8549074027)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:01.152693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:01.164938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-a8edaab6-0483-4d12-a3a4-919211dc9030 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:01.190631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1d279593-792f-432c-8f2d-a3b213be3d4a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:01.303866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] Calling delete_port for 1d279593-792f-432c-8f2d-a3b213be3d4a owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:01.421211 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a8edaab6-0483-4d12-a3a4-919211dc9030 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "DELETE /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags HTTP/1.1" status: 204 len: 168 time: 0.2698088 Jul 28 10:50:01.425578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:01.430695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-853a4a45-f90c-4d35-9022-3ba5ee1a9c66 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-199565490') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:01.523400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] For port 1d279593-792f-432c-8f2d-a3b213be3d4a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1d279593-792f-432c-8f2d-a3b213be3d4a,segment=NetworkSegment(cbdd6a9d-1a34-4189-9d9c-4c8549074027),segment_id=cbdd6a9d-1a34-4189-9d9c-4c8549074027)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:01.524475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:01.546871 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:01.559384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Calling delete_port for 1d279593-792f-432c-8f2d-a3b213be3d4a owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:01.602245 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-853a4a45-f90c-4d35-9022-3ba5ee1a9c66 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] show failed (client error): The resource could not be found. Jul 28 10:50:01.603401 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-853a4a45-f90c-4d35-9022-3ba5ee1a9c66 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "GET /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-199565490 HTTP/1.1" status: 404 len: 325 time: 0.1764007 Jul 28 10:50:01.608419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41478) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:01.613076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-ca86a4f6-ad2c-458c-9e1c-60b04eef9b2d tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390', 'tempest-TagsTest-Tag-1554647378') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:01.643190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1d279593-792f-432c-8f2d-a3b213be3d4a is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:50:01.643624 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:01.731953 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:01.786087 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:01.795400 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:01.803268 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1d279593-792f-432c-8f2d-a3b213be3d4a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:01.860076 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-ca86a4f6-ad2c-458c-9e1c-60b04eef9b2d tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] show failed (client error): The resource could not be found. Jul 28 10:50:01.861673 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca86a4f6-ad2c-458c-9e1c-60b04eef9b2d tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "GET /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags/tempest-TagsTest-Tag-1554647378 HTTP/1.1" status: 404 len: 326 time: 0.2519860 Jul 28 10:50:01.874463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41490) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:01.891265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] No DVR routers for this DVR port 1d279593-792f-432c-8f2d-a3b213be3d4a on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:50:01.916895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a718c4-d1e7-4898-ae7b-20db976aa86a None None] Pushing event deleted for resources: {'Port': ['ID=1d279593-792f-432c-8f2d-a3b213be3d4a,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:01.918718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-3e1b4a54-08a4-40f0-8082-dc1dc00a614a tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ed9f198-a8f6-42b0-bcea-7252a5aca390') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:01.918952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event deleted for resources: {'Port': ['ID=1d279593-792f-432c-8f2d-a3b213be3d4a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:01.935023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] No DVR routers for this DVR port 1d279593-792f-432c-8f2d-a3b213be3d4a on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:50:01.947240 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:02.157090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3e1b4a54-08a4-40f0-8082-dc1dc00a614a tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "DELETE /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390/tags HTTP/1.1" status: 204 len: 168 time: 0.2810547 Jul 28 10:50:02.164632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41506) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:02.222292 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2f5b9652-fe68-445b-b92b-3c38e6cde35c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.297637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5b9652-fe68-445b-b92b-3c38e6cde35c']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:02.323971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdd6a9d-1a34-4189-9d9c-4c8549074027') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:02.323971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdd6a9d-1a34-4189-9d9c-4c8549074027') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:02.343505 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (cbdd6a9d-1a34-4189-9d9c-4c8549074027), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.349720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (5ed9f198-a8f6-42b0-bcea-7252a5aca390), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.371035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cbdd6a9d-1a34-4189-9d9c-4c8549074027), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.390386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:50:02.390797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (cbdd6a9d-1a34-4189-9d9c-4c8549074027), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.452500 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cbdd6a9d-1a34-4189-9d9c-4c8549074027 resource provider aggregate not found Jul 28 10:50:02.681759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2f5b9652-fe68-445b-b92b-3c38e6cde35c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.705257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.709676 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] 10.222.0.46 "DELETE /v2.0/networks/2f5b9652-fe68-445b-b92b-3c38e6cde35c HTTP/1.1" status: 204 len: 168 time: 2.3630862 Jul 28 10:50:02.718673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (5ed9f198-a8f6-42b0-bcea-7252a5aca390), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.720735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10c8c69c-9851-41c9-95f4-75a8c782756b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.729905 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cbdd6a9d-1a34-4189-9d9c-4c8549074027 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbdd6a9d-1a34-4189-9d9c-4c8549074027 found for delete ", "request_id": "req-e8d75b8b-05c9-4684-857a-e407cb081e56"}]} Jul 28 10:50:02.731576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbee5b-e941-40a8-a1d0-0c38be23ada5 tempest-ExtraDHCPOptionsTestJSON-1831018928 tempest-ExtraDHCPOptionsTestJSON-1831018928-project] Pushing event deleted for resources: {'Network': ['ID=2f5b9652-fe68-445b-b92b-3c38e6cde35c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:02.802726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed9f198-a8f6-42b0-bcea-7252a5aca390']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:02.836164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eefc57-f21b-4ba7-ae3d-aacf40279e9d') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:02.837911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eefc57-f21b-4ba7-ae3d-aacf40279e9d') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:02.907171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (71eefc57-f21b-4ba7-ae3d-aacf40279e9d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.944190 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (71eefc57-f21b-4ba7-ae3d-aacf40279e9d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.973366 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:50:02.977750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (71eefc57-f21b-4ba7-ae3d-aacf40279e9d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:02.980032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41534) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:03.010094 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 71eefc57-f21b-4ba7-ae3d-aacf40279e9d resource provider aggregate not found Jul 28 10:50:03.052074 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 71eefc57-f21b-4ba7-ae3d-aacf40279e9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71eefc57-f21b-4ba7-ae3d-aacf40279e9d found for delete ", "request_id": "req-a0db330a-3660-4c31-97d2-6ae4904c1e3f"}]} Jul 28 10:50:03.104127 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (5ed9f198-a8f6-42b0-bcea-7252a5aca390), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:03.123086 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:03.131822 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] 10.222.0.46 "DELETE /v2.0/networks/5ed9f198-a8f6-42b0-bcea-7252a5aca390 HTTP/1.1" status: 204 len: 168 time: 0.9660950 Jul 28 10:50:03.187788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741a77d-c3cc-485e-a2bd-1c497598b499 tempest-TagsTest-818567154 tempest-TagsTest-818567154-project] Pushing event deleted for resources: {'Network': ['ID=5ed9f198-a8f6-42b0-bcea-7252a5aca390,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:03.358559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0c73-df25-4d7d-9319-ba970b29905b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:03.431164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41560) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:03.556438 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0c73-df25-4d7d-9319-ba970b29905b admin admin] Publish callbacks [] for security_group (8b8f8adf-356a-4916-bb9b-08d6915a9e65), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:03.562432 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0c73-df25-4d7d-9319-ba970b29905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b8f8adf-356a-4916-bb9b-08d6915a9e65), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:03.683574 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a4e0c73-df25-4d7d-9319-ba970b29905b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9a26191be6644ba8bf59070d66caf29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999114 Jul 28 10:50:03.683574 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e0c73-df25-4d7d-9319-ba970b29905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8f8adf-356a-4916-bb9b-08d6915a9e65,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:03.684348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41570) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:03.828665 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b8da475f-f8df-48c3-bbe9-41938da7e190 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fecdf033dc04362bdd97dd9f37ed72d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962212 Jul 28 10:50:03.832344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41576) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:03.891056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd04e-99a5-485c-94a4-3920a3b332a1 admin admin] Publish callbacks [] for security_group (8b8f8adf-356a-4916-bb9b-08d6915a9e65), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:03.959690 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd04e-99a5-485c-94a4-3920a3b332a1 admin admin] Publish callbacks [] for security_group (8b8f8adf-356a-4916-bb9b-08d6915a9e65), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:03.985205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41580) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:03.985920 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16a7d101-6cfc-4764-b5ce-9cd91838ae19 admin admin] Publish callbacks [] for security_group (cfa10a1b-4b61-4bb8-8d6c-07f969e0badb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.067627 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:04.069363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16a7d101-6cfc-4764-b5ce-9cd91838ae19 admin admin] Publish callbacks [] for security_group (cfa10a1b-4b61-4bb8-8d6c-07f969e0badb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.120828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd04e-99a5-485c-94a4-3920a3b332a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b8f8adf-356a-4916-bb9b-08d6915a9e65), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.133305 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd04e-99a5-485c-94a4-3920a3b332a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.142521 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=49 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:04.145622 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef5cd04e-99a5-485c-94a4-3920a3b332a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b8f8adf-356a-4916-bb9b-08d6915a9e65 HTTP/1.1" status: 204 len: 168 time: 0.4605768 Jul 28 10:50:04.147771 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=36 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:04.189339 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cd04e-99a5-485c-94a4-3920a3b332a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8f8adf-356a-4916-bb9b-08d6915a9e65,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:04.285394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16a7d101-6cfc-4764-b5ce-9cd91838ae19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (cfa10a1b-4b61-4bb8-8d6c-07f969e0badb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.307205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16a7d101-6cfc-4764-b5ce-9cd91838ae19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.326530 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-16a7d101-6cfc-4764-b5ce-9cd91838ae19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfa10a1b-4b61-4bb8-8d6c-07f969e0badb HTTP/1.1" status: 204 len: 168 time: 0.4762881 Jul 28 10:50:04.364184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7d101-6cfc-4764-b5ce-9cd91838ae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa10a1b-4b61-4bb8-8d6c-07f969e0badb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:04.599664 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cfad4ac4-e6b3-472e-b7bb-ddecdb0f5801 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88fab1d001fc4f1b8f881595f9742260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217936 Jul 28 10:50:04.602474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41606) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:04.737619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf85e-a323-430c-8140-b7406e6606a8 admin admin] Publish callbacks [] for security_group (b5cbf5da-6226-43cb-9415-3968aee1c0fe), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.773787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf85e-a323-430c-8140-b7406e6606a8 admin admin] Publish callbacks [] for security_group (b5cbf5da-6226-43cb-9415-3968aee1c0fe), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.855336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf85e-a323-430c-8140-b7406e6606a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b5cbf5da-6226-43cb-9415-3968aee1c0fe), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.860908 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf85e-a323-430c-8140-b7406e6606a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:04.862740 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cf2cf85e-a323-430c-8140-b7406e6606a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5cbf5da-6226-43cb-9415-3968aee1c0fe HTTP/1.1" status: 204 len: 168 time: 0.2591457 Jul 28 10:50:04.882729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cf85e-a323-430c-8140-b7406e6606a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cbf5da-6226-43cb-9415-3968aee1c0fe,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:05.051535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-23748df2-85f4-44ea-a820-85e7034e7aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:06.151292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:06.379351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41716) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:06.399968 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adfed6a-8422-473b-9b64-0f539e25befb req-a2f1a721-14a5-4ce7-b4ef-f860676ecb18 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614501866&fields=id&tenant_id=a8209f1d63904867a0c74297c01a12c0 HTTP/1.1" status: 200 len: 267 time: 0.0973294 Jul 28 10:50:06.642746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfed6a-8422-473b-9b64-0f539e25befb req-9406942a-a4ef-4d5f-b0dc-5faf2b7bfbab tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:06.651390 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adfed6a-8422-473b-9b64-0f539e25befb req-9406942a-a4ef-4d5f-b0dc-5faf2b7bfbab tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/networks?id=60cc7037-2405-4fb9-943a-b808862d4369 HTTP/1.1" status: 200 len: 811 time: 0.2496862 Jul 28 10:50:06.674537 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adfed6a-8422-473b-9b64-0f539e25befb req-01b4eef0-7d79-4c4e-a2ed-b489921676a5 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/quotas/a8209f1d63904867a0c74297c01a12c0 HTTP/1.1" status: 200 len: 375 time: 0.0220671 Jul 28 10:50:06.752591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-259114095-network', 'tenant_id': '78ee900cd3894506bbcbc08bed5daca4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:06.754058 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adfed6a-8422-473b-9b64-0f539e25befb req-5cc69f86-023e-43c7-9ed2-2788dd373e00 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a8209f1d63904867a0c74297c01a12c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784502 Jul 28 10:50:06.862266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Made reservation on behalf of 78ee900cd3894506bbcbc08bed5daca4 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:50:06.888790 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:06.923592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:06.958073 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:06.979264 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adfed6a-8422-473b-9b64-0f539e25befb req-38a022df-bcc4-4c77-9e70-c9dc7849900a service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213559 Jul 28 10:50:07.028874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:07.174227 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3adfed6a-8422-473b-9b64-0f539e25befb req-e61bc8f0-d700-49e2-884a-cdab0fa5a71b service neutron] 10.222.0.46 "GET /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936152 Jul 28 10:50:07.183544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks [] for security_group (1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.191360 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.218559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:50:07.235833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (34bc476e-7edc-46c1-946b-e1e28bd9bdfe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.236508 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Added segment 34bc476e-7edc-46c1-946b-e1e28bd9bdfe of type vlan for network 3f0be291-645b-49c8-86b8-bf443592bbdb Jul 28 10:50:07.250435 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.297449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (3f0be291-645b-49c8-86b8-bf443592bbdb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.335357 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=17 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:07.335572 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:07.339022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (3f0be291-645b-49c8-86b8-bf443592bbdb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.340717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:07.341542 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.398060 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0174606 Jul 28 10:50:07.467946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:07.492177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699fb20-a84b-4373-9cf4-920a059fe7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f0be291-645b-49c8-86b8-bf443592bbdb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:07.516384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 3f0be291-645b-49c8-86b8-bf443592bbdb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:50:07.661104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-4499'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:07.713718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:50:07.718254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.741030 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:07.742388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.767206 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:07.890849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:08.004457 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-6ef31fc1-cc2b-41b4-8358-6550f5498bf7 req-2afda5d2-e3cf-49fc-9798-ec150da47632 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0bcebca-fa12-4fb9-8a90-2856f9054216 HTTP/1.1" status: 200 len: 210 time: 0.1304104 Jul 28 10:50:08.134828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for security_group (36335f2d-df9f-4643-a7c7-173c52a807d3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:08.148614 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (36335f2d-df9f-4643-a7c7-173c52a807d3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:08.175842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:50:08.283342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (93b99f44-da96-48e4-9f64-2f093dd6f6da), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:08.283703 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Added segment 93b99f44-da96-48e4-9f64-2f093dd6f6da of type vlan for network 4161bd1e-fcb0-483e-b919-989d67afb95f Jul 28 10:50:08.489583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36335f2d-df9f-4643-a7c7-173c52a807d3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:08.551333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4161bd1e-fcb0-483e-b919-989d67afb95f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:08.709832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4161bd1e-fcb0-483e-b919-989d67afb95f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:08.716722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:08.730159 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:08.893905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4e78-c34b-43a5-8e82-9e3e07e0104f req-edad53fa-8a0a-4b62-96a1-a1e1b887cf32 tempest-ComputeTenantNetworksTest-1571589938 tempest-ComputeTenantNetworksTest-1571589938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:08.900468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4e78-c34b-43a5-8e82-9e3e07e0104f req-edad53fa-8a0a-4b62-96a1-a1e1b887cf32 tempest-ComputeTenantNetworksTest-1571589938 tempest-ComputeTenantNetworksTest-1571589938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:08.907973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4e78-c34b-43a5-8e82-9e3e07e0104f req-edad53fa-8a0a-4b62-96a1-a1e1b887cf32 tempest-ComputeTenantNetworksTest-1571589938 tempest-ComputeTenantNetworksTest-1571589938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:08.910743 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ccec4e78-c34b-43a5-8e82-9e3e07e0104f req-edad53fa-8a0a-4b62-96a1-a1e1b887cf32 tempest-ComputeTenantNetworksTest-1571589938 tempest-ComputeTenantNetworksTest-1571589938-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3134637 Jul 28 10:50:08.962448 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 761 time: 1.9321983 Jul 28 10:50:08.965508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41830) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:08.971194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'subnet': {'network_id': '4161bd1e-fcb0-483e-b919-989d67afb95f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:09.001697 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e3f88-6c05-476a-a25d-6e868584f125 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Network': ['ID=4161bd1e-fcb0-483e-b919-989d67afb95f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:09.015789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4161bd1e-fcb0-483e-b919-989d67afb95f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:50:09.185275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e90af-8b60-459f-916c-f163cc710ef7 req-3882c4d9-2d43-4c96-826d-dc56b38868e5 tempest-ComputeTenantNetworksTest-1571589938 tempest-ComputeTenantNetworksTest-1571589938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:09.190365 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c13e90af-8b60-459f-916c-f163cc710ef7 req-3882c4d9-2d43-4c96-826d-dc56b38868e5 tempest-ComputeTenantNetworksTest-1571589938 tempest-ComputeTenantNetworksTest-1571589938-project] 10.222.0.46 "GET /v2.0/networks/3f0be291-645b-49c8-86b8-bf443592bbdb HTTP/1.1" status: 200 len: 768 time: 0.2493534 Jul 28 10:50:09.195463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41842) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:09.217643 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=4,neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:09.268105 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2d3e8b38-d82a-456e-9ac4-32766ed188a2 req-4fe19614-6988-4b3e-9385-623374998edf tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0bcebca-fa12-4fb9-8a90-2856f9054216 HTTP/1.1" status: 200 len: 210 time: 0.0554395 Jul 28 10:50:09.330206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (3f0be291-645b-49c8-86b8-bf443592bbdb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:09.370859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:50:09.382096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:09.500430 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:50:09.619856 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:09.639597 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ffb454ce-5f4b-42c3-a93e-4f2efe4b2fca req-dafabdd8-f9d8-4f6d-ac02-03bff527b4b5 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0bcebca-fa12-4fb9-8a90-2856f9054216 HTTP/1.1" status: 200 len: 210 time: 0.1428370 Jul 28 10:50:09.645280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (3f0be291-645b-49c8-86b8-bf443592bbdb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:09.722367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0be291-645b-49c8-86b8-bf443592bbdb']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:09.751935 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bc476e-7edc-46c1-946b-e1e28bd9bdfe') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:09.752540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bc476e-7edc-46c1-946b-e1e28bd9bdfe') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:09.770010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (34bc476e-7edc-46c1-946b-e1e28bd9bdfe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:09.835545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (34bc476e-7edc-46c1-946b-e1e28bd9bdfe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:09.841019 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (270d1f6c-24f6-4db2-8ec1-6911624633c5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:09.866127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:50:09.869825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (34bc476e-7edc-46c1-946b-e1e28bd9bdfe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:09.988850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Subnet': ['ID=270d1f6c-24f6-4db2-8ec1-6911624633c5,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:10.083025 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 34bc476e-7edc-46c1-946b-e1e28bd9bdfe resource provider aggregate not found Jul 28 10:50:10.086887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Checking segment: {'id': '93b99f44-da96-48e4-9f64-2f093dd6f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4161bd1e-fcb0-483e-b919-989d67afb95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:50:10.088439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network hostable DHCP agents. Network: 4161bd1e-fcb0-483e-b919-989d67afb95f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:50:10.107965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (3f0be291-645b-49c8-86b8-bf443592bbdb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:10.120900 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:10.134503 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3f0be291-645b-49c8-86b8-bf443592bbdb HTTP/1.1" status: 204 len: 168 time: 0.9378793 Jul 28 10:50:10.166356 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 4161bd1e-fcb0-483e-b919-989d67afb95f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:50:10.168798 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 34bc476e-7edc-46c1-946b-e1e28bd9bdfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34bc476e-7edc-46c1-946b-e1e28bd9bdfe found for delete ", "request_id": "req-398e94d3-3d83-487f-83a7-69ee3a13cdf5"}]} Jul 28 10:50:10.171618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bc723-ab31-4c28-8af4-e7c386b97f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0be291-645b-49c8-86b8-bf443592bbdb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:10.190085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4161bd1e-fcb0-483e-b919-989d67afb95f) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:10.204772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5f46a-5cda-467c-b36f-69f6958db82f None None] Network 4161bd1e-fcb0-483e-b919-989d67afb95f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:50:10.205799 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:10.263371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:10.336347 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 41892) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:10.337785 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1824ff01-9801-4cb4-8e13-ef692b1200ae tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3704774 Jul 28 10:50:10.342062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-438258484', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:10.428355 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (394c6193-e5e6-4564-8b51-2ef3e56551ad), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:10.429369 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (394c6193-e5e6-4564-8b51-2ef3e56551ad), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:10.555071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df316a7-6bc5-4a38-8288-f33668108737 None None] Network 4161bd1e-fcb0-483e-b919-989d67afb95f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:50:10.611000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_controller (394c6193-e5e6-4564-8b51-2ef3e56551ad), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:10.769438 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:10.784683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41910) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:10.896738 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa6b5f0b-5b19-459a-a728-b919523dba4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78ee900cd3894506bbcbc08bed5daca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1103685 Jul 28 10:50:10.897371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 41912) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:10.917887 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (394c6193-e5e6-4564-8b51-2ef3e56551ad), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.018055 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019acd8d-8e4d-441b-8bd1-25a48a856212 admin admin] Publish callbacks [] for security_group (1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.052232 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019acd8d-8e4d-441b-8bd1-25a48a856212 admin admin] Publish callbacks [] for security_group (1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.139069 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019acd8d-8e4d-441b-8bd1-25a48a856212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.141730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-019acd8d-8e4d-441b-8bd1-25a48a856212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.154465 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-019acd8d-8e4d-441b-8bd1-25a48a856212 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef HTTP/1.1" status: 204 len: 168 time: 0.2559309 Jul 28 10:50:11.173353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019acd8d-8e4d-441b-8bd1-25a48a856212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6dbc9c-cc46-40e4-acac-7a1bb38c13ef,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:11.396953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (394c6193-e5e6-4564-8b51-2ef3e56551ad), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.450865 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.524226 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:11.874473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.25.2.13 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/26fe613c-6d2f-4f9c-aa9d-0238a777c501) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:12.417592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (26fe613c-6d2f-4f9c-aa9d-0238a777c501), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:12.636346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (26fe613c-6d2f-4f9c-aa9d-0238a777c501), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:12.662149 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:12.701397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:12.705427 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:12.715040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:12.754015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=26fe613c-6d2f-4f9c-aa9d-0238a777c501,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:13.285996 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (394c6193-e5e6-4564-8b51-2ef3e56551ad), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:13.731545 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:13.776226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (394c6193-e5e6-4564-8b51-2ef3e56551ad), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:14.179437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:50:14.442863 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:14.455184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:14.470334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:14.470994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:14.495184 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:14.496647 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aac213ce-d592-4592-890d-f042c6b3bcbd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1588500 Jul 28 10:50:14.499801 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:14.535791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:14.547564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:14.548591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:14.590481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:14.592029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d9a554-9ee1-4528-a658-1c1285f00032 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:14.956382 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:15.500173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:16.058280 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:16.246494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.1 (4161bd1e-fcb0-483e-b919-989d67afb95f/270d1f6c-24f6-4db2-8ec1-6911624633c5/fad5c2b0-8c0c-4b24-9952-1b881da64625) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:16.471303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:16.521810 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:16.533929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:16.614066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42102) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:16.631350 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:16.705518 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 4161bd1e-fcb0-483e-b919-989d67afb95f is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:16.710706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=fad5c2b0-8c0c-4b24-9952-1b881da64625,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:16.730381 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:16.737651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:16.909326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c35960f2-ff33-4056-9c94-ecb17bfa1863 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group (9e441d10-3984-4ae0-936f-b986cceb6daa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:16.934201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (394c6193-e5e6-4564-8b51-2ef3e56551ad), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:17.050560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c35960f2-ff33-4056-9c94-ecb17bfa1863 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group (9e441d10-3984-4ae0-936f-b986cceb6daa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:17.942932 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:18.032150 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c35960f2-ff33-4056-9c94-ecb17bfa1863 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9e441d10-3984-4ae0-936f-b986cceb6daa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:18.035744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c35960f2-ff33-4056-9c94-ecb17bfa1863 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:18.037081 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c35960f2-ff33-4056-9c94-ecb17bfa1863 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] 10.222.0.46 "DELETE /v2.0/security-groups/9e441d10-3984-4ae0-936f-b986cceb6daa HTTP/1.1" status: 204 len: 168 time: 1.4212351 Jul 28 10:50:18.082527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35960f2-ff33-4056-9c94-ecb17bfa1863 tempest-TestVolumeBootPattern-148227680 tempest-TestVolumeBootPattern-148227680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e441d10-3984-4ae0-936f-b986cceb6daa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:18.091067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:18.127073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42138) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:18.968913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:18.979475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:19.145998 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (394c6193-e5e6-4564-8b51-2ef3e56551ad), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:19.160329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=fad5c2b0-8c0c-4b24-9952-1b881da64625,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:19.178172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.178531 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.178884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.179233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.179682 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.179896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.180244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.181310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.181681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.182558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.182907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.183461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.184050 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.184307 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.185100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:19.313744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (3d75cf4f-d752-4183-abd1-de49fc9774a8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:19.480568 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:19.504808 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:19.551285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 4161bd1e-fcb0-483e-b919-989d67afb95f is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:19.569185 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:19.805812 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:19.866857 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:19.875862 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:19.882135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Deleting port 1067ccde-448a-4c33-b4a3-e8c310f064ce {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:19.882653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:19.997671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:20.009297 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:20.014828 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ec668dd1-9a2e-45cc-ad50-517b216742e8 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/routers/394c6193-e5e6-4564-8b51-2ef3e56551ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5133638 Jul 28 10:50:20.016389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42180) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:20.022190 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:20.022827 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:20.023769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'port': {'network_id': '4161bd1e-fcb0-483e-b919-989d67afb95f', 'name': 'tempest-FloatingIPTestJSON-690189338'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:20.110039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] For port 1067ccde-448a-4c33-b4a3-e8c310f064ce, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1067ccde-448a-4c33-b4a3-e8c310f064ce,segment=NetworkSegment(fc6e35e4-bbf0-455e-878c-0c7119e1068c),segment_id=fc6e35e4-bbf0-455e-878c-0c7119e1068c)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:20.111292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:20.149301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Calling delete_port for 1067ccde-448a-4c33-b4a3-e8c310f064ce owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:20.151908 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:20.229169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:50:20.235307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:20.240302 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:20.241417 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:20.265512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] device_id is not set on port be339712-278e-429b-9075-e1b04781887d yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:50:20.339076 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:20.339922 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b27a4-2bb4-42a7-9179-93c3dcbdd1f2 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:20.468837 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:20.608806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1067ccde-448a-4c33-b4a3-e8c310f064ce), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:20.643832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.13 (4161bd1e-fcb0-483e-b919-989d67afb95f/270d1f6c-24f6-4db2-8ec1-6911624633c5/be339712-278e-429b-9075-e1b04781887d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:20.703190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1067ccde-448a-4c33-b4a3-e8c310f064ce,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:21.209183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (be339712-278e-429b-9075-e1b04781887d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:21.237417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (3d75cf4f-d752-4183-abd1-de49fc9774a8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:21.316137 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (be339712-278e-429b-9075-e1b04781887d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:21.411873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 4161bd1e-fcb0-483e-b919-989d67afb95f is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:21.416175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:21.422908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:21.427724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=be339712-278e-429b-9075-e1b04781887d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:21.550936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:21.554258 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:21.626447 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-348639b9-59c6-4671-b05e-65d5e5ba39fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6079738 Jul 28 10:50:21.627208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42224) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:21.646802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'port': {'network_id': '4161bd1e-fcb0-483e-b919-989d67afb95f', 'name': 'tempest-FloatingIPTestJSON-511748153'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:21.686797 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:21.843325 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:21.942081 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:21.969809 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:50:21.974796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:22.004308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] device_id is not set on port 28432e22-eb99-4b76-b59b-319f9edff136 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:50:22.024065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Router 3d75cf4f-d752-4183-abd1-de49fc9774a8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:22.244446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.2 (4161bd1e-fcb0-483e-b919-989d67afb95f/270d1f6c-24f6-4db2-8ec1-6911624633c5/28432e22-eb99-4b76-b59b-319f9edff136) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:22.323844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:22.338922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] Sync routers for ids ['3d75cf4f-d752-4183-abd1-de49fc9774a8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:22.358459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] Routers {'3d75cf4f-d752-4183-abd1-de49fc9774a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:22.359209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3d75cf4f-d752-4183-abd1-de49fc9774a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:22.366991 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b372f4c6-7065-4818-ae0f-9ef6d5b856f1 admin admin] 10.222.0.46 "PUT /v2.0/routers/3d75cf4f-d752-4183-abd1-de49fc9774a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2373033 Jul 28 10:50:22.366991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42246) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:22.593643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] Set router 3d75cf4f-d752-4183-abd1-de49fc9774a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:50:22.678398 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks [] for router (3d75cf4f-d752-4183-abd1-de49fc9774a8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:22.855455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:50:20Z', 'revision_number': 5, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:22.914031 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (28432e22-eb99-4b76-b59b-319f9edff136), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:22.968796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] Checking router: 3d75cf4f-d752-4183-abd1-de49fc9774a8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:50:22.988135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] Routers {'3d75cf4f-d752-4183-abd1-de49fc9774a8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:22.989169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['3d75cf4f-d752-4183-abd1-de49fc9774a8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:23.124870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (28432e22-eb99-4b76-b59b-319f9edff136), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:23.149760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks [] for router_gateway (3d75cf4f-d752-4183-abd1-de49fc9774a8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:23.257562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 4161bd1e-fcb0-483e-b919-989d67afb95f is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:23.272747 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:23.280592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:23.357995 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Deleting port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:23.358340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:23.363728 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=28432e22-eb99-4b76-b59b-319f9edff136,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:23.423902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:23.424514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:23.493970 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-17aff581-4f65-4855-ac86-e15d4ee4afaf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8656685 Jul 28 10:50:23.494650 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42284) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:23.506195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'port_id': '28432e22-eb99-4b76-b59b-319f9edff136', 'fixed_ip_address': '172.20.0.2'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:23.547825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] Set router 3d75cf4f-d752-4183-abd1-de49fc9774a8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:50:23.576396 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] For port ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:23.576792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:23.609389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:23.631636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Calling delete_port for ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:23.637910 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:23.851318 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:23.915039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:50:20Z', 'revision_number': 5, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:23.948827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9cd78a-f38c-4f2f-903f-cd53eb1f982a None None] The sync data for ids ['3d75cf4f-d752-4183-abd1-de49fc9774a8'] in n-d-850468-6 is: [{'id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'name': 'tempest-TestVolumeBootPattern-824493378-router', 'tenant_id': 'a8209f1d63904867a0c74297c01a12c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:45:46Z', 'updated_at': '2022-07-28T10:50:20Z', 'revision_number': 5, 'project_id': 'a8209f1d63904867a0c74297c01a12c0', 'gw_port': {'id': 'ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75cf4f-d752-4183-abd1-de49fc9774a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:45:49Z', 'updated_at': '2022-07-28T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:23.982844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.099912 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:24.101321 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:24.106751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.195065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:24.234651 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:24.312946 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (3d75cf4f-d752-4183-abd1-de49fc9774a8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.339474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.25.2.117 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/b23d3a9d-58b3-424b-9184-1173292aed0e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:24.510264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (3d75cf4f-d752-4183-abd1-de49fc9774a8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.516125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks [] for router_controller (3d75cf4f-d752-4183-abd1-de49fc9774a8), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.615284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (3d75cf4f-d752-4183-abd1-de49fc9774a8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.615949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d75cf4f-d752-4183-abd1-de49fc9774a8 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:50:24.628994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.630240 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9fb1fdf8-e2c2-43a9-89b7-3066b56cee91 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3d75cf4f-d752-4183-abd1-de49fc9774a8 HTTP/1.1" status: 204 len: 168 time: 2.2619140 Jul 28 10:50:24.634642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42308) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:24.649766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.727830 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:24.735489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.837535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Deleting subnet b30b08e8-5bf7-43a7-9f2a-d29638682cf3 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:50:24.845196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:24.849155 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Publish callbacks [] for subnet (b30b08e8-5bf7-43a7-9f2a-d29638682cf3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:24.860537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:24.879258 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:24.999336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (b30b08e8-5bf7-43a7-9f2a-d29638682cf3), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:25.017851 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=b23d3a9d-58b3-424b-9184-1173292aed0e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:25.093342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1067ccde-448a-4c33-b4a3-e8c310f064ce no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:25.165472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1067ccde-448a-4c33-b4a3-e8c310f064ce {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:50:25.165845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1067ccde-448a-4c33-b4a3-e8c310f064ce not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:50:25.288264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (b30b08e8-5bf7-43a7-9f2a-d29638682cf3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:25.531802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (b30b08e8-5bf7-43a7-9f2a-d29638682cf3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:25.556577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432cb56a-f057-4455-80de-4db91e4a7903 None None] Network 60cc7037-2405-4fb9-943a-b808862d4369 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:50:25.563851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:25.568001 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b30b08e8-5bf7-43a7-9f2a-d29638682cf3 HTTP/1.1" status: 204 len: 168 time: 0.9322925 Jul 28 10:50:25.608924 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42344) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:25.645208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30b08e8-5bf7-43a7-9f2a-d29638682cf3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:25.659094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.659504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.659856 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.660199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.660799 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.661149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.661659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.662222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.662557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.662892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.663251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.668211 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.669118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.669651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.670271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c40cb-6e1c-4e44-a573-6cc671e9cc2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:25.925447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] DHCP port deletion for 60cc7037-2405-4fb9-943a-b808862d4369 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:50:26.011932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] Deleting port 26959d93-ba0f-4a85-b677-5d8ec028270a {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:26.013251 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.036244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (60cc7037-2405-4fb9-943a-b808862d4369), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.094983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] For port 26959d93-ba0f-4a85-b677-5d8ec028270a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=26959d93-ba0f-4a85-b677-5d8ec028270a,segment=NetworkSegment(fc6e35e4-bbf0-455e-878c-0c7119e1068c),segment_id=fc6e35e4-bbf0-455e-878c-0c7119e1068c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:26.096252 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.141134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] Calling delete_port for 26959d93-ba0f-4a85-b677-5d8ec028270a owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:26.204342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Deleting port 26959d93-ba0f-4a85-b677-5d8ec028270a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:26.204902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.306284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] For port 26959d93-ba0f-4a85-b677-5d8ec028270a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=26959d93-ba0f-4a85-b677-5d8ec028270a,segment=NetworkSegment(fc6e35e4-bbf0-455e-878c-0c7119e1068c),segment_id=fc6e35e4-bbf0-455e-878c-0c7119e1068c)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:26.306575 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.323203 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.376882 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Calling delete_port for 26959d93-ba0f-4a85-b677-5d8ec028270a owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:26.428235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] Pushing event deleted for resources: {'Port': ['ID=26959d93-ba0f-4a85-b677-5d8ec028270a,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:26.440016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc54a8-8e90-41f3-af37-65624de20a02 None None] No DVR routers for this DVR port 26959d93-ba0f-4a85-b677-5d8ec028270a on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:50:26.614316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42376) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:26.633372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (ad674584-536d-4d16-ab2c-481a6447a410), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.773808 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:26.811310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e082773-5333-49c2-8b0e-78ce41f17ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:26.999968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (26959d93-ba0f-4a85-b677-5d8ec028270a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.019315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e082773-5333-49c2-8b0e-78ce41f17ea0 admin admin] Publish callbacks [] for security_group (8abf8ca1-8178-4c8a-9be2-33e51a0ca49f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.030020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e082773-5333-49c2-8b0e-78ce41f17ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8abf8ca1-8178-4c8a-9be2-33e51a0ca49f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.031092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 26959d93-ba0f-4a85-b677-5d8ec028270a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:27.084808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 26959d93-ba0f-4a85-b677-5d8ec028270a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:50:27.087373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 26959d93-ba0f-4a85-b677-5d8ec028270a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:50:27.094395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:27.095262 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] No DVR routers for this DVR port 26959d93-ba0f-4a85-b677-5d8ec028270a on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:50:27.101102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e082773-5333-49c2-8b0e-78ce41f17ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abf8ca1-8178-4c8a-9be2-33e51a0ca49f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:27.142655 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e082773-5333-49c2-8b0e-78ce41f17ea0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09026d15592946c8a805539d79417405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226295 Jul 28 10:50:27.144410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42390) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:27.154539 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:27.157078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Pushing event deleted for resources: {'Port': ['ID=26959d93-ba0f-4a85-b677-5d8ec028270a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:27.164015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:50:27.165080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae7159c3-782e-4df3-ac4a-a64d2c8e1bb8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:50:27.214826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.255732 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:27.281129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19395431-ddc1-4233-861d-12a7f86d465b admin admin] Publish callbacks [] for security_group (8abf8ca1-8178-4c8a-9be2-33e51a0ca49f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.369544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19395431-ddc1-4233-861d-12a7f86d465b admin admin] Publish callbacks [] for security_group (8abf8ca1-8178-4c8a-9be2-33e51a0ca49f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.419548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.482429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.484613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19395431-ddc1-4233-861d-12a7f86d465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8abf8ca1-8178-4c8a-9be2-33e51a0ca49f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.487852 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-19395431-ddc1-4233-861d-12a7f86d465b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:27.492360 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-19395431-ddc1-4233-861d-12a7f86d465b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8abf8ca1-8178-4c8a-9be2-33e51a0ca49f HTTP/1.1" status: 204 len: 168 time: 0.3457916 Jul 28 10:50:27.505453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395431-ddc1-4233-861d-12a7f86d465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abf8ca1-8178-4c8a-9be2-33e51a0ca49f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:28.041754 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (60cc7037-2405-4fb9-943a-b808862d4369), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.116508 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=b23d3a9d-58b3-424b-9184-1173292aed0e,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:28.157024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cc7037-2405-4fb9-943a-b808862d4369']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:28.174967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6e35e4-bbf0-455e-878c-0c7119e1068c') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:28.175459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6e35e4-bbf0-455e-878c-0c7119e1068c') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:28.178515 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (ad674584-536d-4d16-ab2c-481a6447a410), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.259752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (fc6e35e4-bbf0-455e-878c-0c7119e1068c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.306123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (fc6e35e4-bbf0-455e-878c-0c7119e1068c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.397121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:50:28.397750 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (fc6e35e4-bbf0-455e-878c-0c7119e1068c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.416847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42414) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:28.444665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31744720-5f30-4973-8f4a-8e90a25b4335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.488906 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (60cc7037-2405-4fb9-943a-b808862d4369), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.495982 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment fc6e35e4-bbf0-455e-878c-0c7119e1068c resource provider aggregate not found Jul 28 10:50:28.498104 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:28.507130 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:28.513764 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.521785 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] 10.222.0.46 "DELETE /v2.0/networks/60cc7037-2405-4fb9-943a-b808862d4369 HTTP/1.1" status: 204 len: 168 time: 2.8999107 Jul 28 10:50:28.531975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42422) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:28.586828 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment fc6e35e4-bbf0-455e-878c-0c7119e1068c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc6e35e4-bbf0-455e-878c-0c7119e1068c found for delete ", "request_id": "req-1eb51383-7c04-443c-8204-b4ba6ed6970a"}]} Jul 28 10:50:28.598433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655182bd-91fb-47bb-99ec-515a1faa1624 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cc7037-2405-4fb9-943a-b808862d4369,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:28.615908 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP ad674584-536d-4d16-ab2c-481a6447a410 associated. External IP: 172.25.2.117, port: 28432e22-eb99-4b76-b59b-319f9edff136. Jul 28 10:50:28.835124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31744720-5f30-4973-8f4a-8e90a25b4335 admin admin] Publish callbacks [] for security_group (1b28399e-e345-462c-b939-7f63c4906953), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:28.857655 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-31744720-5f30-4973-8f4a-8e90a25b4335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1b28399e-e345-462c-b939-7f63c4906953), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:29.029977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31744720-5f30-4973-8f4a-8e90a25b4335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28399e-e345-462c-b939-7f63c4906953,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:29.067207 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-31744720-5f30-4973-8f4a-8e90a25b4335 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f876ed740ebe4fb88cd75cb9b1c1e271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6470101 Jul 28 10:50:29.070152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42438) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:29.117464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:29.369257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:29.399918 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:29.432545 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:29.435986 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:29.465527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:29.520529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4598d8cc-284f-4f42-832e-973aaef2f6cd admin admin] Publish callbacks [] for security_group (1b28399e-e345-462c-b939-7f63c4906953), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:29.566272 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:29.599659 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:29.604306 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:29.668178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4598d8cc-284f-4f42-832e-973aaef2f6cd admin admin] Publish callbacks [] for security_group (1b28399e-e345-462c-b939-7f63c4906953), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:29.688449 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-40e1d06b-0cc9-4916-944d-853ccec76801 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1926167 Jul 28 10:50:29.689310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42454) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:29.702592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:29.706368 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:29.707291 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312f750-63ee-4d14-8be1-b3829066a9f9 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:29.901993 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (ec1020f7-e1e9-40ca-85a6-337430a18b25), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:30.039152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (ad674584-536d-4d16-ab2c-481a6447a410), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:30.053608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4598d8cc-284f-4f42-832e-973aaef2f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (1b28399e-e345-462c-b939-7f63c4906953), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:30.053608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4598d8cc-284f-4f42-832e-973aaef2f6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:30.072926 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4598d8cc-284f-4f42-832e-973aaef2f6cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b28399e-e345-462c-b939-7f63c4906953 HTTP/1.1" status: 204 len: 168 time: 1.0012648 Jul 28 10:50:30.113844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598d8cc-284f-4f42-832e-973aaef2f6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28399e-e345-462c-b939-7f63c4906953,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:30.226954 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:30.736152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:30.742255 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (ad674584-536d-4d16-ab2c-481a6447a410), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:30.742660 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP ad674584-536d-4d16-ab2c-481a6447a410 disassociated. External IP: 172.25.2.117, port: 28432e22-eb99-4b76-b59b-319f9edff136. Jul 28 10:50:30.892377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Deleting port 1b3ff295-2c3c-4bc6-b103-324b923a2817 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:30.892939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:30.920057 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:31.248158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] For port 1b3ff295-2c3c-4bc6-b103-324b923a2817, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1b3ff295-2c3c-4bc6-b103-324b923a2817,segment=NetworkSegment(665fceeb-b672-41ff-8b97-dfd452094bba),segment_id=665fceeb-b672-41ff-8b97-dfd452094bba)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:31.248532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:31.329563 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:31.339036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Calling delete_port for 1b3ff295-2c3c-4bc6-b103-324b923a2817 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:31.384570 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:31.743811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1b3ff295-2c3c-4bc6-b103-324b923a2817), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:31.837083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3ff295-2c3c-4bc6-b103-324b923a2817,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:31.976445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:31.987442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:31.999878 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:32.023646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:32.025210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:32.157174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:32.190893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:32.204763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:32.206071 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-629e6f5e-995b-4299-9cc1-9e98acb01c3e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/floatingips/ad674584-536d-4d16-ab2c-481a6447a410 HTTP/1.1" status: 200 len: 688 time: 2.5146806 Jul 28 10:50:32.211832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42508) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:32.299987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:32.300965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8938a1b-942c-49f1-9b88-d4fad0615685 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:32.334297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (ec1020f7-e1e9-40ca-85a6-337430a18b25), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:32.549669 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:32.639897 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port b23d3a9d-58b3-424b-9184-1173292aed0e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:32.640629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:32.893895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:32.900391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (b23d3a9d-58b3-424b-9184-1173292aed0e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:32.935567 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for b23d3a9d-58b3-424b-9184-1173292aed0e owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:33.194235 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe97603e-0e21-4b9f-ab67-aa26a4215f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:33.537230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b23d3a9d-58b3-424b-9184-1173292aed0e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:33.584592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=b23d3a9d-58b3-424b-9184-1173292aed0e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:33.686025 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Router ec1020f7-e1e9-40ca-85a6-337430a18b25 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:33.783870 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:33.795023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (ad674584-536d-4d16-ab2c-481a6447a410), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:33.796869 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:33.802587 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9aa27a24-5bb3-4978-b983-cd29b4f0706a tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/floatingips/ad674584-536d-4d16-ab2c-481a6447a410 HTTP/1.1" status: 204 len: 168 time: 1.5892818 Jul 28 10:50:33.803356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42542) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:33.821595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'port_id': 'be339712-278e-429b-9075-e1b04781887d'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:33.905881 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:33.928297 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:33.940525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] Sync routers for ids ['ec1020f7-e1e9-40ca-85a6-337430a18b25'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:33.942886 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-632586e4-8cda-4e90-9679-53c8cedcf0b2 admin admin] 10.222.0.46 "PUT /v2.0/routers/ec1020f7-e1e9-40ca-85a6-337430a18b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4093637 Jul 28 10:50:33.953360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42548) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:33.978083 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] Routers {'ec1020f7-e1e9-40ca-85a6-337430a18b25'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:33.979008 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ec1020f7-e1e9-40ca-85a6-337430a18b25'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:34.107416 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:34.108921 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:34.111457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks [] for router (ec1020f7-e1e9-40ca-85a6-337430a18b25), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:34.324233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:34.471202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks [] for router_gateway (ec1020f7-e1e9-40ca-85a6-337430a18b25), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:34.544162 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] Set router ec1020f7-e1e9-40ca-85a6-337430a18b25 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:50:34.695116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Deleting port 09147fe8-17ec-489c-9df7-b4dbfef925f0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:34.695840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:34.849352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.25.2.195 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/272b0c46-24cf-4107-a243-5708334a584b) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:34.992901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] For port 09147fe8-17ec-489c-9df7-b4dbfef925f0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=09147fe8-17ec-489c-9df7-b4dbfef925f0,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:34.993275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:35.027171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Calling delete_port for 09147fe8-17ec-489c-9df7-b4dbfef925f0 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:35.045246 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:50:31Z', 'revision_number': 5, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port': {'id': '09147fe8-17ec-489c-9df7-b4dbfef925f0', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:46:19Z', 'updated_at': '2022-07-28T10:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:35.066617 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-61f87a01-5611-4bdc-bf7f-3db24392e95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:35.138811 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] Checking router: ec1020f7-e1e9-40ca-85a6-337430a18b25 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:50:35.154976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (272b0c46-24cf-4107-a243-5708334a584b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:35.167804 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] Routers {'ec1020f7-e1e9-40ca-85a6-337430a18b25'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:35.169150 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ec1020f7-e1e9-40ca-85a6-337430a18b25'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:35.235919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (272b0c46-24cf-4107-a243-5708334a584b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:35.396329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:35.443607 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:35.463134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:35.465826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=272b0c46-24cf-4107-a243-5708334a584b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:35.542553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (09147fe8-17ec-489c-9df7-b4dbfef925f0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:35.547333 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] Set router ec1020f7-e1e9-40ca-85a6-337430a18b25 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:50:35.580339 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:35.591338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Pushing event deleted for resources: {'Port': ['ID=09147fe8-17ec-489c-9df7-b4dbfef925f0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:35.710598 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:50:34Z', 'revision_number': 6, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:35.752998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (ec1020f7-e1e9-40ca-85a6-337430a18b25), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:35.791798 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3d13a-54bb-40f6-b3a4-d1e3e8a12ab8 None None] The sync data for ids ['ec1020f7-e1e9-40ca-85a6-337430a18b25'] in n-d-850468-6 is: [{'id': 'ec1020f7-e1e9-40ca-85a6-337430a18b25', 'name': 'tempest-TestVolumeBootPattern-950670253-router', 'tenant_id': '9c45f35a76c841738b0774728fe4feb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:46:17Z', 'updated_at': '2022-07-28T10:50:34Z', 'revision_number': 6, 'project_id': '9c45f35a76c841738b0774728fe4feb5', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:36.034763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (ec1020f7-e1e9-40ca-85a6-337430a18b25), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.038342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks [] for router_controller (ec1020f7-e1e9-40ca-85a6-337430a18b25), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.176637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (ec1020f7-e1e9-40ca-85a6-337430a18b25), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.176637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec1020f7-e1e9-40ca-85a6-337430a18b25 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:50:36.177031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.184958 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9e5fb87a-5562-4afb-a197-957a74e8b325 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ec1020f7-e1e9-40ca-85a6-337430a18b25 HTTP/1.1" status: 204 len: 168 time: 2.2249384 Jul 28 10:50:36.185128 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.185686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42598) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:36.312998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] Deleting subnet 2645ea9e-5e63-4945-9ab1-cec2ec813a3f {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:50:36.322999 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] Publish callbacks [] for subnet (2645ea9e-5e63-4945-9ab1-cec2ec813a3f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.426621 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (2645ea9e-5e63-4945-9ab1-cec2ec813a3f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.651440 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2645ea9e-5e63-4945-9ab1-cec2ec813a3f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.779695 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:36.780568 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:36.852869 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (2645ea9e-5e63-4945-9ab1-cec2ec813a3f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.900007 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (d2a9e0db-c5ee-4183-8a2d-8ba771ea6137), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.948986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2645ea9e-5e63-4945-9ab1-cec2ec813a3f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:36.955644 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:36.959309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086dc59-3fdb-4d78-b975-acda0430d2ff None None] Network 1a36be57-146a-42a7-ba20-2c21d498c000 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:50:36.967449 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3d413df2-ac7d-4d42-aa75-a6ef0ddecdd3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2645ea9e-5e63-4945-9ab1-cec2ec813a3f HTTP/1.1" status: 204 len: 168 time: 0.7835841 Jul 28 10:50:36.969883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:37.090352 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (272b0c46-24cf-4107-a243-5708334a584b), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.178065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 09147fe8-17ec-489c-9df7-b4dbfef925f0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:37.236285 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (1a36be57-146a-42a7-ba20-2c21d498c000), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.295059 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:37.330914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 09147fe8-17ec-489c-9df7-b4dbfef925f0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:50:37.331262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 09147fe8-17ec-489c-9df7-b4dbfef925f0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:50:37.331680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1b3ff295-2c3c-4bc6-b103-324b923a2817 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:37.426588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Deleting port 00e7409c-44d4-48a0-8e61-6c264be805ea {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:37.426933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.474878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1b3ff295-2c3c-4bc6-b103-324b923a2817 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:50:37.475282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1b3ff295-2c3c-4bc6-b103-324b923a2817 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:50:37.564264 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.622575 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (272b0c46-24cf-4107-a243-5708334a584b), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.640413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (272b0c46-24cf-4107-a243-5708334a584b), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.708390 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] For port 00e7409c-44d4-48a0-8e61-6c264be805ea, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=00e7409c-44d4-48a0-8e61-6c264be805ea,segment=NetworkSegment(665fceeb-b672-41ff-8b97-dfd452094bba),segment_id=665fceeb-b672-41ff-8b97-dfd452094bba)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:37.708769 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.750472 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Calling delete_port for 00e7409c-44d4-48a0-8e61-6c264be805ea owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:37.774484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.841089 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (d2a9e0db-c5ee-4183-8a2d-8ba771ea6137), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.958684 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:37.987719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (00e7409c-44d4-48a0-8e61-6c264be805ea), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:38.006013 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:38.057955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070fa60-1165-4b49-a153-b68992ed9c93 None None] DHCP port deletion for 1a36be57-146a-42a7-ba20-2c21d498c000 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:50:38.081660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42652) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:38.088730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e7409c-44d4-48a0-8e61-6c264be805ea,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:38.125014 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:38.186143 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=272b0c46-24cf-4107-a243-5708334a584b,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:38.217383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] No DVR routers for this DVR port 00e7409c-44d4-48a0-8e61-6c264be805ea on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:50:38.272462 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 associated. External IP: 172.25.2.195, port: be339712-278e-429b-9075-e1b04781887d. Jul 28 10:50:38.597826 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (1a36be57-146a-42a7-ba20-2c21d498c000), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:38.707445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a36be57-146a-42a7-ba20-2c21d498c000']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:38.756461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665fceeb-b672-41ff-8b97-dfd452094bba') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:38.762774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665fceeb-b672-41ff-8b97-dfd452094bba') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:38.786694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (665fceeb-b672-41ff-8b97-dfd452094bba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:38.890819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (665fceeb-b672-41ff-8b97-dfd452094bba), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:38.947375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-021653d2-f8d8-425c-b822-d0eb781b937e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:38.953168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:50:38.953587 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (665fceeb-b672-41ff-8b97-dfd452094bba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:38.976815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:39.095279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00e7409c-44d4-48a0-8e61-6c264be805ea no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:39.149652 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 665fceeb-b672-41ff-8b97-dfd452094bba resource provider aggregate not found Jul 28 10:50:39.162997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 00e7409c-44d4-48a0-8e61-6c264be805ea {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:50:39.163868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 00e7409c-44d4-48a0-8e61-6c264be805ea not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:50:39.200190 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 665fceeb-b672-41ff-8b97-dfd452094bba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 665fceeb-b672-41ff-8b97-dfd452094bba found for delete ", "request_id": "req-fe86e588-f33c-4ef7-8c17-0de0ca1a9d35"}]} Jul 28 10:50:39.272079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (1a36be57-146a-42a7-ba20-2c21d498c000), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:39.318674 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:39.330317 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1a36be57-146a-42a7-ba20-2c21d498c000 HTTP/1.1" status: 204 len: 168 time: 2.3585649 Jul 28 10:50:39.332532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2d563-3b6b-47cd-b4af-2c103f74d4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a36be57-146a-42a7-ba20-2c21d498c000,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:39.468645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-021653d2-f8d8-425c-b822-d0eb781b937e admin admin] Publish callbacks [] for security_group (23d9b91a-7660-434e-9b95-910fdf05c81a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:39.478992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-021653d2-f8d8-425c-b822-d0eb781b937e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (23d9b91a-7660-434e-9b95-910fdf05c81a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:39.529994 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:39.539224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:39.553874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:39.592615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:39.594194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:39.597546 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:39.630555 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-021653d2-f8d8-425c-b822-d0eb781b937e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30b160be43484593b239c92562fffe70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5147507 Jul 28 10:50:39.636006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42796) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:39.716815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:39.726435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bfe0719d-bcfb-4c50-9eba-5449a392fdd2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9214540 Jul 28 10:50:39.728326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42804) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:39.767341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:39.768002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:39.776520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021653d2-f8d8-425c-b822-d0eb781b937e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d9b91a-7660-434e-9b95-910fdf05c81a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:39.884886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-212c0981-7e25-4e89-8d8e-7e0626fdccfe admin admin] Publish callbacks [] for security_group (23d9b91a-7660-434e-9b95-910fdf05c81a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:39.939895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:39.940476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff342c-1551-4724-a308-be8d75ce2796 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:40.022632 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-212c0981-7e25-4e89-8d8e-7e0626fdccfe admin admin] Publish callbacks [] for security_group (23d9b91a-7660-434e-9b95-910fdf05c81a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:40.042521 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-89b40462-169d-4085-aaf5-6d568599890d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "GET /v2.0/floatingips/d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 HTTP/1.1" status: 200 len: 978 time: 0.3129599 Jul 28 10:50:40.046484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42828) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:40.125836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42838) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:40.126550 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:40.138737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-212c0981-7e25-4e89-8d8e-7e0626fdccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (23d9b91a-7660-434e-9b95-910fdf05c81a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:40.142139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-212c0981-7e25-4e89-8d8e-7e0626fdccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:40.143552 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-212c0981-7e25-4e89-8d8e-7e0626fdccfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23d9b91a-7660-434e-9b95-910fdf05c81a HTTP/1.1" status: 204 len: 168 time: 0.4985666 Jul 28 10:50:40.234054 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b1c66e69-e47a-447e-9892-aab70426da57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8209f1d63904867a0c74297c01a12c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1023180 Jul 28 10:50:40.237017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c0981-7e25-4e89-8d8e-7e0626fdccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d9b91a-7660-434e-9b95-910fdf05c81a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:40.242132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42852) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:40.431310 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42858) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:40.591447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa445-36e5-4bf3-9bb0-09a36d9de627 admin admin] Publish callbacks [] for security_group (ff914122-2b7c-47a2-bce1-4e1dec031592), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:40.702090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa445-36e5-4bf3-9bb0-09a36d9de627 admin admin] Publish callbacks [] for security_group (ff914122-2b7c-47a2-bce1-4e1dec031592), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:40.862950 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa445-36e5-4bf3-9bb0-09a36d9de627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ff914122-2b7c-47a2-bce1-4e1dec031592), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:40.865908 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa445-36e5-4bf3-9bb0-09a36d9de627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:40.867107 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1d5aa445-36e5-4bf3-9bb0-09a36d9de627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff914122-2b7c-47a2-bce1-4e1dec031592 HTTP/1.1" status: 204 len: 168 time: 0.6231468 Jul 28 10:50:40.883947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5aa445-36e5-4bf3-9bb0-09a36d9de627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff914122-2b7c-47a2-bce1-4e1dec031592,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:40.967599 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c1f2acbe-3230-40d6-b65a-d242a9ebeee1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.9192672 Jul 28 10:50:40.970905 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 42914) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:40.977077 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'port_id': '28432e22-eb99-4b76-b59b-319f9edff136'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:41.039526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8db552be-10a3-49f9-ba29-2e2e9c247d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.125893 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (d2a9e0db-c5ee-4183-8a2d-8ba771ea6137), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.375035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42952) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:41.390983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8db552be-10a3-49f9-ba29-2e2e9c247d8f admin admin] Publish callbacks [] for security_group (f28d80bf-bee3-410d-9f64-45558a6e3282), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.409315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbabaf21-5bbc-4a43-9a9b-e8be1860dd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.413637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8db552be-10a3-49f9-ba29-2e2e9c247d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f28d80bf-bee3-410d-9f64-45558a6e3282), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.457516 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8db552be-10a3-49f9-ba29-2e2e9c247d8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59458d36d75a47d7aa6c0eda1a8f1f15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0223970 Jul 28 10:50:41.460163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 42962) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:41.524745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.653071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db552be-10a3-49f9-ba29-2e2e9c247d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d80bf-bee3-410d-9f64-45558a6e3282,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:41.698302 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:41.747218 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95de425b-cf90-4777-8e9e-1ffd7c7b2889 admin admin] Publish callbacks [] for security_group (f28d80bf-bee3-410d-9f64-45558a6e3282), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.837625 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95de425b-cf90-4777-8e9e-1ffd7c7b2889 admin admin] Publish callbacks [] for security_group (f28d80bf-bee3-410d-9f64-45558a6e3282), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.885442 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:41.891929 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43002) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:41.929331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbabaf21-5bbc-4a43-9a9b-e8be1860dd55 admin admin] Publish callbacks [] for security_group (08dc43ea-498b-4a5d-aa34-5cb890ad4645), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:41.947340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fbabaf21-5bbc-4a43-9a9b-e8be1860dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (08dc43ea-498b-4a5d-aa34-5cb890ad4645), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.038110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95de425b-cf90-4777-8e9e-1ffd7c7b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f28d80bf-bee3-410d-9f64-45558a6e3282), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.040659 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-95de425b-cf90-4777-8e9e-1ffd7c7b2889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.042073 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-95de425b-cf90-4777-8e9e-1ffd7c7b2889 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f28d80bf-bee3-410d-9f64-45558a6e3282 HTTP/1.1" status: 204 len: 168 time: 0.5714760 Jul 28 10:50:42.052033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabaf21-5bbc-4a43-9a9b-e8be1860dd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc43ea-498b-4a5d-aa34-5cb890ad4645,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:42.060529 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fbabaf21-5bbc-4a43-9a9b-e8be1860dd55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15036337d0f84cd59d7782b126ba477c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6842263 Jul 28 10:50:42.061431 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43024) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:42.082156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de425b-cf90-4777-8e9e-1ffd7c7b2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d80bf-bee3-410d-9f64-45558a6e3282,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:42.136619 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:42.138007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-228fad2a-a999-40e8-9b50-473fcbfe5610 admin admin] Publish callbacks [] for security_group (08dc43ea-498b-4a5d-aa34-5cb890ad4645), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.191054 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-228fad2a-a999-40e8-9b50-473fcbfe5610 admin admin] Publish callbacks [] for security_group (08dc43ea-498b-4a5d-aa34-5cb890ad4645), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.328116 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-228fad2a-a999-40e8-9b50-473fcbfe5610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (08dc43ea-498b-4a5d-aa34-5cb890ad4645), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.339500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-228fad2a-a999-40e8-9b50-473fcbfe5610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.343791 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-228fad2a-a999-40e8-9b50-473fcbfe5610 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08dc43ea-498b-4a5d-aa34-5cb890ad4645 HTTP/1.1" status: 204 len: 168 time: 0.2811463 Jul 28 10:50:42.396762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fad2a-a999-40e8-9b50-473fcbfe5610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc43ea-498b-4a5d-aa34-5cb890ad4645,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:42.507346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.514858 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (d2a9e0db-c5ee-4183-8a2d-8ba771ea6137), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.593961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e9602455-222e-496c-bd80-99979c669776 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c45f35a76c841738b0774728fe4feb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6903229 Jul 28 10:50:42.594967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43078) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:42.776150 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 associated. External IP: 172.25.2.195, port: be339712-278e-429b-9075-e1b04781887d. Jul 28 10:50:42.802446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89ab78ec-5f36-4fba-8f29-3cc61a06d3ac admin admin] Publish callbacks [] for security_group (4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.909399 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89ab78ec-5f36-4fba-8f29-3cc61a06d3ac admin admin] Publish callbacks [] for security_group (4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:42.936478 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:43.039654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89ab78ec-5f36-4fba-8f29-3cc61a06d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:43.043437 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89ab78ec-5f36-4fba-8f29-3cc61a06d3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:43.047954 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-89ab78ec-5f36-4fba-8f29-3cc61a06d3ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877 HTTP/1.1" status: 204 len: 168 time: 0.4496279 Jul 28 10:50:43.057620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab78ec-5f36-4fba-8f29-3cc61a06d3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcb7f8c-e2b8-4cd4-bdfd-8e3c1d191877,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:43.184662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43140) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:43.213702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1c98-2c09-4232-9585-c8d692c813e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:43.310879 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:43.487535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1c98-2c09-4232-9585-c8d692c813e6 admin admin] Publish callbacks [] for security_group (ab4db737-c43f-43f6-8ad8-fba06254e317), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:43.505842 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e8c1c98-2c09-4232-9585-c8d692c813e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ab4db737-c43f-43f6-8ad8-fba06254e317), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:43.708472 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4e8c1c98-2c09-4232-9585-c8d692c813e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46226db801e4434eaf666033356f39e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200326 Jul 28 10:50:43.708472 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c1c98-2c09-4232-9585-c8d692c813e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4db737-c43f-43f6-8ad8-fba06254e317,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:43.713052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43184) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:43.845986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c30bad8e-37ee-49da-871f-dcc47fb9ea43 admin admin] Publish callbacks [] for security_group (ab4db737-c43f-43f6-8ad8-fba06254e317), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:43.868499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:43.870670 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:43.891417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c30bad8e-37ee-49da-871f-dcc47fb9ea43 admin admin] Publish callbacks [] for security_group (ab4db737-c43f-43f6-8ad8-fba06254e317), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:43.900892 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:43.955063 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:43.961304 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:44.026668 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c30bad8e-37ee-49da-871f-dcc47fb9ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ab4db737-c43f-43f6-8ad8-fba06254e317), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:44.034072 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c30bad8e-37ee-49da-871f-dcc47fb9ea43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:44.035911 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c30bad8e-37ee-49da-871f-dcc47fb9ea43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab4db737-c43f-43f6-8ad8-fba06254e317 HTTP/1.1" status: 204 len: 168 time: 0.3170166 Jul 28 10:50:44.055378 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:44.079159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bad8e-37ee-49da-871f-dcc47fb9ea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4db737-c43f-43f6-8ad8-fba06254e317,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:44.082808 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:44.085735 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:44.188998 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:44.190146 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1da3fa-a6bd-4ec8-b21b-7583f44176c0 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:44.341820 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:44.525544 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:44.737426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:44.750078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:44.765363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:44.766664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:44.776290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:44.869938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:44.902087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:44.902986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:44.949852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43264) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:44.955085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:44.963880 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4d18b97c-3f9c-449d-b1e1-9eed95c62ed1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/floatingips/d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 HTTP/1.1" status: 200 len: 977 time: 3.9916334 Jul 28 10:50:45.003116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:45.005822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d04b89-af6b-4b94-bfdc-f3dfe52067aa None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:45.122121 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (d2a9e0db-c5ee-4183-8a2d-8ba771ea6137), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:45.394295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:45.399426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (d2a9e0db-c5ee-4183-8a2d-8ba771ea6137), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:45.400055 n-d-850468-6 neutron-server[104687]: INFO neutron.db.l3_db [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 disassociated. External IP: 172.25.2.195, port: 28432e22-eb99-4b76-b59b-319f9edff136. Jul 28 10:50:45.883815 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:45.938803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:46.207878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:46.216109 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:46.220275 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:46.237089 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:46.237733 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:46.271790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43316) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:46.281173 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef81f078-dbcc-4296-b499-63ddd0f03630 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/floatingips/d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 HTTP/1.1" status: 200 len: 688 time: 1.3300931 Jul 28 10:50:46.304095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:46.327420 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:46.328065 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:46.404534 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:46.407540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00b083-a886-4fdf-bf5a-1612f44b5c30 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:46.466621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 272b0c46-24cf-4107-a243-5708334a584b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:46.466968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (272b0c46-24cf-4107-a243-5708334a584b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:46.496525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:50:46.592049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (272b0c46-24cf-4107-a243-5708334a584b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:46.592376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (272b0c46-24cf-4107-a243-5708334a584b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:46.609686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 272b0c46-24cf-4107-a243-5708334a584b owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:46.640667 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:46.920035 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (272b0c46-24cf-4107-a243-5708334a584b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:46.978569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=272b0c46-24cf-4107-a243-5708334a584b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:47.135905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (d2a9e0db-c5ee-4183-8a2d-8ba771ea6137), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:47.140957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:47.142580 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b9f8c2f-e33f-4b0b-ab83-cf858b37c3a0 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/floatingips/d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 HTTP/1.1" status: 204 len: 168 time: 0.8691399 Jul 28 10:50:47.146151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43352) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:47.193339 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-e1b15292-ad95-4ba1-8b65-13c7d6ca6f94 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] delete failed (client error): The resource could not be found. Jul 28 10:50:47.195879 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e1b15292-ad95-4ba1-8b65-13c7d6ca6f94 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/floatingips/d2a9e0db-c5ee-4183-8a2d-8ba771ea6137 HTTP/1.1" status: 404 len: 345 time: 0.0470638 Jul 28 10:50:47.200380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43354) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:47.391184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c18634-977c-4f62-b5c7-81419a7a8236 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:47.403825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c18634-977c-4f62-b5c7-81419a7a8236 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:47.418228 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c18634-977c-4f62-b5c7-81419a7a8236 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:47.423176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43358) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:47.423698 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-45c18634-977c-4f62-b5c7-81419a7a8236 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "GET /v2.0/ports?network_id=4161bd1e-fcb0-483e-b919-989d67afb95f HTTP/1.1" status: 200 len: 2357 time: 0.2219028 Jul 28 10:50:47.547984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43d652-5983-44c7-a799-a6af1f22c697 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:47.550491 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a43d652-5983-44c7-a799-a6af1f22c697 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "GET /v2.0/subnets/270d1f6c-24f6-4db2-8ec1-6911624633c5 HTTP/1.1" status: 200 len: 797 time: 0.1262994 Jul 28 10:50:47.557122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43368) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:47.570758 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'port': {'network_id': '4161bd1e-fcb0-483e-b919-989d67afb95f', 'name': 'tempest-FloatingIPTestJSON-1606263916', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:47.933513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:50:48.137448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:48.195160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] device_id is not set on port afe50930-66fa-47b1-a202-2759d172a21b yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:50:48.421766 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:48.567642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.14 (4161bd1e-fcb0-483e-b919-989d67afb95f/270d1f6c-24f6-4db2-8ec1-6911624633c5/afe50930-66fa-47b1-a202-2759d172a21b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:48.578020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.12 (4161bd1e-fcb0-483e-b919-989d67afb95f/270d1f6c-24f6-4db2-8ec1-6911624633c5/afe50930-66fa-47b1-a202-2759d172a21b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:48.836859 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (afe50930-66fa-47b1-a202-2759d172a21b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:48.901457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (afe50930-66fa-47b1-a202-2759d172a21b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:49.004062 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:49.010173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=afe50930-66fa-47b1-a202-2759d172a21b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:49.050638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 4161bd1e-fcb0-483e-b919-989d67afb95f is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:49.052993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:49.060382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:49.147115 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:50:49.147115 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:49.207235 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cda532d7-f891-4934-aa83-d7bb581a97d6 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6487179 Jul 28 10:50:49.209835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43440) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:49.220688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'port_id': 'afe50930-66fa-47b1-a202-2759d172a21b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:49.288209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:49.476400 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:49.689585 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.25.2.2 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/1cdf5c75-f4a5-4f39-b286-f77fddc003ea) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:49.696173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43454) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:49.719398 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:49.875090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-65e647d4-cc24-4451-b8ad-96c4df376cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:49.906542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:49.966407 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:50.060770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:50.065689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:50.082720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:50:50.099732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-65e647d4-cc24-4451-b8ad-96c4df376cbe admin admin] Publish callbacks [] for security_group (9077867c-7e13-45b2-bba4-54154d3037db), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:50.115264 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-65e647d4-cc24-4451-b8ad-96c4df376cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9077867c-7e13-45b2-bba4-54154d3037db), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:50.179959 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-65e647d4-cc24-4451-b8ad-96c4df376cbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4fd8f58234144dcb52ed3c55528dd7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4825702 Jul 28 10:50:50.181397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43466) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:50.209557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=1cdf5c75-f4a5-4f39-b286-f77fddc003ea,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:50.284263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e647d4-cc24-4451-b8ad-96c4df376cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9077867c-7e13-45b2-bba4-54154d3037db,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:50.331809 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97662cb4-195d-4a41-9f5d-83be5cb7e7c2 admin admin] Publish callbacks [] for security_group (9077867c-7e13-45b2-bba4-54154d3037db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:50.353129 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:50.380784 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97662cb4-195d-4a41-9f5d-83be5cb7e7c2 admin admin] Publish callbacks [] for security_group (9077867c-7e13-45b2-bba4-54154d3037db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:50.487639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97662cb4-195d-4a41-9f5d-83be5cb7e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9077867c-7e13-45b2-bba4-54154d3037db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:50.490613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97662cb4-195d-4a41-9f5d-83be5cb7e7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:50.495151 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97662cb4-195d-4a41-9f5d-83be5cb7e7c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9077867c-7e13-45b2-bba4-54154d3037db HTTP/1.1" status: 204 len: 168 time: 0.3080225 Jul 28 10:50:50.519103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97662cb4-195d-4a41-9f5d-83be5cb7e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9077867c-7e13-45b2-bba4-54154d3037db,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:50.690984 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:51.259962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43494) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:51.276457 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ed9f30e5-ab6d-4eea-a1c8-6d23afd10d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.443863 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ed9f30e5-ab6d-4eea-a1c8-6d23afd10d86 admin admin] Publish callbacks [] for security_group (78905b6d-b121-4372-a31d-0cfffcada684), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.451471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ed9f30e5-ab6d-4eea-a1c8-6d23afd10d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (78905b6d-b121-4372-a31d-0cfffcada684), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.506206 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:51.519633 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ed9f30e5-ab6d-4eea-a1c8-6d23afd10d86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08e528e23ea84f38b3d88e97de1b359b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558615 Jul 28 10:50:51.519633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f30e5-ab6d-4eea-a1c8-6d23afd10d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78905b6d-b121-4372-a31d-0cfffcada684,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:51.525051 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43502) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:51.550194 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (b7a431f0-b4ce-4495-8aba-a22611966ebc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.616605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c588c760-4ab6-4d37-8305-18bef1301297 admin admin] Publish callbacks [] for security_group (78905b6d-b121-4372-a31d-0cfffcada684), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.633207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c588c760-4ab6-4d37-8305-18bef1301297 admin admin] Publish callbacks [] for security_group (78905b6d-b121-4372-a31d-0cfffcada684), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.686755 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.745622 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c588c760-4ab6-4d37-8305-18bef1301297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (78905b6d-b121-4372-a31d-0cfffcada684), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.749680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c588c760-4ab6-4d37-8305-18bef1301297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:51.751014 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c588c760-4ab6-4d37-8305-18bef1301297 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78905b6d-b121-4372-a31d-0cfffcada684 HTTP/1.1" status: 204 len: 168 time: 0.2241755 Jul 28 10:50:51.770279 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c760-4ab6-4d37-8305-18bef1301297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78905b6d-b121-4372-a31d-0cfffcada684,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:52.101349 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:52.112007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:52.327119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=1cdf5c75-f4a5-4f39-b286-f77fddc003ea,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:52.382953 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (b7a431f0-b4ce-4495-8aba-a22611966ebc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:52.620173 n-d-850468-6 neutron-server[104687]: INFO neutron.db.l3_db [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP b7a431f0-b4ce-4495-8aba-a22611966ebc associated. External IP: 172.25.2.2, port: afe50930-66fa-47b1-a202-2759d172a21b. Jul 28 10:50:52.764280 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:53.130062 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:53.176820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:53.431593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:53.450169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:53.482390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:53.498772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:53.513635 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:53.591242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:53.604199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:53.606008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:53.617929 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-35d9b509-b8f8-41e7-bd80-c7dcec07d0bf tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4023237 Jul 28 10:50:53.619737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43564) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:53.628251 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'port_id': 'afe50930-66fa-47b1-a202-2759d172a21b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:53.661279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:53.661902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf3389-7605-4700-9d05-85c156a7479a None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:53.800331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (b7a431f0-b4ce-4495-8aba-a22611966ebc), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:54.825421 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:54.947326 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:54.960619 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (b7a431f0-b4ce-4495-8aba-a22611966ebc), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:55.453430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:55.471673 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:55.689724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:55.700520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:55.706609 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:55.709691 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:55.714183 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=71 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:55.753667 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:55.759432 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:55.877013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b0b3925f-cd26-4c1e-a626-fea8d7a1fc2b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/floatingips/b7a431f0-b4ce-4495-8aba-a22611966ebc HTTP/1.1" status: 200 len: 977 time: 2.2526762 Jul 28 10:50:55.877838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43622) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:55.891479 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:55.904227 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:55.904874 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:56.064679 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:56.065280 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424664b-8e70-453c-9b3b-69d4c8ea7006 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:56.115978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 1cdf5c75-f4a5-4f39-b286-f77fddc003ea {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:56.116295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:56.237467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:56.237821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:56.280184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 1cdf5c75-f4a5-4f39-b286-f77fddc003ea owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:56.548582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1cdf5c75-f4a5-4f39-b286-f77fddc003ea), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:56.620723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=1cdf5c75-f4a5-4f39-b286-f77fddc003ea,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:56.719026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (b7a431f0-b4ce-4495-8aba-a22611966ebc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:56.719597 n-d-850468-6 neutron-server[104687]: INFO neutron.db.l3_db [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP b7a431f0-b4ce-4495-8aba-a22611966ebc disassociated (deleted). External IP: 172.25.2.2, port: afe50930-66fa-47b1-a202-2759d172a21b. Jul 28 10:50:57.045210 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:57.065187 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:57.173729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:50:57.450298 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:57.461642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:57.465910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:57.479853 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:57.482167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:57.483799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:57.535963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:57.546175 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86d66a46-af2c-4aa9-8dbc-eabb53086d56 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/floatingips/b7a431f0-b4ce-4495-8aba-a22611966ebc HTTP/1.1" status: 204 len: 168 time: 1.6653600 Jul 28 10:50:57.546559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43662) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:57.548399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:50:57.549822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:57.592040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:57.592850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8ec7d-73f2-4aa9-a593-756ebc8d01e1 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:57.696784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port afe50930-66fa-47b1-a202-2759d172a21b {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:50:57.697455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (afe50930-66fa-47b1-a202-2759d172a21b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:58.418572 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (afe50930-66fa-47b1-a202-2759d172a21b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:58.464929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for afe50930-66fa-47b1-a202-2759d172a21b owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:50:58.750331 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:50:58.762003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (afe50930-66fa-47b1-a202-2759d172a21b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:58.844672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=afe50930-66fa-47b1-a202-2759d172a21b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:59.023523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.033781 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5740479e-6d93-449c-aad2-1659bf6db1dd tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/ports/afe50930-66fa-47b1-a202-2759d172a21b HTTP/1.1" status: 204 len: 168 time: 1.4798522 Jul 28 10:50:59.033934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43692) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:59.034392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43694) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:59.039272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:50:59.108120 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.249144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58996a0f-8425-4886-b7c2-d983abebc1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.297028 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.443864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58996a0f-8425-4886-b7c2-d983abebc1c5 admin admin] Publish callbacks [] for security_group (8b8a23f0-916e-42c6-ac5e-5589cc416a01), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.459936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58996a0f-8425-4886-b7c2-d983abebc1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b8a23f0-916e-42c6-ac5e-5589cc416a01), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.481631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.25.2.78 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/100f7f6b-543e-4fae-941c-43d1cacea298) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:59.538026 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-58996a0f-8425-4886-b7c2-d983abebc1c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e7225f46bf941348893f87ff5c99096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5028706 Jul 28 10:50:59.538847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58996a0f-8425-4886-b7c2-d983abebc1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a23f0-916e-42c6-ac5e-5589cc416a01,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:59.558794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 43708) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:50:59.671395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0cc621c-241b-4a5e-8be9-c258c1a53c04 admin admin] Publish callbacks [] for security_group (8b8a23f0-916e-42c6-ac5e-5589cc416a01), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.781466 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0cc621c-241b-4a5e-8be9-c258c1a53c04 admin admin] Publish callbacks [] for security_group (8b8a23f0-916e-42c6-ac5e-5589cc416a01), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.802613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (100f7f6b-543e-4fae-941c-43d1cacea298), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.938174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (100f7f6b-543e-4fae-941c-43d1cacea298), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.962077 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0cc621c-241b-4a5e-8be9-c258c1a53c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8b8a23f0-916e-42c6-ac5e-5589cc416a01), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.966740 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b0cc621c-241b-4a5e-8be9-c258c1a53c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:50:59.967890 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b0cc621c-241b-4a5e-8be9-c258c1a53c04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b8a23f0-916e-42c6-ac5e-5589cc416a01 HTTP/1.1" status: 204 len: 168 time: 0.4076657 Jul 28 10:51:00.063943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:00.085208 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:00.087952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:00.093226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:00.167548 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc621c-241b-4a5e-8be9-c258c1a53c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a23f0-916e-42c6-ac5e-5589cc416a01,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:00.183923 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:00.302340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=100f7f6b-543e-4fae-941c-43d1cacea298,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:00.371362 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (24a208ee-622f-4219-a0cf-0f0586940493), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:00.451324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (100f7f6b-543e-4fae-941c-43d1cacea298), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:00.763673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (100f7f6b-543e-4fae-941c-43d1cacea298), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:00.788014 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (100f7f6b-543e-4fae-941c-43d1cacea298), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:00.999856 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=100f7f6b-543e-4fae-941c-43d1cacea298,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:01.014284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (24a208ee-622f-4219-a0cf-0f0586940493), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:01.049909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:01.051438 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8819905a-3b4e-4678-802a-1c2f23adc973 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0192797 Jul 28 10:51:01.054273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43754) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:01.061541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'port': {'network_id': '4161bd1e-fcb0-483e-b919-989d67afb95f', 'name': 'tempest-FloatingIPTestJSON-939224121'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:01.177561 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:01.314493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:01.322538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:01.356593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] device_id is not set on port 318eb32b-f3a9-41bf-a7dd-c40573573714 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:51:01.548554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.8 (4161bd1e-fcb0-483e-b919-989d67afb95f/270d1f6c-24f6-4db2-8ec1-6911624633c5/318eb32b-f3a9-41bf-a7dd-c40573573714) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:01.805684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (318eb32b-f3a9-41bf-a7dd-c40573573714), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:01.900153 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (318eb32b-f3a9-41bf-a7dd-c40573573714), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:02.004742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=318eb32b-f3a9-41bf-a7dd-c40573573714,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:02.039792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 4161bd1e-fcb0-483e-b919-989d67afb95f is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:02.043666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:02.050636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:02.138899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:02.139874 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:02.169458 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23ba24f1-6640-41b5-bc58-b1926b7fbea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1111341 Jul 28 10:51:02.169674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43782) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:02.180066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'port_id': '318eb32b-f3a9-41bf-a7dd-c40573573714'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:02.249217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (24a208ee-622f-4219-a0cf-0f0586940493), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:02.470312 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:02.631244 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:02.696544 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d0076a7e-fe02-40bc-98f2-de05d3a98958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:03.240356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:03.246571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (24a208ee-622f-4219-a0cf-0f0586940493), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:03.375291 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP 24a208ee-622f-4219-a0cf-0f0586940493 associated. External IP: 172.25.2.78, port: 318eb32b-f3a9-41bf-a7dd-c40573573714. Jul 28 10:51:03.849886 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:04.028598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:04.048203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:04.073939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:04.075758 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:04.076441 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:04.129135 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b200c6f8-0f64-48c6-9115-f22d3b102d03 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/floatingips/24a208ee-622f-4219-a0cf-0f0586940493 HTTP/1.1" status: 200 len: 976 time: 1.9541364 Jul 28 10:51:04.130203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 43852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:04.158613 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:04.183376 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:04.184147 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:50:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:04.265339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 318eb32b-f3a9-41bf-a7dd-c40573573714 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:04.265796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (318eb32b-f3a9-41bf-a7dd-c40573573714), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:04.306291 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:04.306915 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316fdf30-ac5c-4ffa-a917-d849610cd11b None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:04.404925 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (318eb32b-f3a9-41bf-a7dd-c40573573714), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:04.644843 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:04.736447 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:05.021457 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10c87633-9eff-4833-9fc2-662c0e9ff7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:05.235589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:05.237842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (24a208ee-622f-4219-a0cf-0f0586940493), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:05.238564 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP 24a208ee-622f-4219-a0cf-0f0586940493 disassociated. External IP: 172.25.2.78, port: 318eb32b-f3a9-41bf-a7dd-c40573573714. Jul 28 10:51:05.241004 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 318eb32b-f3a9-41bf-a7dd-c40573573714 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:05.707665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (318eb32b-f3a9-41bf-a7dd-c40573573714), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:05.763418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=318eb32b-f3a9-41bf-a7dd-c40573573714,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:06.043761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:06.165686 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:06.545091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:06.557325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:06.596143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:06.596789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:06.745305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:06.769956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:06.770680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:06.808518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:06.826753 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-df7b61fb-6b21-422f-b87c-5b23be398031 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/ports/318eb32b-f3a9-41bf-a7dd-c40573573714 HTTP/1.1" status: 204 len: 168 time: 2.6954937 Jul 28 10:51:06.829425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44124) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:06.882851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:06.884029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e62a8-7874-4812-9c8d-cf5ee5426773 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:07.072137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44152) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:07.075324 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6b706237-9708-45fc-9a6a-825787318d33 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "GET /v2.0/floatingips/24a208ee-622f-4219-a0cf-0f0586940493 HTTP/1.1" status: 200 len: 687 time: 0.2443757 Jul 28 10:51:07.220753 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:07.418672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 100f7f6b-543e-4fae-941c-43d1cacea298 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:07.419024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (100f7f6b-543e-4fae-941c-43d1cacea298), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:07.624579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:07.643267 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:07.664879 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (100f7f6b-543e-4fae-941c-43d1cacea298), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:07.665178 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (100f7f6b-543e-4fae-941c-43d1cacea298), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:07.706782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 100f7f6b-543e-4fae-941c-43d1cacea298 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:07.729739 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:07.988460 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:07.992786 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:08.127811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (100f7f6b-543e-4fae-941c-43d1cacea298), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:08.187999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=100f7f6b-543e-4fae-941c-43d1cacea298,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:08.339980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (24a208ee-622f-4219-a0cf-0f0586940493), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:08.342650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:08.343833 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-55bb3366-f957-4fa6-bbfc-e6181dcf0775 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/floatingips/24a208ee-622f-4219-a0cf-0f0586940493 HTTP/1.1" status: 204 len: 168 time: 1.2706525 Jul 28 10:51:08.347864 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44274) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:08.352936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'port_id': '28432e22-eb99-4b76-b59b-319f9edff136'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:08.383035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:08.555349 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:08.701380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.25.2.172 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/e29d29fb-eb9f-4ec8-b983-27d85a41d9d1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:08.883709 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:08.992717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:09.080034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:09.164718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=e29d29fb-eb9f-4ec8-b983-27d85a41d9d1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:09.186498 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:09.204294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:09.211988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:09.223112 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:09.453126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:09.708465 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d16ebff4-6adb-42b1-92d1-a7d98a9ad96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:09.869607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d16ebff4-6adb-42b1-92d1-a7d98a9ad96e admin admin] Publish callbacks [] for security_group (22da2c58-145c-4f78-ab1c-eb2c80864a24), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:09.877938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d16ebff4-6adb-42b1-92d1-a7d98a9ad96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (22da2c58-145c-4f78-ab1c-eb2c80864a24), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:09.931672 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d16ebff4-6adb-42b1-92d1-a7d98a9ad96e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdefc5a8f3424c9cb12fc9b5b323bb0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773436 Jul 28 10:51:09.944898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44374) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:10.008916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ebff4-6adb-42b1-92d1-a7d98a9ad96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22da2c58-145c-4f78-ab1c-eb2c80864a24,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:10.112689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92d79609-a863-4d20-9684-27c639a88340 admin admin] Publish callbacks [] for security_group (22da2c58-145c-4f78-ab1c-eb2c80864a24), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.149998 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92d79609-a863-4d20-9684-27c639a88340 admin admin] Publish callbacks [] for security_group (22da2c58-145c-4f78-ab1c-eb2c80864a24), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.217252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92d79609-a863-4d20-9684-27c639a88340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (22da2c58-145c-4f78-ab1c-eb2c80864a24), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.220635 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-92d79609-a863-4d20-9684-27c639a88340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.222522 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-92d79609-a863-4d20-9684-27c639a88340 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22da2c58-145c-4f78-ab1c-eb2c80864a24 HTTP/1.1" status: 204 len: 168 time: 0.2751567 Jul 28 10:51:10.237079 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79609-a863-4d20-9684-27c639a88340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22da2c58-145c-4f78-ab1c-eb2c80864a24,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:10.450123 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (5018020f-ab46-4020-91ff-700c080bc1d6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.604083 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.890477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.899267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:10.991547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=e29d29fb-eb9f-4ec8-b983-27d85a41d9d1,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:10.991960 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44406) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:11.026548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a971ce32-572a-428a-ba20-a54bd3e3ea58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.088011 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (5018020f-ab46-4020-91ff-700c080bc1d6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.187589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a971ce32-572a-428a-ba20-a54bd3e3ea58 admin admin] Publish callbacks [] for security_group (edbaf897-05c4-4587-b518-b9ca63d74fe4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.203062 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a971ce32-572a-428a-ba20-a54bd3e3ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (edbaf897-05c4-4587-b518-b9ca63d74fe4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.267333 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a971ce32-572a-428a-ba20-a54bd3e3ea58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11da37c3869042aa903478b447349020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742288 Jul 28 10:51:11.268897 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:11.270023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44408) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:11.290588 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:11.340591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971ce32-572a-428a-ba20-a54bd3e3ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbaf897-05c4-4587-b518-b9ca63d74fe4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:11.415069 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:11.435215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c50f8363-1897-4b47-82c2-0b135b747846 admin admin] Publish callbacks [] for security_group (edbaf897-05c4-4587-b518-b9ca63d74fe4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.466122 n-d-850468-6 neutron-server[104687]: INFO neutron.db.l3_db [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP 5018020f-ab46-4020-91ff-700c080bc1d6 associated. External IP: 172.25.2.172, port: 28432e22-eb99-4b76-b59b-319f9edff136. Jul 28 10:51:11.485163 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c50f8363-1897-4b47-82c2-0b135b747846 admin admin] Publish callbacks [] for security_group (edbaf897-05c4-4587-b518-b9ca63d74fe4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.497503 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.610041 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c50f8363-1897-4b47-82c2-0b135b747846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (edbaf897-05c4-4587-b518-b9ca63d74fe4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.613737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c50f8363-1897-4b47-82c2-0b135b747846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:11.617620 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c50f8363-1897-4b47-82c2-0b135b747846 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edbaf897-05c4-4587-b518-b9ca63d74fe4 HTTP/1.1" status: 204 len: 168 time: 0.3380451 Jul 28 10:51:11.632016 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f8363-1897-4b47-82c2-0b135b747846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbaf897-05c4-4587-b518-b9ca63d74fe4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:12.009721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-5283a297-8c98-40df-9ce6-17db9d1c0920 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:12.018425 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-5283a297-8c98-40df-9ce6-17db9d1c0920 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/networks?id=d4b63012-3588-495e-88d6-d3e8599e6e7c HTTP/1.1" status: 200 len: 813 time: 0.6754012 Jul 28 10:51:12.048977 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-24566a77-a896-4154-a9c8-3a45ffe82dc8 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/quotas/4a7e2a98d353473da7a4706dc48f8798 HTTP/1.1" status: 200 len: 375 time: 0.0295062 Jul 28 10:51:12.088979 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-3923db2a-d714-4b8e-8340-20f4de0ce4f6 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a7e2a98d353473da7a4706dc48f8798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390177 Jul 28 10:51:12.094455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-b5e8098c-d00b-4f41-8b9b-46b63c284d52 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:51:12.101447 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-b5e8098c-d00b-4f41-8b9b-46b63c284d52 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0114145 Jul 28 10:51:12.196577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44430) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:12.268006 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-72799529-9e3c-4531-a64a-9aac61636046 service neutron] 10.222.0.46 "GET /v2.0/networks/d4b63012-3588-495e-88d6-d3e8599e6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653852 Jul 28 10:51:12.404301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:12.440899 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c72a48ba-8145-4c0b-b67d-fe2bfb3337f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:12.543639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:12.554868 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:12.585249 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:12.588533 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:12.594419 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1f925c2-1e8d-4fdf-b319-5ece426c9a09 req-3b64abec-e70f-4722-88cf-048a5ca37794 service neutron] 10.222.0.46 "GET /v2.0/networks/d4b63012-3588-495e-88d6-d3e8599e6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250170 Jul 28 10:51:12.613138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:12.716415 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e0777731-ae83-4090-ac48-e4674392680f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3674283 Jul 28 10:51:12.718969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44444) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:12.728497 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-936202020'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:12.782974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:12.787068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:12.796643 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:12.844394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:12.888008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:51:12.890815 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:12.894081 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:12.919688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c72a48ba-8145-4c0b-b67d-fe2bfb3337f1 admin admin] Publish callbacks [] for security_group (a7f8ef63-98d3-400e-97c5-0ea06742691b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:12.923099 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:12.938006 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c72a48ba-8145-4c0b-b67d-fe2bfb3337f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a7f8ef63-98d3-400e-97c5-0ea06742691b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:12.989013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cd169f85-a2ff-48bb-9580-52fac444dbdc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:12.993951 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Added segment cd169f85-a2ff-48bb-9580-52fac444dbdc of type vlan for network 7c04db5e-9de1-4fdd-a312-940be91491f5 Jul 28 10:51:13.084143 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c72a48ba-8145-4c0b-b67d-fe2bfb3337f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b83be6493594537a3520efa4cc87cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8859825 Jul 28 10:51:13.084967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44460) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:13.086182 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a48ba-8145-4c0b-b67d-fe2bfb3337f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8ef63-98d3-400e-97c5-0ea06742691b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:13.111883 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:13.112493 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37ffb0-d23d-42dc-b0b2-bc17406a7756 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:13.191313 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7c04db5e-9de1-4fdd-a312-940be91491f5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:13.226797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7c12dc6-5495-4d7d-bc55-77fd675d6620 admin admin] Publish callbacks [] for security_group (a7f8ef63-98d3-400e-97c5-0ea06742691b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:13.259326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7c04db5e-9de1-4fdd-a312-940be91491f5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:13.263763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7c12dc6-5495-4d7d-bc55-77fd675d6620 admin admin] Publish callbacks [] for security_group (a7f8ef63-98d3-400e-97c5-0ea06742691b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:13.268294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:13.268937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:13.334467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7c12dc6-5495-4d7d-bc55-77fd675d6620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a7f8ef63-98d3-400e-97c5-0ea06742691b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:13.338016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7c12dc6-5495-4d7d-bc55-77fd675d6620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:13.343591 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c7c12dc6-5495-4d7d-bc55-77fd675d6620 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7f8ef63-98d3-400e-97c5-0ea06742691b HTTP/1.1" status: 204 len: 168 time: 0.2234347 Jul 28 10:51:13.372785 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c12dc6-5495-4d7d-bc55-77fd675d6620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8ef63-98d3-400e-97c5-0ea06742691b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:13.400618 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 753 time: 0.6768308 Jul 28 10:51:13.401165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44468) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:13.409157 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'subnet': {'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:13.413406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43daf6-b577-4232-8f0f-0cbd725fd39e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Network': ['ID=7c04db5e-9de1-4fdd-a312-940be91491f5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:13.443446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:51:13.744772 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-cc6f76ab-0776-4fad-a6e5-9ce04b1ecf16 req-98e565cb-39e4-48ca-b7ba-929741031eac tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1ee9e37-b4ed-42e5-b024-37609db5817e HTTP/1.1" status: 200 len: 210 time: 0.6113558 Jul 28 10:51:13.746343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:13.750144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:14.175392 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (7e9cfe57-f518-4ef4-bc9b-d468f70a2817), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:14.267932 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:14.307346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Subnet': ['ID=7e9cfe57-f518-4ef4-bc9b-d468f70a2817,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:14.310224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Checking segment: {'id': 'cd169f85-a2ff-48bb-9580-52fac444dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:14.310709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network hostable DHCP agents. Network: 7c04db5e-9de1-4fdd-a312-940be91491f5, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:51:14.340582 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:51:14.362171 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 7c04db5e-9de1-4fdd-a312-940be91491f5) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:14.375707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b31d2-7738-45dc-8335-aeb6afae829b None None] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:14.379947 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:14.382504 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:14.423811 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-916338d8-b2b2-4c6b-8547-261b0abdbd43 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0201323 Jul 28 10:51:14.426479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44496) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:14.438409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1838044572', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:14.503837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:14.505373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:14.657391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_controller (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:14.725916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-7c04db5e-9de1-4fdd-a312-940be91491f5', 'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5', 'project_id': '1f28040f29f145e58ce17416e60a144b', 'fixed_ips': [{'subnet_id': '7e9cfe57-f518-4ef4-bc9b-d468f70a2817'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:51:14.728852 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:14.773881 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:15.069594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:15.076930 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5d7bdb24-64a6-49b2-87b1-9b1404ac29ea req-5ee060c8-1124-4895-b9c0-210b798968f5 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1ee9e37-b4ed-42e5-b024-37609db5817e HTTP/1.1" status: 200 len: 210 time: 0.0849130 Jul 28 10:51:15.136725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Allocated IP 172.20.0.2 (7c04db5e-9de1-4fdd-a312-940be91491f5/7e9cfe57-f518-4ef4-bc9b-d468f70a2817/3c7a060d-6340-4381-8c8e-0a35ae7ddfe3) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:15.411333 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Publish callbacks [] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:15.421526 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:15.464818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:15.468984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:15.474182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:15.564530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Pushing event updated for resources: {'Port': ['ID=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:15.579901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Attempting to bind port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:15.580839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Attempting to bind port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cd169f85-a2ff-48bb-9580-52fac444dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:15.581533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Attempting to bind port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 on network 7c04db5e-9de1-4fdd-a312-940be91491f5 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:15.589319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:51:15.590200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Checking segment: {'id': 'cd169f85-a2ff-48bb-9580-52fac444dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:15.591019 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:15.591646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Bound using segment: {'id': 'cd169f85-a2ff-48bb-9580-52fac444dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:51:15.592378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Bound port: 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd169f85-a2ff-48bb-9580-52fac444dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:51:15.593024 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:15.676552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] For port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:51:15.679881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.680307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.680773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.681204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.681626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.682052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.682643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.682981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.683474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.683878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.684275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.684669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.685176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.685590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.686011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:15.690705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] For port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,segment=NetworkSegment(cd169f85-a2ff-48bb-9580-52fac444dbdc),segment_id=cd169f85-a2ff-48bb-9580-52fac444dbdc)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:51:15.699972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:15.772662 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:15.783605 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:15.808601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919c531-89f2-409d-807f-b2a8ae7c8428 None None] Pushing event updated for resources: {'Port': ['ID=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:15.914856 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-46203f24-de73-4d47-9a40-1363354e5e11 req-34058906-52a4-42e2-b875-2238510c73e6 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1ee9e37-b4ed-42e5-b024-37609db5817e HTTP/1.1" status: 200 len: 210 time: 0.0954599 Jul 28 10:51:15.992333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:16.045550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:16.371458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.25.2.206 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c2f26075-3524-4948-b973-2948147423bf) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:16.534094 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (c2f26075-3524-4948-b973-2948147423bf), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:16.579399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c2f26075-3524-4948-b973-2948147423bf), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:16.759547 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=c2f26075-3524-4948-b973-2948147423bf,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:16.797907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:16.801649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:16.809194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:17.185083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:51:17.329730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:17.330407 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:17.440009 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:17.441119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44606) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:17.596585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:51:17.597018 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:17.742733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82132918-4468-4817-9db0-231cae85e8f2 None None] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:17.778122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:17.815343 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-117fd134-cbe4-4776-8310-ad21eca0c9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.030002 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44618) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:18.081246 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:18.082489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-117fd134-cbe4-4776-8310-ad21eca0c9b0 admin admin] Publish callbacks [] for security_group (843be38f-3cf9-491b-bd6a-c2822f5d5029), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.102167 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-117fd134-cbe4-4776-8310-ad21eca0c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (843be38f-3cf9-491b-bd6a-c2822f5d5029), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.189430 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:18.203355 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-117fd134-cbe4-4776-8310-ad21eca0c9b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e135a20de8541c39d6faaf22305c23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7607062 Jul 28 10:51:18.213983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44622) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:18.279622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fd134-cbe4-4776-8310-ad21eca0c9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843be38f-3cf9-491b-bd6a-c2822f5d5029,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:18.286385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0f44592-5297-4685-94d9-24f428a36018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.336880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,segment=NetworkSegment(cd169f85-a2ff-48bb-9580-52fac444dbdc),segment_id=cd169f85-a2ff-48bb-9580-52fac444dbdc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:18.337917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9036e574-3243-4654-be28-c928c7d0d823 None None] Provisioning complete for port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:18.339334 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9036e574-3243-4654-be28-c928c7d0d823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.348298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.422147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0f44592-5297-4685-94d9-24f428a36018 admin admin] Publish callbacks [] for security_group (d3d146f3-039b-427b-89d5-788a6b83005f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.426540 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d0f44592-5297-4685-94d9-24f428a36018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d3d146f3-039b-427b-89d5-788a6b83005f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.431707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18526a7a-97fc-4fdc-88a9-9ec4129e7d63 admin admin] Publish callbacks [] for security_group (843be38f-3cf9-491b-bd6a-c2822f5d5029), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.473026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:18.487655 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d0f44592-5297-4685-94d9-24f428a36018 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18476569acb542f6916efdcb5c1ea633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530461 Jul 28 10:51:18.489138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44624) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:18.506676 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.540052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18526a7a-97fc-4fdc-88a9-9ec4129e7d63 admin admin] Publish callbacks [] for security_group (843be38f-3cf9-491b-bd6a-c2822f5d5029), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.544134 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f44592-5297-4685-94d9-24f428a36018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d146f3-039b-427b-89d5-788a6b83005f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:18.549304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9036e574-3243-4654-be28-c928c7d0d823 None None] Current status of the port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:51:18.588204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5ed56322-63d6-4c43-b19c-4b391b3f11d7 admin admin] Publish callbacks [] for security_group (d3d146f3-039b-427b-89d5-788a6b83005f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.615562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18526a7a-97fc-4fdc-88a9-9ec4129e7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (843be38f-3cf9-491b-bd6a-c2822f5d5029), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.622812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18526a7a-97fc-4fdc-88a9-9ec4129e7d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.622812 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-18526a7a-97fc-4fdc-88a9-9ec4129e7d63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/843be38f-3cf9-491b-bd6a-c2822f5d5029 HTTP/1.1" status: 204 len: 168 time: 0.4022753 Jul 28 10:51:18.687717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5ed56322-63d6-4c43-b19c-4b391b3f11d7 admin admin] Publish callbacks [] for security_group (d3d146f3-039b-427b-89d5-788a6b83005f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.753154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5ed56322-63d6-4c43-b19c-4b391b3f11d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d3d146f3-039b-427b-89d5-788a6b83005f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.756376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5ed56322-63d6-4c43-b19c-4b391b3f11d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:18.759997 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5ed56322-63d6-4c43-b19c-4b391b3f11d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3d146f3-039b-427b-89d5-788a6b83005f HTTP/1.1" status: 204 len: 168 time: 0.2662401 Jul 28 10:51:18.784406 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18526a7a-97fc-4fdc-88a9-9ec4129e7d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843be38f-3cf9-491b-bd6a-c2822f5d5029,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:18.785823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed56322-63d6-4c43-b19c-4b391b3f11d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d146f3-039b-427b-89d5-788a6b83005f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:19.076208 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:51:19.121581 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:51:19.284507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-84e63791-83b2-42cb-8ed8-82398d18d242 None None] Provisioning complete for port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:19.289187 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-84e63791-83b2-42cb-8ed8-82398d18d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.319372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:19.384599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.388451 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a7879608-f667-42e4-bbfc-fa6c9b54c419 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9578981 Jul 28 10:51:19.391128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44642) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:19.401877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5d627-a21f-491d-a406-27401806694c None None] Sync routers for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:19.459063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5d627-a21f-491d-a406-27401806694c None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:19.460517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-64c5d627-a21f-491d-a406-27401806694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:19.612399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44646) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:19.638560 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.691367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44648) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:19.713852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2041826e-0807-4a1f-988c-c7b1bee25cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.726309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:19.727552 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.752414 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:19.754315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-64c5d627-a21f-491d-a406-27401806694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:19.757388 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:19.795675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-84e63791-83b2-42cb-8ed8-82398d18d242 None None] Current status of the port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:51:19.798154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5d627-a21f-491d-a406-27401806694c None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:19.798934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-64c5d627-a21f-491d-a406-27401806694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:19.845296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Publish callbacks [] for security_group (3d4943ef-1ef9-4f8e-b659-7576f8854fb1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.852724 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3d4943ef-1ef9-4f8e-b659-7576f8854fb1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.866856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-64c5d627-a21f-491d-a406-27401806694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:19.868886 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:19.872447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5d627-a21f-491d-a406-27401806694c None None] The sync data for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:19.940813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2041826e-0807-4a1f-988c-c7b1bee25cff admin admin] Publish callbacks [] for security_group (398e4546-fd9d-469a-8ee6-3568ea83f93f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:19.942365 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:19.984054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:51:20.023922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2041826e-0807-4a1f-988c-c7b1bee25cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (398e4546-fd9d-469a-8ee6-3568ea83f93f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.038297 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48f5acff92124dc6969ebf34a91c79a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211628 Jul 28 10:51:20.039176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4943ef-1ef9-4f8e-b659-7576f8854fb1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:20.042051 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44652) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:20.089388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.089962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.090523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.090963 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.091560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.091997 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.092598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.093036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.093467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.093918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.094351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.094789 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.095212 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.095686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.096070 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bd3391-8dfb-447e-a538-93f939a751ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:20.225876 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2041826e-0807-4a1f-988c-c7b1bee25cff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d522857c00f42ed9ca1b609eff3fa78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5310984 Jul 28 10:51:20.231562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44656) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:20.287202 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041826e-0807-4a1f-988c-c7b1bee25cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398e4546-fd9d-469a-8ee6-3568ea83f93f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:20.401404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d470-06e9-4f3e-9ee9-4d6f511d89e0 admin admin] Publish callbacks [] for security_group (3d4943ef-1ef9-4f8e-b659-7576f8854fb1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.447569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.473268 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:20.482914 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e0a4-6712-493c-a205-48290e4a0439 admin admin] Publish callbacks [] for security_group (398e4546-fd9d-469a-8ee6-3568ea83f93f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.487290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d470-06e9-4f3e-9ee9-4d6f511d89e0 admin admin] Publish callbacks [] for security_group (3d4943ef-1ef9-4f8e-b659-7576f8854fb1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.532093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e0a4-6712-493c-a205-48290e4a0439 admin admin] Publish callbacks [] for security_group (398e4546-fd9d-469a-8ee6-3568ea83f93f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.628071 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d470-06e9-4f3e-9ee9-4d6f511d89e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3d4943ef-1ef9-4f8e-b659-7576f8854fb1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.631566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d470-06e9-4f3e-9ee9-4d6f511d89e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.648306 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b8e0d470-06e9-4f3e-9ee9-4d6f511d89e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d4943ef-1ef9-4f8e-b659-7576f8854fb1 HTTP/1.1" status: 204 len: 168 time: 0.5971513 Jul 28 10:51:20.669270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0d470-06e9-4f3e-9ee9-4d6f511d89e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4943ef-1ef9-4f8e-b659-7576f8854fb1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:20.692706 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e0a4-6712-493c-a205-48290e4a0439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (398e4546-fd9d-469a-8ee6-3568ea83f93f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.695781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e0a4-6712-493c-a205-48290e4a0439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:20.697325 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e4f3e0a4-6712-493c-a205-48290e4a0439 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/398e4546-fd9d-469a-8ee6-3568ea83f93f HTTP/1.1" status: 204 len: 168 time: 0.4597447 Jul 28 10:51:20.715783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3e0a4-6712-493c-a205-48290e4a0439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e4546-fd9d-469a-8ee6-3568ea83f93f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:20.861674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.1 (7c04db5e-9de1-4fdd-a312-940be91491f5/7e9cfe57-f518-4ef4-bc9b-d468f70a2817/ffdc1845-22e2-4d95-8a80-e10fb34c14dd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:21.051969 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:21.106438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:21.175705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:21.180477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:21.201446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:21.260619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:21.347187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=ffdc1845-22e2-4d95-8a80-e10fb34c14dd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:21.516986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:21.546511 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:21.761449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-87e3b996-55a5-4573-8fab-04df5f704836 None None] Provisioning complete for port ffdc1845-22e2-4d95-8a80-e10fb34c14dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:21.762022 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87e3b996-55a5-4573-8fab-04df5f704836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:21.898540 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:21.900627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-87e3b996-55a5-4573-8fab-04df5f704836 None None] Port ffdc1845-22e2-4d95-8a80-e10fb34c14dd cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:51:22.262885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:22.274807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:22.411385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=ffdc1845-22e2-4d95-8a80-e10fb34c14dd,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:22.420789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:22.550992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:22.552609 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:22.944215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a13ce566-202e-4d01-b576-4a7430f2ba75 None None] Provisioning complete for port ffdc1845-22e2-4d95-8a80-e10fb34c14dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:22.944667 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a13ce566-202e-4d01-b576-4a7430f2ba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:23.039901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a13ce566-202e-4d01-b576-4a7430f2ba75 None None] Port ffdc1845-22e2-4d95-8a80-e10fb34c14dd cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:51:23.311678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:23.378176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:23.493517 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:51:23.529361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ade9062c-34d0-4089-9ee5-736bed7ec295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:23.554221 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:23.560818 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f72359fd-79fe-4a6d-b019-f6da077b7566 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/routers/dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1685166 Jul 28 10:51:23.567319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:23.569497 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] Sync routers for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:23.581746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'port': {'network_id': '7c04db5e-9de1-4fdd-a312-940be91491f5', 'name': 'tempest-FloatingIPTestJSON-72412836'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:23.586761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:23.589287 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:23.667925 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:23.694166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:23.698278 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:23.731104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ade9062c-34d0-4089-9ee5-736bed7ec295 admin admin] Publish callbacks [] for security_group (a8e4d63c-db12-45c2-b1f9-ea67505d9711), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:23.732386 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:23.740310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ade9062c-34d0-4089-9ee5-736bed7ec295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a8e4d63c-db12-45c2-b1f9-ea67505d9711), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:23.796033 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:23.797025 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640fa81-2c33-4541-8c10-76a9c26de686 None None] The sync data for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:23.810438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9062c-34d0-4089-9ee5-736bed7ec295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e4d63c-db12-45c2-b1f9-ea67505d9711,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:23.880112 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:23.899896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Made reservation on behalf of 1f28040f29f145e58ce17416e60a144b for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:23.914255 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ade9062c-34d0-4089-9ee5-736bed7ec295 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf704742c3aa4ec1adacc9bcc168a992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003048 Jul 28 10:51:23.914607 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:23.919035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44766) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:23.949548 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] device_id is not set on port 1f8f8f45-5874-4a61-9af4-960d85933bc6 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:51:24.023007 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb171-aceb-4bce-b9f5-ee28fd905286 admin admin] Publish callbacks [] for security_group (a8e4d63c-db12-45c2-b1f9-ea67505d9711), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:24.069941 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb171-aceb-4bce-b9f5-ee28fd905286 admin admin] Publish callbacks [] for security_group (a8e4d63c-db12-45c2-b1f9-ea67505d9711), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:24.129525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Allocated IP 172.20.0.14 (7c04db5e-9de1-4fdd-a312-940be91491f5/7e9cfe57-f518-4ef4-bc9b-d468f70a2817/1f8f8f45-5874-4a61-9af4-960d85933bc6) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:24.148228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb171-aceb-4bce-b9f5-ee28fd905286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a8e4d63c-db12-45c2-b1f9-ea67505d9711), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:24.153366 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb171-aceb-4bce-b9f5-ee28fd905286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:24.155308 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a2eeb171-aceb-4bce-b9f5-ee28fd905286 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8e4d63c-db12-45c2-b1f9-ea67505d9711 HTTP/1.1" status: 204 len: 168 time: 0.2352521 Jul 28 10:51:24.167766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeb171-aceb-4bce-b9f5-ee28fd905286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e4d63c-db12-45c2-b1f9-ea67505d9711,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:24.205939 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:24.352065 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for port (1f8f8f45-5874-4a61-9af4-960d85933bc6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:24.396472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1f8f8f45-5874-4a61-9af4-960d85933bc6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:24.432860 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:24.454549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:24.517206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event updated for resources: {'Port': ['ID=1f8f8f45-5874-4a61-9af4-960d85933bc6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:24.521287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:24.606364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:24.606364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:24.635730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:24.636405 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8ddbc23c-3cc6-4cd9-ad82-d59dac144df1 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0678256 Jul 28 10:51:24.642263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Request body: {'floatingip': {'port_id': '1f8f8f45-5874-4a61-9af4-960d85933bc6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:24.839739 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (5018020f-ab46-4020-91ff-700c080bc1d6), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:25.001877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ecc54fd8-c269-429d-93af-1a98d3754d10 None None] Provisioning complete for port 1f8f8f45-5874-4a61-9af4-960d85933bc6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:25.007050 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecc54fd8-c269-429d-93af-1a98d3754d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1f8f8f45-5874-4a61-9af4-960d85933bc6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:25.160930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ecc54fd8-c269-429d-93af-1a98d3754d10 None None] Port 1f8f8f45-5874-4a61-9af4-960d85933bc6 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:51:25.195491 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:25.900738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:25.908620 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (5018020f-ab46-4020-91ff-700c080bc1d6), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:25.926772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:26.061668 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP 5018020f-ab46-4020-91ff-700c080bc1d6 associated. External IP: 172.25.2.172, port: 28432e22-eb99-4b76-b59b-319f9edff136. Jul 28 10:51:26.231473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1042929631-network', 'tenant_id': 'cab6813553674335bb5bcc780ddb0b6a'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:26.289703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Made reservation on behalf of cab6813553674335bb5bcc780ddb0b6a for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:26.292928 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.323138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.337780 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:26.470589 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:26.494665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44870) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:26.521324 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:26.533942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks [] for security_group (6905e5af-a5a8-42fc-9407-8d8a69248fb1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.543367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6905e5af-a5a8-42fc-9407-8d8a69248fb1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.590410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:26.592221 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905e5af-a5a8-42fc-9407-8d8a69248fb1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:26.601390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:26.623844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:26.626473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:26.645296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.646803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.647317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.649109 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.649571 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.651217 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.651683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.652118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.653714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.654165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.655781 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.656897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.658138 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.660111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.661199 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:26.672039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:51:26.732236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6dc474c8-6466-4747-b959-aed10444d33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.733644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:26.740087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (83253f41-edfd-4734-ba75-3bcc8d859844), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.740516 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Added segment 83253f41-edfd-4734-ba75-3bcc8d859844 of type vlan for network bcbaa112-6986-4cb8-b479-7b414e4135a1 Jul 28 10:51:26.760527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:26.761162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:26.772561 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:26.831776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:26.832388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e81c75-27d7-4a38-90f2-a89b6c8576d5 None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:26.887846 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (bcbaa112-6986-4cb8-b479-7b414e4135a1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.944669 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (bcbaa112-6986-4cb8-b479-7b414e4135a1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.946582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:26.947755 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:26.956853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:27.024280 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0963769 Jul 28 10:51:27.031156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44874) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:27.040043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Request body: {'subnet': {'network_id': 'bcbaa112-6986-4cb8-b479-7b414e4135a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1042929631-subnet', 'tenant_id': 'cab6813553674335bb5bcc780ddb0b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:27.070839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3e6eb-f032-4ec2-ac9c-84fbb1aa1957 admin admin] Pushing event updated for resources: {'Network': ['ID=bcbaa112-6986-4cb8-b479-7b414e4135a1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:27.082376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network bcbaa112-6986-4cb8-b479-7b414e4135a1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:51:27.085966 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:27.090846 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6dc474c8-6466-4747-b959-aed10444d33b admin admin] Publish callbacks [] for security_group (2cd1eda6-3365-4dae-8d05-8ddaa899f229), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.100734 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6dc474c8-6466-4747-b959-aed10444d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2cd1eda6-3365-4dae-8d05-8ddaa899f229), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.135788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Made reservation on behalf of cab6813553674335bb5bcc780ddb0b6a for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:27.138684 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.164467 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:27.171441 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6dc474c8-6466-4747-b959-aed10444d33b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b56fe9c553c46ea8d0c005a8b8bdba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6757140 Jul 28 10:51:27.207480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44876) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:27.210300 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:27.215719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.231781 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] Sync routers for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:27.235753 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=28 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:27.237643 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:27.267698 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:27.268843 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:27.297359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc474c8-6466-4747-b959-aed10444d33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd1eda6-3365-4dae-8d05-8ddaa899f229,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:27.313692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:27.326728 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:27.327765 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:27.348703 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-471ee1f6-2713-4996-91c5-660c18c52ea4 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/floatingips/5018020f-ab46-4020-91ff-700c080bc1d6 HTTP/1.1" status: 200 len: 977 time: 2.7107902 Jul 28 10:51:27.361969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44880) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:27.399996 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:27.401356 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5e519-53b2-43ed-b7b6-b3a181ed90b3 None None] The sync data for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:27.433073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a3b28b2-f8bc-4eb2-80fd-aef63361b3fe admin admin] Publish callbacks [] for security_group (2cd1eda6-3365-4dae-8d05-8ddaa899f229), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.544403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 1f8f8f45-5874-4a61-9af4-960d85933bc6 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:27.546332 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1f8f8f45-5874-4a61-9af4-960d85933bc6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.581299 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a3b28b2-f8bc-4eb2-80fd-aef63361b3fe admin admin] Publish callbacks [] for security_group (2cd1eda6-3365-4dae-8d05-8ddaa899f229), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.628854 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:27.779067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1f8f8f45-5874-4a61-9af4-960d85933bc6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.820486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a3b28b2-f8bc-4eb2-80fd-aef63361b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (2cd1eda6-3365-4dae-8d05-8ddaa899f229), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.825764 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a3b28b2-f8bc-4eb2-80fd-aef63361b3fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.830365 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a3b28b2-f8bc-4eb2-80fd-aef63361b3fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cd1eda6-3365-4dae-8d05-8ddaa899f229 HTTP/1.1" status: 204 len: 168 time: 0.6209016 Jul 28 10:51:27.856937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b28b2-f8bc-4eb2-80fd-aef63361b3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd1eda6-3365-4dae-8d05-8ddaa899f229,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:27.864602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (e61b0a08-08a1-4303-b446-5cef23b2b2d6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:27.919106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61b0a08-08a1-4303-b446-5cef23b2b2d6,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:27.991160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Checking segment: {'id': '83253f41-edfd-4734-ba75-3bcc8d859844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bcbaa112-6986-4cb8-b479-7b414e4135a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:27.991850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Network hostable DHCP agents. Network: bcbaa112-6986-4cb8-b479-7b414e4135a1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:51:28.036627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Network bcbaa112-6986-4cb8-b479-7b414e4135a1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:51:28.056484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, bcbaa112-6986-4cb8-b479-7b414e4135a1) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:28.061482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:28.062810 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:28.067534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5f2410-f9f5-4316-8236-f37bca4c6459 None None] Network bcbaa112-6986-4cb8-b479-7b414e4135a1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:28.110839 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ab4d7ad-3a10-4cc7-be35-890decff35dc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0701478 Jul 28 10:51:28.233881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce2caa-ac2f-4bf5-9585-6467490310f8 None None] Network bcbaa112-6986-4cb8-b479-7b414e4135a1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:28.559014 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44906) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:28.599142 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d0d-2cd3-4685-bd1d-62ae26d48924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:28.752448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d0d-2cd3-4685-bd1d-62ae26d48924 admin admin] Publish callbacks [] for security_group (c326226b-033e-4346-8d5b-09ae7144b2e0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:28.759128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d0d-2cd3-4685-bd1d-62ae26d48924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c326226b-033e-4346-8d5b-09ae7144b2e0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:28.812503 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c8f2d0d-2cd3-4685-bd1d-62ae26d48924 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=594a7650b1c842088984cbaec8693a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523382 Jul 28 10:51:28.813593 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f2d0d-2cd3-4685-bd1d-62ae26d48924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326226b-033e-4346-8d5b-09ae7144b2e0,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:28.816152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44920) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:28.882566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbe5394c-a721-482a-ac61-50cfe9266dd6 admin admin] Publish callbacks [] for security_group (c326226b-033e-4346-8d5b-09ae7144b2e0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:28.905238 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:28.905841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (5018020f-ab46-4020-91ff-700c080bc1d6), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:28.906060 n-d-850468-6 neutron-server[104688]: INFO neutron.db.l3_db [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Floating IP 5018020f-ab46-4020-91ff-700c080bc1d6 disassociated. External IP: 172.25.2.172, port: 1f8f8f45-5874-4a61-9af4-960d85933bc6. Jul 28 10:51:28.906487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 1f8f8f45-5874-4a61-9af4-960d85933bc6 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:28.927195 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbe5394c-a721-482a-ac61-50cfe9266dd6 admin admin] Publish callbacks [] for security_group (c326226b-033e-4346-8d5b-09ae7144b2e0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:29.031171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbe5394c-a721-482a-ac61-50cfe9266dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c326226b-033e-4346-8d5b-09ae7144b2e0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:29.034553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bbe5394c-a721-482a-ac61-50cfe9266dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:29.037780 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bbe5394c-a721-482a-ac61-50cfe9266dd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c326226b-033e-4346-8d5b-09ae7144b2e0 HTTP/1.1" status: 204 len: 168 time: 0.2202334 Jul 28 10:51:29.040792 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:29.051128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5394c-a721-482a-ac61-50cfe9266dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326226b-033e-4346-8d5b-09ae7144b2e0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:29.074692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1566c9-5bce-4545-b423-e4f65333e6d3 req-e71ec527-feb5-4bf1-9bf9-1d0da3ef7673 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:29.082691 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ff1566c9-5bce-4545-b423-e4f65333e6d3 req-e71ec527-feb5-4bf1-9bf9-1d0da3ef7673 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/networks?id=d4b63012-3588-495e-88d6-d3e8599e6e7c HTTP/1.1" status: 200 len: 813 time: 0.3717625 Jul 28 10:51:29.112718 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ff1566c9-5bce-4545-b423-e4f65333e6d3 req-7ab6919f-5f29-4292-be4f-e3161de3b25f tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/quotas/4a7e2a98d353473da7a4706dc48f8798 HTTP/1.1" status: 200 len: 375 time: 0.0286005 Jul 28 10:51:29.152488 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ff1566c9-5bce-4545-b423-e4f65333e6d3 req-84f6d5b2-8f8b-4948-a072-b32cbb392957 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a7e2a98d353473da7a4706dc48f8798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388601 Jul 28 10:51:29.172663 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:29.294855 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1f8f8f45-5874-4a61-9af4-960d85933bc6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:29.374500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=1f8f8f45-5874-4a61-9af4-960d85933bc6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:29.486766 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:29.828160 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ff1566c9-5bce-4545-b423-e4f65333e6d3 req-fd71a2c4-ad6c-460a-beaf-161a62a03501 service neutron] 10.222.0.46 "GET /v2.0/networks/d4b63012-3588-495e-88d6-d3e8599e6e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734099 Jul 28 10:51:29.987959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:30.091782 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ff1566c9-5bce-4545-b423-e4f65333e6d3 req-37c37eb5-c1df-4c0c-af65-78464de0f472 service neutron] 10.222.0.46 "GET /v2.0/networks/d4b63012-3588-495e-88d6-d3e8599e6e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466154 Jul 28 10:51:30.163441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:30.174889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] Sync routers for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:30.187908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:30.190023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:30.307704 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:30.309025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:30.311667 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d2efe91-0c01-4df1-8354-201b679a5d63 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/ports/1f8f8f45-5874-4a61-9af4-960d85933bc6 HTTP/1.1" status: 204 len: 168 time: 2.9486597 Jul 28 10:51:30.314571 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 44952) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:30.393949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:30.398968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:30.557514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:30.558157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc24a1fc-f610-4ff2-85d3-d09b0e5e927c None None] The sync data for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:30.650691 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-73713f5f-e325-4324-8c7d-146e3b10d943 req-77b83e14-ee59-4e37-9139-2be4951741fa tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?device_id=d347836e-361a-4019-8912-a17093afc91b HTTP/1.1" status: 200 len: 210 time: 0.1012313 Jul 28 10:51:31.136825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:31.417488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 44980) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:31.597893 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:31.720492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a828b78-1abf-4d64-b3e2-f3fb75f7bdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:31.748058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port ffdc1845-22e2-4d95-8a80-e10fb34c14dd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:31.748394 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.010929 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5ecd0b37-a88c-4394-b9e7-ef2eac1b1c18 req-6f81e63d-53a3-4b68-a50c-4207c4d7ae88 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?device_id=d347836e-361a-4019-8912-a17093afc91b HTTP/1.1" status: 200 len: 210 time: 0.1169441 Jul 28 10:51:32.011087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.083559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for ffdc1845-22e2-4d95-8a80-e10fb34c14dd owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:32.218235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a828b78-1abf-4d64-b3e2-f3fb75f7bdb7 admin admin] Publish callbacks [] for security_group (17fe2b2d-374d-4318-b029-d35e6e2da05b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.226889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a828b78-1abf-4d64-b3e2-f3fb75f7bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17fe2b2d-374d-4318-b029-d35e6e2da05b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.294873 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:32.304991 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3a828b78-1abf-4d64-b3e2-f3fb75f7bdb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6f996a71bb6434992dd260776561b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8863068 Jul 28 10:51:32.312666 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45004) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:32.364908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828b78-1abf-4d64-b3e2-f3fb75f7bdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe2b2d-374d-4318-b029-d35e6e2da05b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:32.411864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-70e1487a-73b8-44c5-abc4-0a008a314b6b admin admin] Publish callbacks [] for security_group (17fe2b2d-374d-4318-b029-d35e6e2da05b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.442457 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-70e1487a-73b8-44c5-abc4-0a008a314b6b admin admin] Publish callbacks [] for security_group (17fe2b2d-374d-4318-b029-d35e6e2da05b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.460381 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:32.522837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-70e1487a-73b8-44c5-abc4-0a008a314b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (17fe2b2d-374d-4318-b029-d35e6e2da05b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.528024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-70e1487a-73b8-44c5-abc4-0a008a314b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.529721 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-70e1487a-73b8-44c5-abc4-0a008a314b6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17fe2b2d-374d-4318-b029-d35e6e2da05b HTTP/1.1" status: 204 len: 168 time: 0.2156599 Jul 28 10:51:32.536036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ffdc1845-22e2-4d95-8a80-e10fb34c14dd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.541426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1487a-73b8-44c5-abc4-0a008a314b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe2b2d-374d-4318-b029-d35e6e2da05b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:32.585754 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=ffdc1845-22e2-4d95-8a80-e10fb34c14dd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:32.689977 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c6370fe0-8f14-41e6-ae7b-7866e54854aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:32.843128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:33.154756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:33.424385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:33.443349 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-35c7d3af-99ac-4fe8-918b-c786d285ac05 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/routers/dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1250112 Jul 28 10:51:33.445058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] Sync routers for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:33.447572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45052) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:33.490733 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:33.493662 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:33.526701 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-68535588-a311-43a2-8981-4f96b48fc81f req-d3b396a0-2caf-4d89-9e50-9ea898a99d39 tempest-VolumesSnapshotTestJSON-554729903 tempest-VolumesSnapshotTestJSON-554729903-project] 10.222.0.46 "GET /v2.0/ports?device_id=d347836e-361a-4019-8912-a17093afc91b HTTP/1.1" status: 200 len: 210 time: 0.0949306 Jul 28 10:51:33.531063 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:33.538827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eae90-a976-492e-a58d-56cb025d6c0e req-d0074319-0c97-48cc-b2ec-2dd5cfc5baab tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:33.543849 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d11eae90-a976-492e-a58d-56cb025d6c0e req-d0074319-0c97-48cc-b2ec-2dd5cfc5baab tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/networks?id=bcbaa112-6986-4cb8-b479-7b414e4135a1 HTTP/1.1" status: 200 len: 809 time: 0.2578557 Jul 28 10:51:33.568658 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d11eae90-a976-492e-a58d-56cb025d6c0e req-202dbc88-6e00-4945-97c1-421439e9e702 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/quotas/cab6813553674335bb5bcc780ddb0b6a HTTP/1.1" status: 200 len: 375 time: 0.0195827 Jul 28 10:51:33.638732 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:33.649787 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d11eae90-a976-492e-a58d-56cb025d6c0e req-0f67d8be-0839-4352-8cac-10e221d46862 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab6813553674335bb5bcc780ddb0b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631940 Jul 28 10:51:33.665648 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] Routers {'dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:33.669011 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:33.749417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:33.774390 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:33.775058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2b1f0-721b-4d77-b032-07a4372639e4 None None] The sync data for ids ['dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:33.894770 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:33.962864 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:33.997444 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d11eae90-a976-492e-a58d-56cb025d6c0e req-1f668e6a-f4fe-4dca-9d55-073bc5916bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/bcbaa112-6986-4cb8-b479-7b414e4135a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356020 Jul 28 10:51:34.066443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port c2f26075-3524-4948-b973-2948147423bf {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:34.067039 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c2f26075-3524-4948-b973-2948147423bf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:34.191963 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c2f26075-3524-4948-b973-2948147423bf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:34.211911 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:34.241468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for c2f26075-3524-4948-b973-2948147423bf owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:34.296715 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d11eae90-a976-492e-a58d-56cb025d6c0e req-31fb3d78-2d99-4d00-9cac-2ed996c19843 service neutron] 10.222.0.46 "GET /v2.0/networks/bcbaa112-6986-4cb8-b479-7b414e4135a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959349 Jul 28 10:51:34.426144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45082) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:34.598696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c2f26075-3524-4948-b973-2948147423bf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:34.689835 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6ae99864-1196-425c-9d1a-b51f42443844 req-d78f09ea-ab79-49a6-801e-c2e204f0474f tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?device_id=9caa358e-04da-4040-8c13-0e38157cecd0 HTTP/1.1" status: 200 len: 210 time: 0.0655625 Jul 28 10:51:34.694763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=c2f26075-3524-4948-b973-2948147423bf,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:34.764764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45094) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:34.827006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:34.872470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-438184002-network', 'tenant_id': '9151e6fd4bf54723b5084e67bc3edaac'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:34.914346 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Made reservation on behalf of 9151e6fd4bf54723b5084e67bc3edaac for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:34.916848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:34.930708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.008117 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.017252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_controller (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.023443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d48-e5f4-438a-92fc-85b1104b5fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.044334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc21db38-492a-4979-9d34-93ec30fc997a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.105220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks [] for security_group (b801cec0-d04f-4ccb-98ef-b5d65292367b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.117251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b801cec0-d04f-4ccb-98ef-b5d65292367b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.124890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.125769 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Fanout notify agent at l3_agent the message router_deleted on router dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:51:35.137167 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.141357 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ac0825a-5dbd-4e3b-ab8e-0a11215b688f tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/routers/dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c HTTP/1.1" status: 204 len: 168 time: 1.6178358 Jul 28 10:51:35.141978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45108) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:35.150607 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b801cec0-d04f-4ccb-98ef-b5d65292367b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:35.166490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:51:35.185178 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:35.186752 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3cbdc7df-55eb-4de2-8603-6f972b0104d1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.187098 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Added segment 3cbdc7df-55eb-4de2-8603-6f972b0104d1 of type vlan for network 8f19b80d-f40a-4415-93b3-1889796e3314 Jul 28 10:51:35.232529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting subnet 7e9cfe57-f518-4ef4-bc9b-d468f70a2817 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:51:35.237161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for subnet (7e9cfe57-f518-4ef4-bc9b-d468f70a2817), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.254405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc21db38-492a-4979-9d34-93ec30fc997a admin admin] Publish callbacks [] for security_group (62cac70f-1010-4ca1-bf2d-ded8d1d7ec22), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.258782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (8f19b80d-f40a-4415-93b3-1889796e3314), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.266770 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc21db38-492a-4979-9d34-93ec30fc997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (62cac70f-1010-4ca1-bf2d-ded8d1d7ec22), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.293667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (7e9cfe57-f518-4ef4-bc9b-d468f70a2817), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.334940 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc21db38-492a-4979-9d34-93ec30fc997a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f9ce97809b24e4fbe750b475f019d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5688879 Jul 28 10:51:35.338555 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45110) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:35.347618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (8f19b80d-f40a-4415-93b3-1889796e3314), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.348609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:35.349962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.359983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21db38-492a-4979-9d34-93ec30fc997a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cac70f-1010-4ca1-bf2d-ded8d1d7ec22,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:35.415655 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7e9cfe57-f518-4ef4-bc9b-d468f70a2817), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.443685 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0132160 Jul 28 10:51:35.444084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45112) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:35.452362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Request body: {'subnet': {'network_id': '8f19b80d-f40a-4415-93b3-1889796e3314', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-438184002-subnet', 'tenant_id': '9151e6fd4bf54723b5084e67bc3edaac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:35.460176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5402029-e421-4434-8eac-5836b602963e admin admin] Pushing event updated for resources: {'Network': ['ID=8f19b80d-f40a-4415-93b3-1889796e3314,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:35.472999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 8f19b80d-f40a-4415-93b3-1889796e3314 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:51:35.477414 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:35.481267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-228ec903-dc71-4ea7-9b0c-71c13d9cddb4 admin admin] Publish callbacks [] for security_group (62cac70f-1010-4ca1-bf2d-ded8d1d7ec22), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.508309 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-228ec903-dc71-4ea7-9b0c-71c13d9cddb4 admin admin] Publish callbacks [] for security_group (62cac70f-1010-4ca1-bf2d-ded8d1d7ec22), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.566499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Made reservation on behalf of 9151e6fd4bf54723b5084e67bc3edaac for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:35.573911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.587979 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:35.595089 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:35.622700 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-228ec903-dc71-4ea7-9b0c-71c13d9cddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (62cac70f-1010-4ca1-bf2d-ded8d1d7ec22), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.625814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-228ec903-dc71-4ea7-9b0c-71c13d9cddb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.631114 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-228ec903-dc71-4ea7-9b0c-71c13d9cddb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62cac70f-1010-4ca1-bf2d-ded8d1d7ec22 HTTP/1.1" status: 204 len: 168 time: 0.2875450 Jul 28 10:51:35.638445 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (7e9cfe57-f518-4ef4-bc9b-d468f70a2817), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.647266 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ec903-dc71-4ea7-9b0c-71c13d9cddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cac70f-1010-4ca1-bf2d-ded8d1d7ec22,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:35.786448 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9cfe57-f518-4ef4-bc9b-d468f70a2817,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:35.793495 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:35.799465 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aadcdbe3-1c17-49d4-83be-2d229b8203c9 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/subnets/7e9cfe57-f518-4ef4-bc9b-d468f70a2817 HTTP/1.1" status: 204 len: 168 time: 0.6539726 Jul 28 10:51:35.800186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45126) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:35.807526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1dfe0-b89b-48d1-a651-a618eb0eb6a5 None None] Network 7c04db5e-9de1-4fdd-a312-940be91491f5 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:35.848820 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:36.037347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (a19d7886-a14c-446f-9864-5453793a831c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.066027 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-7ea9538a-bddc-424b-994f-718c36f6b68f req-24f33aff-ba5d-4c84-b53f-6e58c22a1012 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?device_id=9caa358e-04da-4040-8c13-0e38157cecd0 HTTP/1.1" status: 200 len: 210 time: 0.1060145 Jul 28 10:51:36.084474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7c04db5e-9de1-4fdd-a312-940be91491f5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.154728 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.178785 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:36.178785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.206022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] DHCP port deletion for 7c04db5e-9de1-4fdd-a312-940be91491f5 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:51:36.220779 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19d7886-a14c-446f-9864-5453793a831c,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:36.319235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] Deleting port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:36.319931 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.332116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Checking segment: {'id': '3cbdc7df-55eb-4de2-8603-6f972b0104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8f19b80d-f40a-4415-93b3-1889796e3314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:36.333682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Network hostable DHCP agents. Network: 8f19b80d-f40a-4415-93b3-1889796e3314, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:51:36.373679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45134) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:36.388120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Network 8f19b80d-f40a-4415-93b3-1889796e3314 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:51:36.410841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 8f19b80d-f40a-4415-93b3-1889796e3314) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:36.415641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:36.417096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.425910 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2037-bd5b-4b7d-b59d-ee1b54c0785b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.438660 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e499f7e6-3435-4c7e-ac8b-9fe1fed2ddf1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9934156 Jul 28 10:51:36.455702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64135e53-4942-437a-a1a1-30ccaf75eeaf None None] Network 8f19b80d-f40a-4415-93b3-1889796e3314 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:36.473703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] For port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,segment=NetworkSegment(cd169f85-a2ff-48bb-9580-52fac444dbdc),segment_id=cd169f85-a2ff-48bb-9580-52fac444dbdc)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:36.474098 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.539483 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-77a2dbde-7c2d-4690-856f-ed4246b0236d req-c6431fa7-9b3a-479b-81b0-d81b1f9c9df7 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?device_id=9caa358e-04da-4040-8c13-0e38157cecd0 HTTP/1.1" status: 200 len: 210 time: 0.0681725 Jul 28 10:51:36.541561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:36.592943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] For port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,segment=NetworkSegment(cd169f85-a2ff-48bb-9580-52fac444dbdc),segment_id=cd169f85-a2ff-48bb-9580-52fac444dbdc)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:36.593433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.618564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] Calling delete_port for 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:36.699472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51469b-c9aa-45c0-a407-808b57e6e9cd None None] Network 8f19b80d-f40a-4415-93b3-1889796e3314 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:36.779049 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:36.799642 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2037-bd5b-4b7d-b59d-ee1b54c0785b admin admin] Publish callbacks [] for security_group (9ce4431f-f356-4429-aa01-4c993f088eaa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.823795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9a3b2037-bd5b-4b7d-b59d-ee1b54c0785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9ce4431f-f356-4429-aa01-4c993f088eaa), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.851020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.862560 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3c7a060d-6340-4381-8c8e-0a35ae7ddfe3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:36.895454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] Pushing event deleted for resources: {'Port': ['ID=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:36.915833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35450efa-a4ba-4913-8935-f6ed94829d93 None None] No DVR routers for this DVR port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:51:36.962242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=3c7a060d-6340-4381-8c8e-0a35ae7ddfe3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:36.964608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] No DVR routers for this DVR port 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:51:36.972611 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9a3b2037-bd5b-4b7d-b59d-ee1b54c0785b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09f15f53e5c34d6182df15482258b6ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5976114 Jul 28 10:51:36.976620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45152) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:36.985976 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b2037-bd5b-4b7d-b59d-ee1b54c0785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4431f-f356-4429-aa01-4c993f088eaa,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:37.142016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7c04db5e-9de1-4fdd-a312-940be91491f5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.150168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:51:37.199962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c04db5e-9de1-4fdd-a312-940be91491f5']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:37.202928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd56870-4e26-4f4a-9cd8-f47603d5cd35 admin admin] Publish callbacks [] for security_group (9ce4431f-f356-4429-aa01-4c993f088eaa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.227975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:51:37.228735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c7a060d-6340-4381-8c8e-0a35ae7ddfe3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:51:37.232994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd56870-4e26-4f4a-9cd8-f47603d5cd35 admin admin] Publish callbacks [] for security_group (9ce4431f-f356-4429-aa01-4c993f088eaa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.287368 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.298903 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:37.303246 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd56870-4e26-4f4a-9cd8-f47603d5cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9ce4431f-f356-4429-aa01-4c993f088eaa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.306298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bbd56870-4e26-4f4a-9cd8-f47603d5cd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.311604 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bbd56870-4e26-4f4a-9cd8-f47603d5cd35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ce4431f-f356-4429-aa01-4c993f088eaa HTTP/1.1" status: 204 len: 168 time: 0.3313961 Jul 28 10:51:37.312418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd169f85-a2ff-48bb-9580-52fac444dbdc') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:37.312729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd169f85-a2ff-48bb-9580-52fac444dbdc') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:37.361825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (cd169f85-a2ff-48bb-9580-52fac444dbdc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.377893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd56870-4e26-4f4a-9cd8-f47603d5cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4431f-f356-4429-aa01-4c993f088eaa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:37.397590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec5c11-869b-4951-ba48-bbb614d5067a req-5862aafe-a07a-4187-8839-edc0a765504b tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:37.406542 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-40ec5c11-869b-4951-ba48-bbb614d5067a req-5862aafe-a07a-4187-8839-edc0a765504b tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/networks?id=bcbaa112-6986-4cb8-b479-7b414e4135a1 HTTP/1.1" status: 200 len: 809 time: 0.1955693 Jul 28 10:51:37.427121 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-40ec5c11-869b-4951-ba48-bbb614d5067a req-658a425d-4e43-4ae7-a1c7-2b347ec181a0 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/quotas/cab6813553674335bb5bcc780ddb0b6a HTTP/1.1" status: 200 len: 375 time: 0.0191753 Jul 28 10:51:37.429788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cd169f85-a2ff-48bb-9580-52fac444dbdc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.451203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:51:37.453407 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (cd169f85-a2ff-48bb-9580-52fac444dbdc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.514927 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-40ec5c11-869b-4951-ba48-bbb614d5067a req-c1f1725a-6a78-4194-b885-785568db7ab0 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cab6813553674335bb5bcc780ddb0b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804632 Jul 28 10:51:37.535827 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cd169f85-a2ff-48bb-9580-52fac444dbdc resource provider aggregate not found Jul 28 10:51:37.579733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7c04db5e-9de1-4fdd-a312-940be91491f5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.602779 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45184) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:37.606191 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.606385 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment cd169f85-a2ff-48bb-9580-52fac444dbdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd169f85-a2ff-48bb-9580-52fac444dbdc found for delete ", "request_id": "req-5919f4e2-fefa-460d-abdc-df621ab81cc3"}]} Jul 28 10:51:37.607571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.610649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1485075204-network', 'tenant_id': '60db8aaec68942dbbb415a50442ea2d0'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:37.614309 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/networks/7c04db5e-9de1-4fdd-a312-940be91491f5 HTTP/1.1" status: 204 len: 168 time: 1.8089981 Jul 28 10:51:37.615392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45186) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:37.639010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa0aa7-5a62-4d62-9280-97b223a38a1c tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Network': ['ID=7c04db5e-9de1-4fdd-a312-940be91491f5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:37.652188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Made reservation on behalf of 60db8aaec68942dbbb415a50442ea2d0 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:37.655391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.659237 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.682783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.717092 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-40ec5c11-869b-4951-ba48-bbb614d5067a req-259dac43-4625-45c8-878e-50172ee9d20e service neutron] 10.222.0.46 "GET /v2.0/networks/bcbaa112-6986-4cb8-b479-7b414e4135a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890137 Jul 28 10:51:37.786803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port e29d29fb-eb9f-4ec8-b983-27d85a41d9d1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:37.787361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.877808 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:37.914105 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-40ec5c11-869b-4951-ba48-bbb614d5067a req-ef7866ef-46bb-4456-83b6-da29b326218f service neutron] 10.222.0.46 "GET /v2.0/networks/bcbaa112-6986-4cb8-b479-7b414e4135a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891742 Jul 28 10:51:37.917073 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.917517 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.934355 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks [] for security_group (337ab9fe-b34b-4561-a17a-1f2dee4eedac), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.955827 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (337ab9fe-b34b-4561-a17a-1f2dee4eedac), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:37.956915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for e29d29fb-eb9f-4ec8-b983-27d85a41d9d1 owned by network:floatingip {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:38.010463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:51:38.043634 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337ab9fe-b34b-4561-a17a-1f2dee4eedac,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:38.061012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (42c78c12-3099-464d-8d45-b8b8f69a61f1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.061607 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Added segment 42c78c12-3099-464d-8d45-b8b8f69a61f1 of type vlan for network 49d35c46-9db7-40e5-a92d-9eb2903051cf Jul 28 10:51:38.146771 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:38.167007 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (49d35c46-9db7-40e5-a92d-9eb2903051cf), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.221480 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (49d35c46-9db7-40e5-a92d-9eb2903051cf), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.224551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:38.225209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.302540 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6975329 Jul 28 10:51:38.306511 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45208) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:38.315940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Request body: {'subnet': {'network_id': '49d35c46-9db7-40e5-a92d-9eb2903051cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1485075204-subnet', 'tenant_id': '60db8aaec68942dbbb415a50442ea2d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:38.323027 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e322dd2-6959-4152-90df-de6a06cb78b9 admin admin] Pushing event updated for resources: {'Network': ['ID=49d35c46-9db7-40e5-a92d-9eb2903051cf,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:38.334539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 49d35c46-9db7-40e5-a92d-9eb2903051cf details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:51:38.351768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Made reservation on behalf of 60db8aaec68942dbbb415a50442ea2d0 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:38.355677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.380103 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-62349d67-4897-4152-b4bd-e2afc807b26b req-ca26f5fa-4c10-4ca7-9ad0-ceef2f611240 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?device_id=303e4c8d-adac-4a15-836e-27e135de3817 HTTP/1.1" status: 200 len: 210 time: 0.1272926 Jul 28 10:51:38.393669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e29d29fb-eb9f-4ec8-b983-27d85a41d9d1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.474104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=e29d29fb-eb9f-4ec8-b983-27d85a41d9d1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:38.676495 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for floatingip (5018020f-ab46-4020-91ff-700c080bc1d6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.679400 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:38.684722 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6e662c4d-32bd-4b1f-94e1-66a331f5127d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/floatingips/5018020f-ab46-4020-91ff-700c080bc1d6 HTTP/1.1" status: 204 len: 168 time: 1.0641608 Jul 28 10:51:38.688239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45222) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:38.727734 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5589c5-59da-4d2a-8e13-d60456a2b434 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] DELETE failed (client error): The resource could not be found. Jul 28 10:51:38.730122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5589c5-59da-4d2a-8e13-d60456a2b434 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:38.738958 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6a5589c5-59da-4d2a-8e13-d60456a2b434 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/ports/1f8f8f45-5874-4a61-9af4-960d85933bc6 HTTP/1.1" status: 404 len: 333 time: 0.0472198 Jul 28 10:51:38.739519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45226) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:38.856300 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-385aba05-c02d-47dd-be9c-67063c1ff7fa tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c HTTP/1.1" status: 200 len: 205 time: 0.1134083 Jul 28 10:51:38.857611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45228) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:38.910056 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-846df670-5fe0-43ee-989d-21018c162d66 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] delete failed (client error): The resource could not be found. Jul 28 10:51:38.914242 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-846df670-5fe0-43ee-989d-21018c162d66 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/routers/dfe5bfcc-9e22-4a87-bc94-8d19577a2f1c HTTP/1.1" status: 404 len: 336 time: 0.0525129 Jul 28 10:51:38.914770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45230) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:38.946471 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-38006980-37df-469a-9c3b-351811bd959b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] DELETE failed (client error): The resource could not be found. Jul 28 10:51:38.948648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38006980-37df-469a-9c3b-351811bd959b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:38.956002 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-38006980-37df-469a-9c3b-351811bd959b tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/subnets/7e9cfe57-f518-4ef4-bc9b-d468f70a2817 HTTP/1.1" status: 404 len: 337 time: 0.0398607 Jul 28 10:51:38.956958 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45234) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:38.972145 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:39.154562 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 28432e22-eb99-4b76-b59b-319f9edff136 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:39.157238 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (28432e22-eb99-4b76-b59b-319f9edff136), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:39.179198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (b2f25b0d-780b-4c9b-9d50-ba473f8af637), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:39.264580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f25b0d-780b-4c9b-9d50-ba473f8af637,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:39.270669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Checking segment: {'id': '42c78c12-3099-464d-8d45-b8b8f69a61f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49d35c46-9db7-40e5-a92d-9eb2903051cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:39.271231 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Network hostable DHCP agents. Network: 49d35c46-9db7-40e5-a92d-9eb2903051cf, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:51:39.293947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Network 49d35c46-9db7-40e5-a92d-9eb2903051cf is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:51:39.307816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (28432e22-eb99-4b76-b59b-319f9edff136), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:39.320916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 49d35c46-9db7-40e5-a92d-9eb2903051cf) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:39.331302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecdcdf-604f-4911-ad07-8acdbf3a3238 None None] Network 49d35c46-9db7-40e5-a92d-9eb2903051cf requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:39.335034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:39.336335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:39.364161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 28432e22-eb99-4b76-b59b-319f9edff136 owned by {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:39.373851 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-98c77d21-dba6-4b49-bae8-9796fe868b9d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0657699 Jul 28 10:51:39.720843 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1e8ef40a-61f4-485d-a467-2471bfca596e req-486249d1-c259-4464-97f6-f0010dab3a04 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?device_id=303e4c8d-adac-4a15-836e-27e135de3817 HTTP/1.1" status: 200 len: 210 time: 0.1900208 Jul 28 10:51:39.782380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a1234d-4459-4415-ab50-2f7ec9c60b1f None None] Network 49d35c46-9db7-40e5-a92d-9eb2903051cf requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:39.825475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (28432e22-eb99-4b76-b59b-319f9edff136), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:39.927713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=28432e22-eb99-4b76-b59b-319f9edff136,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:40.154365 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b91f6efa-1296-4990-a46c-3bc139f6c67c req-f680e9f7-6d98-4624-a74e-6053cbb8c007 tempest-VolumesActionsTest-509784763 tempest-VolumesActionsTest-509784763-project] 10.222.0.46 "GET /v2.0/ports?device_id=303e4c8d-adac-4a15-836e-27e135de3817 HTTP/1.1" status: 200 len: 210 time: 0.0821524 Jul 28 10:51:40.174824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:40.178127 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f0b86e4e-6840-443c-a6c2-e4e34c8dc41e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/ports/28432e22-eb99-4b76-b59b-319f9edff136 HTTP/1.1" status: 204 len: 168 time: 1.2193348 Jul 28 10:51:40.180803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45272) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:40.228832 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:40.229475 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:40.350811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port be339712-278e-429b-9075-e1b04781887d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:40.351153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (be339712-278e-429b-9075-e1b04781887d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:40.366955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45278) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:40.579233 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (be339712-278e-429b-9075-e1b04781887d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:40.629084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for be339712-278e-429b-9075-e1b04781887d owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:40.686691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24ad4cb4-6b73-499e-bc40-0a0d24b4a5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:40.689574 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:40.848413 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:40.905045 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24ad4cb4-6b73-499e-bc40-0a0d24b4a5c5 admin admin] Publish callbacks [] for security_group (6cdcff68-b688-4c8c-b93b-6db463e7527d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:40.910362 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:40.929964 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24ad4cb4-6b73-499e-bc40-0a0d24b4a5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6cdcff68-b688-4c8c-b93b-6db463e7527d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:40.972414 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (be339712-278e-429b-9075-e1b04781887d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:41.009791 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-24ad4cb4-6b73-499e-bc40-0a0d24b4a5c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d2c8cb641fe4719bf46438a44e9944d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6408658 Jul 28 10:51:41.015512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45308) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:41.036152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4cb4-6b73-499e-bc40-0a0d24b4a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdcff68-b688-4c8c-b93b-6db463e7527d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:41.096980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e70cfec1-3b92-4d67-baac-d7fbe744f9f4 admin admin] Publish callbacks [] for security_group (6cdcff68-b688-4c8c-b93b-6db463e7527d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:41.104186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=be339712-278e-429b-9075-e1b04781887d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:41.133549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e70cfec1-3b92-4d67-baac-d7fbe744f9f4 admin admin] Publish callbacks [] for security_group (6cdcff68-b688-4c8c-b93b-6db463e7527d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:41.166729 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:41.198940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e70cfec1-3b92-4d67-baac-d7fbe744f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6cdcff68-b688-4c8c-b93b-6db463e7527d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:41.205491 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e70cfec1-3b92-4d67-baac-d7fbe744f9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:41.209277 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e70cfec1-3b92-4d67-baac-d7fbe744f9f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6cdcff68-b688-4c8c-b93b-6db463e7527d HTTP/1.1" status: 204 len: 168 time: 0.1903715 Jul 28 10:51:41.224649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cfec1-3b92-4d67-baac-d7fbe744f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdcff68-b688-4c8c-b93b-6db463e7527d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:41.235823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0e3d8-2ace-4e63-8dbf-c6c1529098b6 req-bc6ded90-ff74-46d8-ae4d-ddddcb00aee4 tempest-TestServerAdvancedOps-406672977 tempest-TestServerAdvancedOps-406672977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:41.242527 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e7e0e3d8-2ace-4e63-8dbf-c6c1529098b6 req-bc6ded90-ff74-46d8-ae4d-ddddcb00aee4 tempest-TestServerAdvancedOps-406672977 tempest-TestServerAdvancedOps-406672977-project] 10.222.0.46 "GET /v2.0/networks?id=8f19b80d-f40a-4415-93b3-1889796e3314 HTTP/1.1" status: 200 len: 811 time: 0.2624302 Jul 28 10:51:41.250623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:41.257660 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f0a821b5-3515-4a59-8a26-5e870d12a57e tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/ports/be339712-278e-429b-9075-e1b04781887d HTTP/1.1" status: 204 len: 168 time: 1.0722384 Jul 28 10:51:41.258079 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45318) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:41.274319 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e7e0e3d8-2ace-4e63-8dbf-c6c1529098b6 req-066ed358-0364-48f8-b529-b085f8f165c0 tempest-TestServerAdvancedOps-406672977 tempest-TestServerAdvancedOps-406672977-project] 10.222.0.46 "GET /v2.0/quotas/9151e6fd4bf54723b5084e67bc3edaac HTTP/1.1" status: 200 len: 375 time: 0.0307419 Jul 28 10:51:41.342023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e7e0e3d8-2ace-4e63-8dbf-c6c1529098b6 req-770c0a75-f127-47ea-9526-36632d125311 tempest-TestServerAdvancedOps-406672977 tempest-TestServerAdvancedOps-406672977-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9151e6fd4bf54723b5084e67bc3edaac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657670 Jul 28 10:51:41.419427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c5b1a-828e-4482-bd1a-f1b6b15708a2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:41.423488 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-864c5b1a-828e-4482-bd1a-f1b6b15708a2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "GET /v2.0/ports?device_id=394c6193-e5e6-4564-8b51-2ef3e56551ad HTTP/1.1" status: 200 len: 913 time: 0.1617966 Jul 28 10:51:41.423985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45326) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:41.487935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e7e0e3d8-2ace-4e63-8dbf-c6c1529098b6 req-bd58847c-98cc-4a41-96ea-f44131194dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/8f19b80d-f40a-4415-93b3-1889796e3314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444316 Jul 28 10:51:41.507773 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:41.687484 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e7e0e3d8-2ace-4e63-8dbf-c6c1529098b6 req-96a5d3db-8690-46b7-b621-8b03b0ae22a9 service neutron] 10.222.0.46 "GET /v2.0/networks/8f19b80d-f40a-4415-93b3-1889796e3314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986160 Jul 28 10:51:42.124040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (394c6193-e5e6-4564-8b51-2ef3e56551ad), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:42.732539 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-02a23a92-85e4-4c6d-9d76-f071fecf2290 req-e306fb7b-c707-4a06-841f-560715b5c2de tempest-TestServerAdvancedOps-406672977 tempest-TestServerAdvancedOps-406672977-project] 10.222.0.46 "GET /v2.0/ports?device_id=07c39c2b-1df4-4e84-af2a-5c5e66fe8898 HTTP/1.1" status: 200 len: 210 time: 0.7587960 Jul 28 10:51:43.116421 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:43.127223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port fad5c2b0-8c0c-4b24-9952-1b881da64625 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:43.127581 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:43.258673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:43.291172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for fad5c2b0-8c0c-4b24-9952-1b881da64625 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:43.620769 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fad5c2b0-8c0c-4b24-9952-1b881da64625), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:43.654081 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=13 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:43.679341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=fad5c2b0-8c0c-4b24-9952-1b881da64625,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:43.763234 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=9 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:43.764119 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:43.926605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45458) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:43.940357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (394c6193-e5e6-4564-8b51-2ef3e56551ad), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:44.089023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-896ec85f-ddb3-46ad-8444-29e9f95fe7eb req-0cddea78-5cdc-46fd-83cc-b1a2279311b5 tempest-TestServerAdvancedOps-406672977 tempest-TestServerAdvancedOps-406672977-project] 10.222.0.46 "GET /v2.0/ports?device_id=07c39c2b-1df4-4e84-af2a-5c5e66fe8898 HTTP/1.1" status: 200 len: 210 time: 0.1336701 Jul 28 10:51:44.424164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-171d8979-9764-4fb1-a837-ce0c2ce47cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:44.518249 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-df82fe86-13ed-4b41-b786-a5458539a5ce req-50fe7190-be59-48de-8542-2aad9bee9b7a tempest-TestServerAdvancedOps-406672977 tempest-TestServerAdvancedOps-406672977-project] 10.222.0.46 "GET /v2.0/ports?device_id=07c39c2b-1df4-4e84-af2a-5c5e66fe8898 HTTP/1.1" status: 200 len: 210 time: 0.0911815 Jul 28 10:51:44.539430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Router 394c6193-e5e6-4564-8b51-2ef3e56551ad has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:51:44.714642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-171d8979-9764-4fb1-a837-ce0c2ce47cd2 admin admin] Publish callbacks [] for security_group (ec756db6-59d4-4665-a9ab-0dd02dbe69eb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:44.736420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-171d8979-9764-4fb1-a837-ce0c2ce47cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ec756db6-59d4-4665-a9ab-0dd02dbe69eb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:44.778003 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-171d8979-9764-4fb1-a837-ce0c2ce47cd2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53b953a7ac7c485193fd83be94ae9dba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8494570 Jul 28 10:51:44.780506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45474) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:44.871833 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:44.873392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:44.887167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] Sync routers for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:44.892513 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8e9ed0ee-c412-4cc9-bd8b-8e4902f4d513 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "PUT /v2.0/routers/394c6193-e5e6-4564-8b51-2ef3e56551ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4673860 Jul 28 10:51:44.894764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45478) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:44.909302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:44.912204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:44.926904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d8979-9764-4fb1-a837-ce0c2ce47cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec756db6-59d4-4665-a9ab-0dd02dbe69eb,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:44.953023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8d8667be-30e8-4d14-baa7-cd5e521b0a6b admin admin] Publish callbacks [] for security_group (ec756db6-59d4-4665-a9ab-0dd02dbe69eb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:44.981301 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45480) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:44.999668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:45.013939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8d8667be-30e8-4d14-baa7-cd5e521b0a6b admin admin] Publish callbacks [] for security_group (ec756db6-59d4-4665-a9ab-0dd02dbe69eb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.028721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] Routers {'394c6193-e5e6-4564-8b51-2ef3e56551ad'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:51:45.029669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['394c6193-e5e6-4564-8b51-2ef3e56551ad'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:45.128657 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8d8667be-30e8-4d14-baa7-cd5e521b0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ec756db6-59d4-4665-a9ab-0dd02dbe69eb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.131935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8d8667be-30e8-4d14-baa7-cd5e521b0a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.144733 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8d8667be-30e8-4d14-baa7-cd5e521b0a6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec756db6-59d4-4665-a9ab-0dd02dbe69eb HTTP/1.1" status: 204 len: 168 time: 0.3570731 Jul 28 10:51:45.163043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:45.164523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] Deleting subnet a19d7886-a14c-446f-9864-5453793a831c {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:51:45.165376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658c248-2dd1-4051-8eb6-a09221e6680b None None] The sync data for ids ['394c6193-e5e6-4564-8b51-2ef3e56551ad'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:45.179016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] Publish callbacks [] for subnet (a19d7886-a14c-446f-9864-5453793a831c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.184221 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8667be-30e8-4d14-baa7-cd5e521b0a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec756db6-59d4-4665-a9ab-0dd02dbe69eb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:45.255321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (a19d7886-a14c-446f-9864-5453793a831c), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.306441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a19d7886-a14c-446f-9864-5453793a831c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.381342 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router (394c6193-e5e6-4564-8b51-2ef3e56551ad), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.546218 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:45.552015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (a19d7886-a14c-446f-9864-5453793a831c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.625501 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.628991 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a19d7886-a14c-446f-9864-5453793a831c HTTP/1.1" status: 204 len: 168 time: 0.6419890 Jul 28 10:51:45.630553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce887d-5369-46ea-a535-fc5eff86be98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19d7886-a14c-446f-9864-5453793a831c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:45.632421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45500) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:45.640224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_gateway (394c6193-e5e6-4564-8b51-2ef3e56551ad), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.734459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting port 26fe613c-6d2f-4f9c-aa9d-0238a777c501 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:45.735125 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (26fe613c-6d2f-4f9c-aa9d-0238a777c501), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.874455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (8f19b80d-f40a-4415-93b3-1889796e3314), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:45.895037 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:45.915024 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:45.961437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (26fe613c-6d2f-4f9c-aa9d-0238a777c501), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.019912 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Calling delete_port for 26fe613c-6d2f-4f9c-aa9d-0238a777c501 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:46.107916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (8f19b80d-f40a-4415-93b3-1889796e3314), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.153177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f19b80d-f40a-4415-93b3-1889796e3314']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:46.206010 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbdc7df-55eb-4de2-8603-6f972b0104d1') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:46.206313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbdc7df-55eb-4de2-8603-6f972b0104d1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:46.258126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (3cbdc7df-55eb-4de2-8603-6f972b0104d1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.288907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3cbdc7df-55eb-4de2-8603-6f972b0104d1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.310355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:51:46.312856 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (3cbdc7df-55eb-4de2-8603-6f972b0104d1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.363245 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (26fe613c-6d2f-4f9c-aa9d-0238a777c501), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.405534 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3cbdc7df-55eb-4de2-8603-6f972b0104d1 resource provider aggregate not found Jul 28 10:51:46.439161 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3cbdc7df-55eb-4de2-8603-6f972b0104d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cbdc7df-55eb-4de2-8603-6f972b0104d1 found for delete ", "request_id": "req-b7f2bae1-a66d-4366-917d-7a5204131406"}]} Jul 28 10:51:46.440567 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (8f19b80d-f40a-4415-93b3-1889796e3314), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.446612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.462481 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8f19b80d-f40a-4415-93b3-1889796e3314 HTTP/1.1" status: 204 len: 168 time: 0.8284225 Jul 28 10:51:46.463403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45530) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:46.505187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d13143-75c8-4ce5-81f4-fc345a63cf77 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f19b80d-f40a-4415-93b3-1889796e3314,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:46.537720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Port': ['ID=26fe613c-6d2f-4f9c-aa9d-0238a777c501,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:46.591680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] Deleting subnet b2f25b0d-780b-4c9b-9d50-ba473f8af637 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:51:46.597800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] Publish callbacks [] for subnet (b2f25b0d-780b-4c9b-9d50-ba473f8af637), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.644949 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:46.685801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (394c6193-e5e6-4564-8b51-2ef3e56551ad), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.704574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (b2f25b0d-780b-4c9b-9d50-ba473f8af637), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.788837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (b2f25b0d-780b-4c9b-9d50-ba473f8af637), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.900399 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (b2f25b0d-780b-4c9b-9d50-ba473f8af637), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.913939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (394c6193-e5e6-4564-8b51-2ef3e56551ad), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.923097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router_controller (394c6193-e5e6-4564-8b51-2ef3e56551ad), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.942186 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f25b0d-780b-4c9b-9d50-ba473f8af637,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:46.964118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:46.970447 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3facb4d2-8694-41e3-951b-55139e483bff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b2f25b0d-780b-4c9b-9d50-ba473f8af637 HTTP/1.1" status: 204 len: 168 time: 0.5049016 Jul 28 10:51:46.971079 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45540) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:47.034465 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (394c6193-e5e6-4564-8b51-2ef3e56551ad), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.035120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Fanout notify agent at l3_agent the message router_deleted on router 394c6193-e5e6-4564-8b51-2ef3e56551ad {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:51:47.051620 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.051620 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a342a9f4-b4a2-495d-8a37-03900c77fa4d tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/routers/394c6193-e5e6-4564-8b51-2ef3e56551ad HTTP/1.1" status: 204 len: 168 time: 2.1527951 Jul 28 10:51:47.056136 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45544) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:47.181587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Deleting subnet 270d1f6c-24f6-4db2-8ec1-6911624633c5 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:51:47.185351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for subnet (270d1f6c-24f6-4db2-8ec1-6911624633c5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.191691 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (49d35c46-9db7-40e5-a92d-9eb2903051cf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.242733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (270d1f6c-24f6-4db2-8ec1-6911624633c5), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.328025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (270d1f6c-24f6-4db2-8ec1-6911624633c5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.433208 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:47.486778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (49d35c46-9db7-40e5-a92d-9eb2903051cf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.525829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (270d1f6c-24f6-4db2-8ec1-6911624633c5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.582852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d35c46-9db7-40e5-a92d-9eb2903051cf']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:47.611906 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.617132 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/subnets/270d1f6c-24f6-4db2-8ec1-6911624633c5 HTTP/1.1" status: 204 len: 168 time: 0.5599439 Jul 28 10:51:47.620962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45556) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:47.622281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b736fa2-6ddf-47f4-ade0-d4fb74345da2 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Subnet': ['ID=270d1f6c-24f6-4db2-8ec1-6911624633c5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:47.628843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c78c12-3099-464d-8d45-b8b8f69a61f1') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:47.628843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c78c12-3099-464d-8d45-b8b8f69a61f1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:47.653210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (42c78c12-3099-464d-8d45-b8b8f69a61f1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.685619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (42c78c12-3099-464d-8d45-b8b8f69a61f1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.699977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:51:47.700762 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (42c78c12-3099-464d-8d45-b8b8f69a61f1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.843944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4161bd1e-fcb0-483e-b919-989d67afb95f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.870088 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (49d35c46-9db7-40e5-a92d-9eb2903051cf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.892259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:47.935223 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] 10.222.0.46 "DELETE /v2.0/networks/49d35c46-9db7-40e5-a92d-9eb2903051cf HTTP/1.1" status: 204 len: 168 time: 0.9630349 Jul 28 10:51:48.009519 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4161bd1e-fcb0-483e-b919-989d67afb95f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.019330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d0e51-974a-4e07-a464-d191899c1b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=49d35c46-9db7-40e5-a92d-9eb2903051cf,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:48.057476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4161bd1e-fcb0-483e-b919-989d67afb95f']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:48.076937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b99f44-da96-48e4-9f64-2f093dd6f6da') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:48.078825 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b99f44-da96-48e4-9f64-2f093dd6f6da') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:48.113571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (93b99f44-da96-48e4-9f64-2f093dd6f6da), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.152395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (93b99f44-da96-48e4-9f64-2f093dd6f6da), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.168956 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:51:48.170818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (93b99f44-da96-48e4-9f64-2f093dd6f6da), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.281136 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4161bd1e-fcb0-483e-b919-989d67afb95f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.289889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.297232 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] 10.222.0.46 "DELETE /v2.0/networks/4161bd1e-fcb0-483e-b919-989d67afb95f HTTP/1.1" status: 204 len: 168 time: 0.6589620 Jul 28 10:51:48.329736 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 93b99f44-da96-48e4-9f64-2f093dd6f6da resource provider aggregate not found Jul 28 10:51:48.338311 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db549152-10de-4f62-86c4-c4b88bbaafe3 tempest-FloatingIPTestJSON-2047225800 tempest-FloatingIPTestJSON-2047225800-project] Pushing event deleted for resources: {'Network': ['ID=4161bd1e-fcb0-483e-b919-989d67afb95f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:48.348152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45578) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:48.371461 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 93b99f44-da96-48e4-9f64-2f093dd6f6da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93b99f44-da96-48e4-9f64-2f093dd6f6da found for delete ", "request_id": "req-78f4171d-9aa2-469a-80f9-d29f5c2b7c53"}]} Jul 28 10:51:48.475950 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 42c78c12-3099-464d-8d45-b8b8f69a61f1 resource provider aggregate not found Jul 28 10:51:48.554234 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca2af97a-1b16-4df2-ab45-d4b7f11b0b3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9151e6fd4bf54723b5084e67bc3edaac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2012675 Jul 28 10:51:48.554234 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 42c78c12-3099-464d-8d45-b8b8f69a61f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42c78c12-3099-464d-8d45-b8b8f69a61f1 found for delete ", "request_id": "req-2df220df-a613-4aef-b2c2-59dd664ae68b"}]} Jul 28 10:51:48.554749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45586) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:48.754216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ec7a-ac7d-404a-80f6-45fbea3f3b2f admin admin] Publish callbacks [] for security_group (b801cec0-d04f-4ccb-98ef-b5d65292367b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.810125 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ec7a-ac7d-404a-80f6-45fbea3f3b2f admin admin] Publish callbacks [] for security_group (b801cec0-d04f-4ccb-98ef-b5d65292367b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.925694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ec7a-ac7d-404a-80f6-45fbea3f3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b801cec0-d04f-4ccb-98ef-b5d65292367b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.973842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ec7a-ac7d-404a-80f6-45fbea3f3b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:48.990984 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a6e7ec7a-ac7d-404a-80f6-45fbea3f3b2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b801cec0-d04f-4ccb-98ef-b5d65292367b HTTP/1.1" status: 204 len: 168 time: 0.4317560 Jul 28 10:51:49.036980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7ec7a-ac7d-404a-80f6-45fbea3f3b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801cec0-d04f-4ccb-98ef-b5d65292367b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:49.068925 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45596) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:49.290062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45608) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:49.677774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-965393523'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:49.767724 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Made reservation on behalf of 829b737895ad4f6193a0f69fcaa0cc39 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:49.771858 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:49.796842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.111124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45618) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:50.117745 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3a5658b8-480a-4db6-9ce8-b31e44e476b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f28040f29f145e58ce17416e60a144b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8253171 Jul 28 10:51:50.121547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45620) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:50.138022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks [] for security_group (c4a1a6eb-6268-4097-9a9a-337fcd041ed9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.151804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c4a1a6eb-6268-4097-9a9a-337fcd041ed9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.213934 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:51:50.228978 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5aab3063-583e-4b12-bf69-1835b10b13b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60db8aaec68942dbbb415a50442ea2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1156483 Jul 28 10:51:50.233353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45622) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:50.263046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2b7e-790f-413c-bfb0-2fb2328fb96d admin admin] Publish callbacks [] for security_group (36335f2d-df9f-4643-a7c7-173c52a807d3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.267962 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:50.272661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f31841d3-7db2-4970-a1e2-55c9b81a3074), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.273113 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Added segment f31841d3-7db2-4970-a1e2-55c9b81a3074 of type vlan for network c51cf1a9-022f-4891-8be9-0137e82e5c06 Jul 28 10:51:50.289238 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:50.334419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2b7e-790f-413c-bfb0-2fb2328fb96d admin admin] Publish callbacks [] for security_group (36335f2d-df9f-4643-a7c7-173c52a807d3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.366876 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-998810bf-7575-4f38-80d4-284126a3f0ed admin admin] Publish callbacks [] for security_group (337ab9fe-b34b-4561-a17a-1f2dee4eedac), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.375127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a1a6eb-6268-4097-9a9a-337fcd041ed9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:50.402878 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-998810bf-7575-4f38-80d4-284126a3f0ed admin admin] Publish callbacks [] for security_group (337ab9fe-b34b-4561-a17a-1f2dee4eedac), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.474143 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-998810bf-7575-4f38-80d4-284126a3f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (337ab9fe-b34b-4561-a17a-1f2dee4eedac), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.477573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-998810bf-7575-4f38-80d4-284126a3f0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.484078 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-998810bf-7575-4f38-80d4-284126a3f0ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/337ab9fe-b34b-4561-a17a-1f2dee4eedac HTTP/1.1" status: 204 len: 168 time: 0.2452977 Jul 28 10:51:50.527361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998810bf-7575-4f38-80d4-284126a3f0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337ab9fe-b34b-4561-a17a-1f2dee4eedac,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:50.546941 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:50.561528 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2b7e-790f-413c-bfb0-2fb2328fb96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (36335f2d-df9f-4643-a7c7-173c52a807d3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.567440 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b1f2b7e-790f-413c-bfb0-2fb2328fb96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.570431 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2b1f2b7e-790f-413c-bfb0-2fb2328fb96d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36335f2d-df9f-4643-a7c7-173c52a807d3 HTTP/1.1" status: 204 len: 168 time: 0.4476547 Jul 28 10:51:50.596022 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f2b7e-790f-413c-bfb0-2fb2328fb96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36335f2d-df9f-4643-a7c7-173c52a807d3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:50.597373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c51cf1a9-022f-4891-8be9-0137e82e5c06), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.625420 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:50.640105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c51cf1a9-022f-4891-8be9-0137e82e5c06), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.646019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:50.646776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:50.764158 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6939125 Jul 28 10:51:50.805565 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7e0ea-1096-4a84-85d6-f86257d866b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Pushing event updated for resources: {'Network': ['ID=c51cf1a9-022f-4891-8be9-0137e82e5c06,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:50.854116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c51cf1a9-022f-4891-8be9-0137e82e5c06 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:51:52.312972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45694) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:52.318565 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Request body: {'port': {'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06', 'binding:host_id': 'n-h2-850468-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1128760595'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:52.364967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Made reservation on behalf of bf3d7fd8ba55472d96c8e93a2f480a7a for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:52.367919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:52.393300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:52.600347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for security_group (a7c0b73f-b2ce-4071-b62c-2b72756b621a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:52.631713 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a7c0b73f-b2ce-4071-b62c-2b72756b621a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:52.697069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] device_id is not set on port 833f877a-a47c-498d-83d0-e13a77fd4127 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:51:52.929537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45706) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:53.094251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c0b73f-b2ce-4071-b62c-2b72756b621a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:53.420202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f373331-638f-4300-9e2e-5fb4e9797b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:53.575642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] device_id is not set on port 833f877a-a47c-498d-83d0-e13a77fd4127 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:51:53.639840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for port (833f877a-a47c-498d-83d0-e13a77fd4127), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:53.660961 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (833f877a-a47c-498d-83d0-e13a77fd4127), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:53.794881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45728) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:53.888103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f373331-638f-4300-9e2e-5fb4e9797b3c admin admin] Publish callbacks [] for security_group (6b9a8317-17e1-4e88-ac3b-47d8a421ab35), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:53.906489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4f373331-638f-4300-9e2e-5fb4e9797b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6b9a8317-17e1-4e88-ac3b-47d8a421ab35), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.009467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Checking segment: {'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:54.011038 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Network hostable DHCP agents. Network: c51cf1a9-022f-4891-8be9-0137e82e5c06, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:51:54.014913 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=833f877a-a47c-498d-83d0-e13a77fd4127,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:54.021475 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:54.046122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Network c51cf1a9-022f-4891-8be9-0137e82e5c06 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:51:54.061454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c51cf1a9-022f-4891-8be9-0137e82e5c06) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:54.067003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:54.075585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea9311-c595-4f36-b944-c56136595da9 None None] Network c51cf1a9-022f-4891-8be9-0137e82e5c06 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:54.107429 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4f373331-638f-4300-9e2e-5fb4e9797b3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3170af306724b56b76e0c6a49e4855a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1763191 Jul 28 10:51:54.109061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45736) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.111865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.113126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.115367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.131035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.131684 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.134742 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 2 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.171773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.172405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.173035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.182262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.184993 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.187605 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 3 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.220868 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.222851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.223420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.242715 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.250094 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.250664 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 4 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.262796 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f373331-638f-4300-9e2e-5fb4e9797b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a8317-17e1-4e88-ac3b-47d8a421ab35,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:54.296363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.296694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.297271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.314090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.315039 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.315445 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 5 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.347577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7545c995-cef3-4b59-86fe-0da65e485d03 admin admin] Publish callbacks [] for security_group (6b9a8317-17e1-4e88-ac3b-47d8a421ab35), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.349842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45738) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.369413 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.374927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.377046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.405149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.406640 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.409946 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 6 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.440178 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7545c995-cef3-4b59-86fe-0da65e485d03 admin admin] Publish callbacks [] for security_group (6b9a8317-17e1-4e88-ac3b-47d8a421ab35), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.461716 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.465418 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.468052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.480967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.484732 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.486647 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 7 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.516751 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1534718076-network', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:54.541631 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7545c995-cef3-4b59-86fe-0da65e485d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6b9a8317-17e1-4e88-ac3b-47d8a421ab35), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.544652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.544833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7545c995-cef3-4b59-86fe-0da65e485d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.546148 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7545c995-cef3-4b59-86fe-0da65e485d03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b9a8317-17e1-4e88-ac3b-47d8a421ab35 HTTP/1.1" status: 204 len: 168 time: 0.4349990 Jul 28 10:51:54.550611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.550980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.559445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.559775 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.560436 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 8 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.573191 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545c995-cef3-4b59-86fe-0da65e485d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a8317-17e1-4e88-ac3b-47d8a421ab35,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:54.577729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.578321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.578774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.582050 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-52c25806-dcee-4a66-9beb-5fe46e35257d tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] Request body: {'port': {'network_id': 'f4b8a988-11a5-4249-91ed-639d56bc88df', 'name': 'tempest-NetworksNegativeTestJSON-2038253560'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:54.583292 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:54.585410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Made reservation on behalf of c8d9880798b7429a812ca7cfcec0b5ec for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:54.595333 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.595665 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.596525 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 9 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.600743 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.614703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.615052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.615364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.623570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.624029 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.624178 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.624558 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 10 to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 Jul 28 10:51:54.662348 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c25806-dcee-4a66-9beb-5fe46e35257d tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] POST failed (client error): The resource could not be found. Jul 28 10:51:54.663058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c25806-dcee-4a66-9beb-5fe46e35257d tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:54.671807 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:54.672665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:54.673388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:54.678426 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-52c25806-dcee-4a66-9beb-5fe46e35257d tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8695962 Jul 28 10:51:54.680263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.686536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 833f877a-a47c-498d-83d0-e13a77fd4127 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:54.687197 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 833f877a-a47c-498d-83d0-e13a77fd4127 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:54.687817 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (833f877a-a47c-498d-83d0-e13a77fd4127), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.747521 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dd395b-bba0-4c56-8e72-79b6e9c40cda tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] DELETE failed (client error): The resource could not be found. Jul 28 10:51:54.748055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95dd395b-bba0-4c56-8e72-79b6e9c40cda tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:54.752007 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-95dd395b-bba0-4c56-8e72-79b6e9c40cda tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "DELETE /v2.0/networks/baa3d01e-d53d-4945-9f13-8858fa033afb HTTP/1.1" status: 404 len: 339 time: 0.0696967 Jul 28 10:51:54.757360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.809619 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b398bd5-f158-4f3b-9d47-19583c040a4a tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] DELETE failed (client error): The resource could not be found. Jul 28 10:51:54.809619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b398bd5-f158-4f3b-9d47-19583c040a4a tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:54.811353 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1b398bd5-f158-4f3b-9d47-19583c040a4a tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "DELETE /v2.0/ports/86c0c6fb-b607-4161-a2eb-02474669c25a HTTP/1.1" status: 404 len: 333 time: 0.0483646 Jul 28 10:51:54.817034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45754) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.852402 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1551cd9-4d10-43cb-9f61-13f0d649a2bd tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] DELETE failed (client error): The resource could not be found. Jul 28 10:51:54.852402 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1551cd9-4d10-43cb-9f61-13f0d649a2bd tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:54.855194 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f1551cd9-4d10-43cb-9f61-13f0d649a2bd tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "DELETE /v2.0/subnets/ab77c2df-c044-49a0-95cf-8ff4701f3d51 HTTP/1.1" status: 404 len: 337 time: 0.0373755 Jul 28 10:51:54.859243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.894341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] For port 833f877a-a47c-498d-83d0-e13a77fd4127, host n-h2-850468-6, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:51:54.894726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempted to set empty binding levels {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 10:51:54.908079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (833f877a-a47c-498d-83d0-e13a77fd4127), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:54.927662 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-004a2958-9405-4a84-a008-861846b478a2 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] GET failed (client error): The resource could not be found. Jul 28 10:51:54.929820 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-004a2958-9405-4a84-a008-861846b478a2 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "GET /v2.0/networks/26c692c3-e82e-4406-9766-7dfa1c709bbd HTTP/1.1" status: 404 len: 339 time: 0.0690913 Jul 28 10:51:54.937654 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.984367 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55f926f-5025-44c8-9176-98262d12de06 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] GET failed (client error): The resource could not be found. Jul 28 10:51:54.990261 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b55f926f-5025-44c8-9176-98262d12de06 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "GET /v2.0/ports/dae4dd9d-5abe-4678-bfea-412499d6a3a5 HTTP/1.1" status: 404 len: 333 time: 0.0353131 Jul 28 10:51:54.993086 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45760) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:54.998545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks [] for security_group (7e06221a-32fb-441f-af31-a28da8f2ce9e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.014850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:55.015591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.021149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7e06221a-32fb-441f-af31-a28da8f2ce9e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.046162 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f71656-6955-4fa9-95e9-a99e7cae1db8 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] GET failed (client error): The resource could not be found. Jul 28 10:51:55.053232 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f3f71656-6955-4fa9-95e9-a99e7cae1db8 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "GET /v2.0/subnets/c991de46-2c01-4acf-98c6-b37ea7466382 HTTP/1.1" status: 404 len: 337 time: 0.0584061 Jul 28 10:51:55.057056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45764) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:55.065205 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4ce35ade-82ac-4c4f-8efa-3d8cb3716c25 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:55.074303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=833f877a-a47c-498d-83d0-e13a77fd4127,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:55.077589 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:51:55.087088 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce35ade-82ac-4c4f-8efa-3d8cb3716c25 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] PUT failed (client error): The resource could not be found. Jul 28 10:51:55.087660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce35ade-82ac-4c4f-8efa-3d8cb3716c25 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:55.094713 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4ce35ade-82ac-4c4f-8efa-3d8cb3716c25 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "PUT /v2.0/networks/ae872569-6c5d-4236-8377-6541fcfe823d HTTP/1.1" status: 404 len: 339 time: 0.0339830 Jul 28 10:51:55.095683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45766) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:55.101275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-812c0ece-3c89-4b96-b4d9-8f23d5c28ac8 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:55.108678 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-74cbfac7-4218-47ad-9d41-421118c29dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7946117 Jul 28 10:51:55.111834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45768) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:55.127566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce3cb153-43ce-499f-8b24-2443868a967d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.132523 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Added segment ce3cb153-43ce-499f-8b24-2443868a967d of type vlan for network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 Jul 28 10:51:55.139043 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c0ece-3c89-4b96-b4d9-8f23d5c28ac8 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] PUT failed (client error): The resource could not be found. Jul 28 10:51:55.139614 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812c0ece-3c89-4b96-b4d9-8f23d5c28ac8 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:55.140768 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-812c0ece-3c89-4b96-b4d9-8f23d5c28ac8 tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "PUT /v2.0/ports/c86761dc-975a-4c24-ad22-f5c669c0baf4 HTTP/1.1" status: 404 len: 333 time: 0.0440910 Jul 28 10:51:55.150556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45770) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:55.226597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e66e74c0-d6f5-45e8-866c-13d27c19b84b tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:55.368751 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66e74c0-d6f5-45e8-866c-13d27c19b84b tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] PUT failed (client error): The resource could not be found. Jul 28 10:51:55.376479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Deleting port 833f877a-a47c-498d-83d0-e13a77fd4127 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:55.377589 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66e74c0-d6f5-45e8-866c-13d27c19b84b tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:51:55.378458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (833f877a-a47c-498d-83d0-e13a77fd4127), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.385404 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e66e74c0-d6f5-45e8-866c-13d27c19b84b tempest-NetworksNegativeTestJSON-1187517220 tempest-NetworksNegativeTestJSON-1187517220-project] 10.222.0.46 "PUT /v2.0/subnets/d7fa5f83-5a4e-4874-af04-f29462bacbe9 HTTP/1.1" status: 404 len: 337 time: 0.1917124 Jul 28 10:51:55.460177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e06221a-32fb-441f-af31-a28da8f2ce9e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:55.491983 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:55.504010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.550129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45774) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:55.562681 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:55.588123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-430806de-232a-41f2-918d-dfc0396d818f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.599947 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.601039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:55.602105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.642265 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] For port 833f877a-a47c-498d-83d0-e13a77fd4127, host n-h2-850468-6, got binding levels [] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:55.643628 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (833f877a-a47c-498d-83d0-e13a77fd4127), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.661132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Calling delete_port for 833f877a-a47c-498d-83d0-e13a77fd4127 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:55.693973 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 859 time: 1.3426700 Jul 28 10:51:55.696007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45782) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:55.706358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Request body: {'subnet': {'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1534718076-subnet', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:55.713695 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a25bb-940b-4137-9e00-9bc72094cea5 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:55.730938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:51:55.767197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Made reservation on behalf of c8d9880798b7429a812ca7cfcec0b5ec for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:55.769901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.855935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-430806de-232a-41f2-918d-dfc0396d818f admin admin] Publish callbacks [] for security_group (ba9c9adf-97a6-49c5-846c-c0c832de23a7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.878218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-430806de-232a-41f2-918d-dfc0396d818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba9c9adf-97a6-49c5-846c-c0c832de23a7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.879468 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (833f877a-a47c-498d-83d0-e13a77fd4127), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.934048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event deleted for resources: {'Port': ['ID=833f877a-a47c-498d-83d0-e13a77fd4127,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:55.945191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:55.952407 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8deb0479-f040-47b0-be9a-b2e2ab56b180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "DELETE /v2.0/ports/833f877a-a47c-498d-83d0-e13a77fd4127 HTTP/1.1" status: 204 len: 168 time: 0.8398926 Jul 28 10:51:55.953470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45784) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:56.007796 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-430806de-232a-41f2-918d-dfc0396d818f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e151401877ec4b0692cc7374ff84e9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4551544 Jul 28 10:51:56.011926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45786) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:56.028982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430806de-232a-41f2-918d-dfc0396d818f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c9adf-97a6-49c5-846c-c0c832de23a7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:56.083935 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45788) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:56.096991 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1943fcb-0597-4d4c-ac44-4222fcfecd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:51:56.099023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b1943fcb-0597-4d4c-ac44-4222fcfecd5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "GET /v2.0/ports/833f877a-a47c-498d-83d0-e13a77fd4127 HTTP/1.1" status: 404 len: 333 time: 0.1443801 Jul 28 10:51:56.102580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45792) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:56.110613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Request body: {'port': {'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-364548380'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:56.173271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Made reservation on behalf of bf3d7fd8ba55472d96c8e93a2f480a7a for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:56.176213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.186579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ba3-81ae-486a-9ed2-45665e46f5f3 admin admin] Publish callbacks [] for security_group (ba9c9adf-97a6-49c5-846c-c0c832de23a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.211650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.224616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] device_id is not set on port 460d6e13-0599-4fb6-a864-ac32e7a82e7a yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:51:56.257840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ba3-81ae-486a-9ed2-45665e46f5f3 admin admin] Publish callbacks [] for security_group (ba9c9adf-97a6-49c5-846c-c0c832de23a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.343254 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:56.367045 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Checking segment: {'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:56.367708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Network hostable DHCP agents. Network: b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:51:56.393404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ba3-81ae-486a-9ed2-45665e46f5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ba9c9adf-97a6-49c5-846c-c0c832de23a7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.396569 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3ba3-81ae-486a-9ed2-45665e46f5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.398276 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1e5a3ba3-81ae-486a-9ed2-45665e46f5f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba9c9adf-97a6-49c5-846c-c0c832de23a7 HTTP/1.1" status: 204 len: 168 time: 0.3808293 Jul 28 10:51:56.404921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:51:56.416893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3ba3-81ae-486a-9ed2-45665e46f5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c9adf-97a6-49c5-846c-c0c832de23a7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:56.427444 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:56.434002 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:56.434864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.446661 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:56.455821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b7e8a-4e73-462f-880c-6d7d003ba7bb None None] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:56.465658 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f7ecc6d8-3ceb-49f3-8905-96fb4d581700 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7655194 Jul 28 10:51:56.467784 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45798) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:56.487901 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.490860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:56.527962 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:56.528708 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:56.541427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.543270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa17336-8d38-4651-8a40-b64be644f0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.559567 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:56.610908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.613311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.624274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=460d6e13-0599-4fb6-a864-ac32e7a82e7a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:56.638305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Network c51cf1a9-022f-4891-8be9-0137e82e5c06 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:56.640506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:56.645825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:56.647255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:56.648232 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.680496 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3e671414-0d54-4318-9460-24a9c3db128f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5734925 Jul 28 10:51:56.680956 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45800) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:56.691281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-850468-6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:56.746200 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks [] for router_controller (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.777602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2', 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2', 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'fixed_ips': [{'subnet_id': '3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:51:56.779274 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.791813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.864674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa17336-8d38-4651-8a40-b64be644f0ff admin admin] Publish callbacks [] for security_group (7d94d3bc-5587-4efe-a756-2c3ed89673c3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.898978 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ffa17336-8d38-4651-8a40-b64be644f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7d94d3bc-5587-4efe-a756-2c3ed89673c3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:56.970079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Allocated IP 172.20.0.2 (b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2/3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0/c11f428c-d895-4944-9b16-a5660a4b7061) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:57.108509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] device_id is not set on port 460d6e13-0599-4fb6-a864-ac32e7a82e7a yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:51:57.121093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.128270 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.236224 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:57.245768 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Publish callbacks [] for port (c11f428c-d895-4944-9b16-a5660a4b7061), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.248125 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:57.273919 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.297771 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=460d6e13-0599-4fb6-a864-ac32e7a82e7a,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:57.300095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:57.303543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:57.319160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.319558 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.319872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.327514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:57.328580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.328920 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.329303 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 2 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.379439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.386880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.387440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.402080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.403461 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.404151 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 3 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.430237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks [] for router_gateway (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.448109 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ffa17336-8d38-4651-8a40-b64be644f0ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7804565e28044eb6b65884f93f966f09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3595033 Jul 28 10:51:57.451630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45818) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:57.468117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.468695 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.469019 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.472000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa17336-8d38-4651-8a40-b64be644f0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94d3bc-5587-4efe-a756-2c3ed89673c3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:57.489832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.490951 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.492019 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 4 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.511526 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.512045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.512970 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.518307 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.518853 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.519530 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 5 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.530079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Pushing event updated for resources: {'Port': ['ID=c11f428c-d895-4944-9b16-a5660a4b7061,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:57.545211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Attempting to bind port c11f428c-d895-4944-9b16-a5660a4b7061 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.546999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Attempting to bind port c11f428c-d895-4944-9b16-a5660a4b7061 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.551384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Attempting to bind port c11f428c-d895-4944-9b16-a5660a4b7061 on network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.552765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.553368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.553506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.561782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.562159 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.564036 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 6 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.583024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df9c5dd-fadf-4c9f-a8b3-3784e7c85001 admin admin] Publish callbacks [] for security_group (7d94d3bc-5587-4efe-a756-2c3ed89673c3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.584920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:51:57.587296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Checking segment: {'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:51:57.591673 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.592080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Bound using segment: {'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:51:57.592749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Bound port: c11f428c-d895-4944-9b16-a5660a4b7061, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:51:57.593152 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.610179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.611814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.612171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.620120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.620458 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.620845 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 7 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.657467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.658248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.659541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.666992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.667356 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.667801 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 8 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.697340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.699000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.699369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.716806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.717141 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.717538 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 9 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.738320 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:57.750280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.756669 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.757325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.767422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] For port c11f428c-d895-4944-9b16-a5660a4b7061, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:51:57.783673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.785114 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.786618 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 10 to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a Jul 28 10:51:57.791962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] For port c11f428c-d895-4944-9b16-a5660a4b7061, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c11f428c-d895-4944-9b16-a5660a4b7061,segment=NetworkSegment(ce3cb153-43ce-499f-8b24-2443868a967d),segment_id=ce3cb153-43ce-499f-8b24-2443868a967d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:51:57.822916 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.844246 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:51:57.853279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:51:57.854419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:51:57.875096 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df9c5dd-fadf-4c9f-a8b3-3784e7c85001 admin admin] Publish callbacks [] for security_group (7d94d3bc-5587-4efe-a756-2c3ed89673c3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.875447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:51:57.875791 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:51:57.876384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:57.944113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656387ae-176e-49f3-b5a5-78af7b5aef04 None None] Pushing event updated for resources: {'Port': ['ID=c11f428c-d895-4944-9b16-a5660a4b7061,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:58.031597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks [] for router_gateway (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.062220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.086503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] For port 460d6e13-0599-4fb6-a864-ac32e7a82e7a, host n-h2-850468-6, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:51:58.087873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempted to set empty binding levels {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 10:51:58.105386 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.155857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] In _notify_port_updated(), no bound segment for port 460d6e13-0599-4fb6-a864-ac32e7a82e7a on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:51:58.157583 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:58.158519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.161515 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "PUT /v2.0/ports/460d6e13-0599-4fb6-a864-ac32e7a82e7a HTTP/1.1" status: 200 len: 978 time: 1.4779184 Jul 28 10:51:58.165375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45838) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:58.234483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Allocated IP 172.25.2.90 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/9269295a-599e-4b97-b17d-31ba0cdec53d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:58.347775 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dec3a-c727-4c01-84bd-129539c5b498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=460d6e13-0599-4fb6-a864-ac32e7a82e7a,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:58.358556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6d905-549f-4d1a-9fd9-c934cdf73097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:58.359157 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6d905-549f-4d1a-9fd9-c934cdf73097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:58.359702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6d905-549f-4d1a-9fd9-c934cdf73097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:58.360245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6d905-549f-4d1a-9fd9-c934cdf73097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:58.360784 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6d905-549f-4d1a-9fd9-c934cdf73097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:58.361322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6d905-549f-4d1a-9fd9-c934cdf73097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:58.366010 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0eb6d905-549f-4d1a-9fd9-c934cdf73097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 5805 time: 0.1967621 Jul 28 10:51:58.366207 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:58.367786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45842) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:58.389381 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df9c5dd-fadf-4c9f-a8b3-3784e7c85001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7d94d3bc-5587-4efe-a756-2c3ed89673c3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.398253 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df9c5dd-fadf-4c9f-a8b3-3784e7c85001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.399565 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5df9c5dd-fadf-4c9f-a8b3-3784e7c85001 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d94d3bc-5587-4efe-a756-2c3ed89673c3 HTTP/1.1" status: 204 len: 168 time: 0.9466243 Jul 28 10:51:58.407550 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:58.418342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9c5dd-fadf-4c9f-a8b3-3784e7c85001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94d3bc-5587-4efe-a756-2c3ed89673c3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:58.500141 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks [] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.512616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Deleting port 460d6e13-0599-4fb6-a864-ac32e7a82e7a {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:51:58.513073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.559487 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.672528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] For port 460d6e13-0599-4fb6-a864-ac32e7a82e7a, host n-h2-850468-6, got binding levels [] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:58.673680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.708969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Pushing event updated for resources: {'Port': ['ID=9269295a-599e-4b97-b17d-31ba0cdec53d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:58.716811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Calling delete_port for 460d6e13-0599-4fb6-a864-ac32e7a82e7a owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:51:58.763184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:58.768877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:58.776653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:58.915980 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:58.931973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (460d6e13-0599-4fb6-a864-ac32e7a82e7a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:58.963561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event deleted for resources: {'Port': ['ID=460d6e13-0599-4fb6-a864-ac32e7a82e7a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:58.995618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.005209 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-40469e05-37cd-4933-bd98-53a40f4b14dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "DELETE /v2.0/ports/460d6e13-0599-4fb6-a864-ac32e7a82e7a HTTP/1.1" status: 204 len: 168 time: 0.6354258 Jul 28 10:51:59.005845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45856) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:59.042780 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2349e7-5226-4a79-80dc-006cb2189894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:51:59.068065 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4f2349e7-5226-4a79-80dc-006cb2189894 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "GET /v2.0/ports/460d6e13-0599-4fb6-a864-ac32e7a82e7a HTTP/1.1" status: 404 len: 333 time: 0.0608413 Jul 28 10:51:59.070873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45858) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:51:59.107304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-583698053', 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:51:59.143549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Made reservation on behalf of bf3d7fd8ba55472d96c8e93a2f480a7a for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:51:59.153309 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.225148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] device_id is not set on port 2f990531-1a67-44fd-b4dc-2d707e7a5824 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:51:59.270601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c11f428c-d895-4944-9b16-a5660a4b7061 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:51:59.398569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c11f428c-d895-4944-9b16-a5660a4b7061 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:51:59.399923 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.559382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks [] for router_gateway (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.674822 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:51:59.738153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for port (2f990531-1a67-44fd-b4dc-2d707e7a5824), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.811390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2f990531-1a67-44fd-b4dc-2d707e7a5824), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.837519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c11f428c-d895-4944-9b16-a5660a4b7061 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:51:59.838004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.901261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed8f54-83da-43ad-9449-c8993aefcdd9 None None] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:51:59.919640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Network c51cf1a9-022f-4891-8be9-0137e82e5c06 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:59.923606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:59.928251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:51:59.929505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:51:59.930342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:51:59.996235 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9241638 Jul 28 10:52:00.008601 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45884) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:00.108911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82184a94-5297-478a-8ac4-e0af7ef76017 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=2f990531-1a67-44fd-b4dc-2d707e7a5824,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:00.111703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.142933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00836734-b2bb-4cd0-a2eb-e62b1afe38a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:00.145929 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00836734-b2bb-4cd0-a2eb-e62b1afe38a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "GET /v2.0/ports/2f990531-1a67-44fd-b4dc-2d707e7a5824 HTTP/1.1" status: 200 len: 958 time: 0.1353295 Jul 28 10:52:00.150612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45890) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:00.284420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Deleting port 2f990531-1a67-44fd-b4dc-2d707e7a5824 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:00.285159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2f990531-1a67-44fd-b4dc-2d707e7a5824), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.374603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2f990531-1a67-44fd-b4dc-2d707e7a5824), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.394937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Calling delete_port for 2f990531-1a67-44fd-b4dc-2d707e7a5824 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:00.440898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:52:00.484730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7d7355a8-1fe3-459f-bcc3-d4a64b70aa7c None None] Provisioning complete for port c11f428c-d895-4944-9b16-a5660a4b7061 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:00.485350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d7355a8-1fe3-459f-bcc3-d4a64b70aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.495531 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:52:00.532985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c11f428c-d895-4944-9b16-a5660a4b7061, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c11f428c-d895-4944-9b16-a5660a4b7061,segment=NetworkSegment(ce3cb153-43ce-499f-8b24-2443868a967d),segment_id=ce3cb153-43ce-499f-8b24-2443868a967d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:00.561082 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.654770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2f990531-1a67-44fd-b4dc-2d707e7a5824), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.675481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c11f428c-d895-4944-9b16-a5660a4b7061,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:00.758479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f990531-1a67-44fd-b4dc-2d707e7a5824,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:00.764658 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.769411 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ffb2d7e6-c726-4522-b08a-c406f12dd64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "DELETE /v2.0/ports/2f990531-1a67-44fd-b4dc-2d707e7a5824 HTTP/1.1" status: 204 len: 168 time: 0.6174874 Jul 28 10:52:00.772239 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45904) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:00.817074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45906) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:00.833671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:00.836291 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c38311-2fb5-4ea4-bd60-041df34912ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:52:00.842903 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-77c38311-2fb5-4ea4-bd60-041df34912ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "GET /v2.0/ports/2f990531-1a67-44fd-b4dc-2d707e7a5824 HTTP/1.1" status: 404 len: 333 time: 0.0693340 Jul 28 10:52:00.847160 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Sync routers for ids ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:00.848517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45910) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:00.858946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Request body: {'port': {'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974644172'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:00.867664 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Routers {'54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:00.868886 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:00.877818 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:00.895620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7d7355a8-1fe3-459f-bcc3-d4a64b70aa7c None None] Current status of the port c11f428c-d895-4944-9b16-a5660a4b7061 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:00.913350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.914311 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Made reservation on behalf of bf3d7fd8ba55472d96c8e93a2f480a7a for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:00.919660 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8c0d783f-73b0-4990-b503-b55ad9197a52 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4320984 Jul 28 10:52:00.923890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45912) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:00.936098 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:00.993520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] device_id is not set on port d3f08555-f871-452d-836a-c5e7bc6548e2 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:52:01.105846 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Set router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:52:01.210345 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:01.224150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c11f428c-d895-4944-9b16-a5660a4b7061 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:01.239048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ca656f22-2bd6-4df7-929e-ff291567329f None None] Provisioning complete for port c11f428c-d895-4944-9b16-a5660a4b7061 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:01.242213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ca656f22-2bd6-4df7-929e-ff291567329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.289236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.326027 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:01.334761 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923264141'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:01.380158 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:01.382921 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.393329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:01.396865 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.443697 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:51:59Z', 'revision_number': 3, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port': {'id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:51:58Z', 'updated_at': '2022-07-28T10:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:01.454212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Network c51cf1a9-022f-4891-8be9-0137e82e5c06 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:01.458651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:01.462355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:01.463304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:01.463914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.471497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.474733 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:01.530702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Checking router: 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:52:01.532053 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Updating router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 port 9269295a-599e-4b97-b17d-31ba0cdec53d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:52:01.634986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c11f428c-d895-4944-9b16-a5660a4b7061 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:01.635535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.637146 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.680750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for security_group (8fa78209-ce62-48d6-bcdd-c0ba3bedae33), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.699802 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8484142 Jul 28 10:52:01.700637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee28053-afd9-4a44-ad0d-511e685cf63e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f08555-f871-452d-836a-c5e7bc6548e2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:01.708278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45926) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:01.715365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8fa78209-ce62-48d6-bcdd-c0ba3bedae33), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.747074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:01.776263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (48f74a3a-407d-455e-ba55-8c9b39d1b7bf), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.778441 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment 48f74a3a-407d-455e-ba55-8c9b39d1b7bf of type vlan for network 054dada9-54e2-45eb-adfb-a432ed784e23 Jul 28 10:52:01.864692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (054dada9-54e2-45eb-adfb-a432ed784e23), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.905973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-850468-6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:01.943462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa78209-ce62-48d6-bcdd-c0ba3bedae33,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:01.949522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (054dada9-54e2-45eb-adfb-a432ed784e23), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:01.953794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:01.954613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.052759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ca656f22-2bd6-4df7-929e-ff291567329f None None] Current status of the port c11f428c-d895-4944-9b16-a5660a4b7061 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:02.057663 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:02.060877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c11f428c-d895-4944-9b16-a5660a4b7061 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:02.376428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.406883 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Publish callbacks [] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.414163 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.494017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Pushing event updated for resources: {'Port': ['ID=9269295a-599e-4b97-b17d-31ba0cdec53d,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:02.505958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Attempting to bind port 9269295a-599e-4b97-b17d-31ba0cdec53d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:02.506143 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Attempting to bind port 9269295a-599e-4b97-b17d-31ba0cdec53d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:02.506393 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Attempting to bind port 9269295a-599e-4b97-b17d-31ba0cdec53d on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:02.516667 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.517198 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.517715 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.517956 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.518366 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.519184 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.519184 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.519718 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.520107 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.520470 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.520813 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.521230 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.521655 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.522006 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.522339 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:02.528337 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:52:02.528799 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:02.529179 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.529833 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:52:02.531316 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Bound port: 9269295a-599e-4b97-b17d-31ba0cdec53d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:52:02.531961 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.612481 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] For port 9269295a-599e-4b97-b17d-31ba0cdec53d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:02.620415 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] For port 9269295a-599e-4b97-b17d-31ba0cdec53d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9269295a-599e-4b97-b17d-31ba0cdec53d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:02.624928 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:02.632620 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.658284 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 1.8395765 Jul 28 10:52:02.689366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45936) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:02.692413 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-235415ae-f47d-42f0-b4c2-1d5282e706b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.702340 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-45772944'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:02.736596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29a01a-46d1-422a-b7c6-17cbe7cc40b7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=054dada9-54e2-45eb-adfb-a432ed784e23,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:02.736911 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:02.742135 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.752817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 054dada9-54e2-45eb-adfb-a432ed784e23 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:02.793819 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.821829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:02.844950 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d2ba1-ef0b-4079-bc1f-2833112f3129 None None] Pushing event updated for resources: {'Port': ['ID=9269295a-599e-4b97-b17d-31ba0cdec53d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:02.855737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6f306d6d-2561-4d8d-883b-add2c433d0c8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:02.856313 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment 6f306d6d-2561-4d8d-883b-add2c433d0c8 of type vlan for network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 Jul 28 10:52:02.862440 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Routers {'54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:02.863521 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:51:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:02.981112 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.048957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.055001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:03.057127 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.092468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Allocated IP 172.20.0.1 (b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2/3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0/e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:03.124634 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] Set router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:52:03.257448 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:03.336916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] device_id is not set on port d3f08555-f871-452d-836a-c5e7bc6548e2 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:52:03.376309 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks [] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.385647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.441223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks [] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.481915 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.7906103 Jul 28 10:52:03.483051 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:03.484518 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 45946) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:03.489405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.510661 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '054dada9-54e2-45eb-adfb-a432ed784e23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:03.535895 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:03.539348 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:51:59Z', 'revision_number': 3, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port': {'id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:51:58Z', 'updated_at': '2022-07-28T10:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:03.543104 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:03.601441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4521f9a-f4d3-4fec-8f3f-4552c80fddb0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:03.606302 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b12ad-6d8f-4f40-8c03-045d7383a30d None None] The sync data for ids ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'] in n-d-850468-6 is: [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:51:59Z', 'revision_number': 3, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port': {'id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:51:58Z', 'updated_at': '2022-07-28T10:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:03.613012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:03.674729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:03.726488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:03.768070 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:03.800209 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:03.800784 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:03.800885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:03.837851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f08555-f871-452d-836a-c5e7bc6548e2,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:03.859794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:03.860142 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:03.876012 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 2 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:03.879105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:03.931213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:03.939299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:03.957821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:03.960082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:03.960082 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:03.980815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:03.981259 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:03.983351 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 3 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.027406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.027740 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.028094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.041148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.041464 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.043095 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 4 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.073450 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.073958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.077245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.100337 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.100670 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.101089 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 5 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.183914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.184317 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.184670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.189500 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:04.204757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.205117 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.205633 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 6 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.240958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.241293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.241657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.248381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.248744 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.249444 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 7 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.325552 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.327384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.327742 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.339171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.339767 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.342132 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 8 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.424130 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.427237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.427928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.443822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.454765 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.455706 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 9 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.479157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-31d88182-799d-4574-8e6c-7de2c53d268e None None] Provisioning complete for port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:04.483985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-31d88182-799d-4574-8e6c-7de2c53d268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:04.504500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.505477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.506146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.514103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.514228 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.514684 n-d-850468-6 neutron-server[104687]: INFO neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempt 10 to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 Jul 28 10:52:04.574694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal with profile {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:04.575325 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 by drivers openvswitch,hyperv on host n-h2-850468-6 at level 0 using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] {{(pid=104687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:04.575935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempting to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:04.600837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 not bound, no agent of type Open vSwitch agent registered on host n-h2-850468-6 {{(pid=104687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 10:52:04.601308 n-d-850468-6 neutron-server[104687]: ERROR neutron.plugins.ml2.managers [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Failed to bind port d3f08555-f871-452d-836a-c5e7bc6548e2 on host n-h2-850468-6 for vnic_type normal using segments [{'id': 'f31841d3-7db2-4970-a1e2-55c9b81a3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c51cf1a9-022f-4891-8be9-0137e82e5c06'}] Jul 28 10:52:04.601784 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:04.641998 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:04.670241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-31d88182-799d-4574-8e6c-7de2c53d268e None None] Port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:04.684206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (ac220a29-78df-4b7c-8a2f-19f5f9246c71), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:04.841995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:04.904110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] For port d3f08555-f871-452d-836a-c5e7bc6548e2, host n-h2-850468-6, cleared binding levels {{(pid=104687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:04.906869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attempted to set empty binding levels {{(pid=104687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 10:52:04.918433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:04.995990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] In _notify_port_updated(), no bound segment for port d3f08555-f871-452d-836a-c5e7bc6548e2 on network c51cf1a9-022f-4891-8be9-0137e82e5c06 {{(pid=104687) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:931}} Jul 28 10:52:04.996932 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:04.997547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:04.998935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "PUT /v2.0/ports/d3f08555-f871-452d-836a-c5e7bc6548e2 HTTP/1.1" status: 200 len: 979 time: 3.2847705 Jul 28 10:52:05.001783 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45970) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:05.044919 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1f46f6b-e9a6-49e3-98ea-4b16187aef44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.061023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89e230-6670-431a-9ace-306de698546e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f08555-f871-452d-836a-c5e7bc6548e2,revision_number=3']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:05.224342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=ac220a29-78df-4b7c-8a2f-19f5f9246c71,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:05.241842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Deleting port d3f08555-f871-452d-836a-c5e7bc6548e2 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:05.244288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.295048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9269295a-599e-4b97-b17d-31ba0cdec53d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:05.337818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': '48f74a3a-407d-455e-ba55-8c9b39d1b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '054dada9-54e2-45eb-adfb-a432ed784e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:05.338656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 054dada9-54e2-45eb-adfb-a432ed784e23, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:05.382882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] For port d3f08555-f871-452d-836a-c5e7bc6548e2, host n-h2-850468-6, got binding levels [] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:05.384785 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.424706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9269295a-599e-4b97-b17d-31ba0cdec53d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:05.425138 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.426568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Calling delete_port for d3f08555-f871-452d-836a-c5e7bc6548e2 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:05.454685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.634473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9269295a-599e-4b97-b17d-31ba0cdec53d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:05.635473 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.654058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 054dada9-54e2-45eb-adfb-a432ed784e23 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:05.687592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 9269295a-599e-4b97-b17d-31ba0cdec53d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9269295a-599e-4b97-b17d-31ba0cdec53d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:05.695075 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.710078 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d3f08555-f871-452d-836a-c5e7bc6548e2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.788072 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3f08555-f871-452d-836a-c5e7bc6548e2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:05.813747 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:05.833091 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ce20b22-cd1e-4fdb-a053-a76ab5ab118f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "DELETE /v2.0/ports/d3f08555-f871-452d-836a-c5e7bc6548e2 HTTP/1.1" status: 204 len: 168 time: 0.8291202 Jul 28 10:52:05.835140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:05.851093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 054dada9-54e2-45eb-adfb-a432ed784e23) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:05.860000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=9269295a-599e-4b97-b17d-31ba0cdec53d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:05.870746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0e936-ee0f-48fe-bbd6-73e772197d24 None None] Network 054dada9-54e2-45eb-adfb-a432ed784e23 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:05.913140 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b3fd46-1052-4a01-9ac1-0185403efc5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] GET failed (client error): The resource could not be found. Jul 28 10:52:05.922859 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-53b3fd46-1052-4a01-9ac1-0185403efc5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759655970-project-admin] 10.222.0.46 "GET /v2.0/ports/d3f08555-f871-452d-836a-c5e7bc6548e2 HTTP/1.1" status: 404 len: 333 time: 0.0797324 Jul 28 10:52:05.923182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45982) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:05.998946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:05.999633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.114111 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-89dce379-83b0-4166-8630-be0279b14f13 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6220756 Jul 28 10:52:06.133658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 45986) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:06.160293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:06.204440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-054dada9-54e2-45eb-adfb-a432ed784e23', 'network_id': '054dada9-54e2-45eb-adfb-a432ed784e23', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': 'ac220a29-78df-4b7c-8a2f-19f5f9246c71'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:52:06.208228 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.346064 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks [] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.351724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c51cf1a9-022f-4891-8be9-0137e82e5c06), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.368889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.562712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Allocated IP 2001:db8::2 (054dada9-54e2-45eb-adfb-a432ed784e23/ac220a29-78df-4b7c-8a2f-19f5f9246c71/e5c60ffc-b0e7-4388-adb5-5c170455e5c3) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:06.580380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:06.585359 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:06.604699 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:06.623471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.718910 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:06.735735 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.909790 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Publish callbacks [] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.919182 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:06.921793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:06.922921 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:06.923076 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:06.933085 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:06.959966 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.134279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c51cf1a9-022f-4891-8be9-0137e82e5c06), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.170414 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:07.325152 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51cf1a9-022f-4891-8be9-0137e82e5c06']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:07.367466 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31841d3-7db2-4970-a1e2-55c9b81a3074') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:07.368411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31841d3-7db2-4970-a1e2-55c9b81a3074') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:07.427625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9269295a-599e-4b97-b17d-31ba0cdec53d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:07.442255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:52:07.500558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Network 054dada9-54e2-45eb-adfb-a432ed784e23 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:07.503885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Pushing event updated for resources: {'Port': ['ID=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:07.512970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:07.520932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:07.545126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0774d88b-a9c9-4170-b471-6146e4e57c5b None None] Provisioning complete for port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:07.545747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0774d88b-a9c9-4170-b471-6146e4e57c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.547543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.583741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9269295a-599e-4b97-b17d-31ba0cdec53d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:07.584409 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.681497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:07.688768 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e42af1ab-d4c4-4371-a7e7-68b3a14ae3e6 admin admin] 10.222.0.46 "PUT /v2.0/routers/54a3c5b1-ed6a-4932-81ec-3da0e10c64c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7624605 Jul 28 10:52:07.699941 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (f31841d3-7db2-4970-a1e2-55c9b81a3074), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.727839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f31841d3-7db2-4970-a1e2-55c9b81a3074), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.741149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:07.741550 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (f31841d3-7db2-4970-a1e2-55c9b81a3074), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.786918 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (49ccf03f-eda3-471f-aceb-58abc1debb60), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.798610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Sync routers for ids ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:07.801603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.951581 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:07.952286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0774d88b-a9c9-4170-b471-6146e4e57c5b None None] Port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:07.991348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9269295a-599e-4b97-b17d-31ba0cdec53d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:08.037126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': '6f306d6d-2561-4d8d-883b-add2c433d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:08.037505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:08.065826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Attempting to bind port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:08.067534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c51cf1a9-022f-4891-8be9-0137e82e5c06), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.074403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Attempting to bind port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '48f74a3a-407d-455e-ba55-8c9b39d1b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '054dada9-54e2-45eb-adfb-a432ed784e23'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:08.075073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Attempting to bind port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 on network 054dada9-54e2-45eb-adfb-a432ed784e23 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:08.081497 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.087750 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] 10.222.0.46 "DELETE /v2.0/networks/c51cf1a9-022f-4891-8be9-0137e82e5c06 HTTP/1.1" status: 204 len: 168 time: 2.1604931 Jul 28 10:52:08.091020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=49ccf03f-eda3-471f-aceb-58abc1debb60,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:08.097324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:52:08.100136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Checking segment: {'id': '48f74a3a-407d-455e-ba55-8c9b39d1b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '054dada9-54e2-45eb-adfb-a432ed784e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:08.101176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.106822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Bound using segment: {'id': '48f74a3a-407d-455e-ba55-8c9b39d1b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '054dada9-54e2-45eb-adfb-a432ed784e23'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:52:08.107745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbf22f-34b4-4657-8a5e-81f32d36ad5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987432240-project] Pushing event deleted for resources: {'Network': ['ID=c51cf1a9-022f-4891-8be9-0137e82e5c06,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:08.107918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Bound port: e5c60ffc-b0e7-4388-adb5-5c170455e5c3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f74a3a-407d-455e-ba55-8c9b39d1b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '054dada9-54e2-45eb-adfb-a432ed784e23'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:52:08.108274 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.112615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Routers {'54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:08.113276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:08.117595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:08.149967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:08.158341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:08.159803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.204885 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f1b72ce5-f413-41e3-b4cd-67632dc749df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0611739 Jul 28 10:52:08.205891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46018) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:08.213469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d028e007-3b9e-419e-8359-2d0915d69c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1841488351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:08.291915 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d028e007-3b9e-419e-8359-2d0915d69c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.293193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d028e007-3b9e-419e-8359-2d0915d69c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.305167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd49048-260a-47ae-b878-93f509bed3c5 None None] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:08.365921 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f31841d3-7db2-4970-a1e2-55c9b81a3074 resource provider aggregate not found Jul 28 10:52:08.413615 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f31841d3-7db2-4970-a1e2-55c9b81a3074 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f31841d3-7db2-4970-a1e2-55c9b81a3074 found for delete ", "request_id": "req-81d02dd1-ba1e-43af-a7b8-a9522fc79d13"}]} Jul 28 10:52:08.467608 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:08.486694 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d028e007-3b9e-419e-8359-2d0915d69c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.492376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d028e007-3b9e-419e-8359-2d0915d69c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.519821 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:08.539284 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d028e007-3b9e-419e-8359-2d0915d69c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.541975 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d028e007-3b9e-419e-8359-2d0915d69c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3356385 Jul 28 10:52:08.544836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46036) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:08.618463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1', 'network_id': '17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': '49ccf03f-eda3-471f-aceb-58abc1debb60'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:52:08.619735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.718067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] For port e5c60ffc-b0e7-4388-adb5-5c170455e5c3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:08.722117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Set router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:52:08.842860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] For port e5c60ffc-b0e7-4388-adb5-5c170455e5c3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,segment=NetworkSegment(48f74a3a-407d-455e-ba55-8c9b39d1b7bf),segment_id=48f74a3a-407d-455e-ba55-8c9b39d1b7bf)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:08.904684 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:08.932669 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46044) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:09.227757 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:09.310150 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c949e1b2-64d5-4a10-ace3-985daa19dcc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=829b737895ad4f6193a0f69fcaa0cc39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697987 Jul 28 10:52:09.311282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:09.408576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Allocated IP 2001:db8:1::2 (17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1/49ccf03f-eda3-471f-aceb-58abc1debb60/1fdd19e5-9067-41da-9c07-af25b1e08c49) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:09.487342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d612342-bb4e-4f71-b6ba-3bcda59d4dbe None None] Pushing event updated for resources: {'Port': ['ID=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:09.497174 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-642e5eda-2976-48f7-bba3-d7e314afc8a5 admin admin] Publish callbacks [] for security_group (c4a1a6eb-6268-4097-9a9a-337fcd041ed9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:09.622452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-642e5eda-2976-48f7-bba3-d7e314afc8a5 admin admin] Publish callbacks [] for security_group (c4a1a6eb-6268-4097-9a9a-337fcd041ed9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:09.780373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-642e5eda-2976-48f7-bba3-d7e314afc8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c4a1a6eb-6268-4097-9a9a-337fcd041ed9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:09.783296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-642e5eda-2976-48f7-bba3-d7e314afc8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:09.790857 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-642e5eda-2976-48f7-bba3-d7e314afc8a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4a1a6eb-6268-4097-9a9a-337fcd041ed9 HTTP/1.1" status: 204 len: 168 time: 0.4684052 Jul 28 10:52:09.845752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e5eda-2976-48f7-bba3-d7e314afc8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a1a6eb-6268-4097-9a9a-337fcd041ed9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:09.896606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:09.963479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 4, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port': {'id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:51:58Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc', 'name': '', 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'mac_address': 'fa:16:3e:a5:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:52:02Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 2, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'subnets': [{'id': '3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:10.130466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Checking router: 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:52:10.130466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Updating router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:52:10.316507 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:10.947429 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:11.007528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8::1 (054dada9-54e2-45eb-adfb-a432ed784e23/ac220a29-78df-4b7c-8a2f-19f5f9246c71/b37817cd-a86c-47c1-a85c-9f88be7352dd) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:11.026242 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Publish callbacks [] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.102381 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.116102 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46086) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:11.239277 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-571bd4fb-a91f-405e-9edf-aa9cd629d789 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf3d7fd8ba55472d96c8e93a2f480a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1140306 Jul 28 10:52:11.240901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46088) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:11.243971 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:11.260612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Pushing event updated for resources: {'Port': ['ID=1fdd19e5-9067-41da-9c07-af25b1e08c49,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:11.284208 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:11.332547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5c60ffc-b0e7-4388-adb5-5c170455e5c3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:11.336799 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Publish callbacks [] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.366304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:11.369376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdad0ed-9c2d-4d27-a59b-d072fdd00258 None None] Network 054dada9-54e2-45eb-adfb-a432ed784e23 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:11.425465 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9dac0fcc-0270-45a8-9c60-82885cb656e3 admin admin] Publish callbacks [] for security_group (a7c0b73f-b2ce-4071-b62c-2b72756b621a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.450541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:11.480359 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:11.491563 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9dac0fcc-0270-45a8-9c60-82885cb656e3 admin admin] Publish callbacks [] for security_group (a7c0b73f-b2ce-4071-b62c-2b72756b621a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.613557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9dac0fcc-0270-45a8-9c60-82885cb656e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a7c0b73f-b2ce-4071-b62c-2b72756b621a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.621616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.635320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9dac0fcc-0270-45a8-9c60-82885cb656e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.639693 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9dac0fcc-0270-45a8-9c60-82885cb656e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7c0b73f-b2ce-4071-b62c-2b72756b621a HTTP/1.1" status: 204 len: 168 time: 0.3967218 Jul 28 10:52:11.673993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac0fcc-0270-45a8-9c60-82885cb656e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c0b73f-b2ce-4071-b62c-2b72756b621a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:11.735549 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:11.736521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-aaa79f39-afcc-4abb-ba8c-1a78ecdeff0f None None] Provisioning complete for port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:11.747137 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaa79f39-afcc-4abb-ba8c-1a78ecdeff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.751677 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.771788 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:11.775716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:11.957558 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 054dada9-54e2-45eb-adfb-a432ed784e23 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:11.964525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:11.976494 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:11.980074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:12.031029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46104) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:12.099348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=b37817cd-a86c-47c1-a85c-9f88be7352dd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:12.398279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:12.489526 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:12.650556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92192d8-8260-4d3a-9766-5ae27f4fd31f None None] Pushing event updated for resources: {'Port': ['ID=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:12.720764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Attempting to bind port 1fdd19e5-9067-41da-9c07-af25b1e08c49 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:12.721239 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Attempting to bind port 1fdd19e5-9067-41da-9c07-af25b1e08c49 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6f306d6d-2561-4d8d-883b-add2c433d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:12.721825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Attempting to bind port 1fdd19e5-9067-41da-9c07-af25b1e08c49 on network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:12.770118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Attempting to bind port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:12.770985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Attempting to bind port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:12.771783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Attempting to bind port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc on network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:13.097811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.139740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:52:13.140143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Checking segment: {'id': '6f306d6d-2561-4d8d-883b-add2c433d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:13.140459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.140973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Bound using segment: {'id': '6f306d6d-2561-4d8d-883b-add2c433d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:52:13.141606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Bound port: 1fdd19e5-9067-41da-9c07-af25b1e08c49, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f306d6d-2561-4d8d-883b-add2c433d0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:52:13.142187 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.145716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-aaa79f39-afcc-4abb-ba8c-1a78ecdeff0f None None] Current status of the port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:13.146865 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaa79f39-afcc-4abb-ba8c-1a78ecdeff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.166590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:13.167433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.223540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aaa79f39-afcc-4abb-ba8c-1a78ecdeff0f None None] For port e5c60ffc-b0e7-4388-adb5-5c170455e5c3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,segment=NetworkSegment(48f74a3a-407d-455e-ba55-8c9b39d1b7bf),segment_id=48f74a3a-407d-455e-ba55-8c9b39d1b7bf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:13.277595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aaa79f39-afcc-4abb-ba8c-1a78ecdeff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.280786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:52:13.284608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Checking segment: {'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:13.285228 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.286089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Bound using segment: {'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:52:13.287212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Bound port: e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3cb153-43ce-499f-8b24-2443868a967d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:52:13.287775 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.351884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.364260 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.365430 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.426985 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:13.471953 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=b37817cd-a86c-47c1-a85c-9f88be7352dd,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:13.542269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] For port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:13.543755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] For port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,segment=NetworkSegment(ce3cb153-43ce-499f-8b24-2443868a967d),segment_id=ce3cb153-43ce-499f-8b24-2443868a967d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:13.559219 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=47 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:13.570697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa79f39-afcc-4abb-ba8c-1a78ecdeff0f None None] Pushing event updated for resources: {'Port': ['ID=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:13.608304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Provisioning complete for port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:13.623917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.769735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:13.811476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 054dada9-54e2-45eb-adfb-a432ed784e23 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:13.831772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:14.070112 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46142) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:14.320725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] For port 1fdd19e5-9067-41da-9c07-af25b1e08c49, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:14.324734 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:14.338996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] For port 1fdd19e5-9067-41da-9c07-af25b1e08c49, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1fdd19e5-9067-41da-9c07-af25b1e08c49,segment=NetworkSegment(6f306d6d-2561-4d8d-883b-add2c433d0c8),segment_id=6f306d6d-2561-4d8d-883b-add2c433d0c8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:14.371292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:52:14.409701 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:14.473409 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92192d8-8260-4d3a-9766-5ae27f4fd31f None None] Pushing event updated for resources: {'Port': ['ID=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:14.566296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Routers {'54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:14.580277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:14.692496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:14.708619 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] Sync routers for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:14.717738 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ad0d2420-4bed-4327-8e24-3e06c7bb05d8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1715419 Jul 28 10:52:14.727656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46154) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:14.742527 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:14.744383 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:14.756570 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-32260315-c3fe-4ddc-afe4-0294dba20d7d tempest-AgentManagementNegativeTest-1143322483 tempest-AgentManagementNegativeTest-1143322483-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6845899 Jul 28 10:52:14.803448 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:14.880335 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:14.943682 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:14.948056 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:14.980855 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f765519a-3003-4fd3-b2fd-96944bdbf2eb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:14.985991 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f765519a-3003-4fd3-b2fd-96944bdbf2eb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports/b37817cd-a86c-47c1-a85c-9f88be7352dd HTTP/1.1" status: 200 len: 911 time: 0.2452102 Jul 28 10:52:14.988469 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46160) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:15.000629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:15.003984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Current status of the port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:15.004837 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:15.080482 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:15.081262 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a50d-50a5-442f-bfaa-7da66185e222 None None] The sync data for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:15.082583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcd2b5-e3bb-4b3a-99e1-167d0182bd5e None None] Pushing event updated for resources: {'Port': ['ID=1fdd19e5-9067-41da-9c07-af25b1e08c49,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:15.108297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] Set router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:52:15.182747 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:15.232751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] For port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,segment=NetworkSegment(ce3cb153-43ce-499f-8b24-2443868a967d),segment_id=ce3cb153-43ce-499f-8b24-2443868a967d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:15.280776 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:15.285734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Deleting port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:15.298074 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:15.492525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5c60ffc-b0e7-4388-adb5-5c170455e5c3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:15.662020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:15.672286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] For port e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,segment=NetworkSegment(ce3cb153-43ce-499f-8b24-2443868a967d),segment_id=ce3cb153-43ce-499f-8b24-2443868a967d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:15.675477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:15.744281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Calling delete_port for e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:15.750781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46174) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:16.119710 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:16.121496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 4, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port': {'id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:51:58Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc', 'name': '', 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'mac_address': 'fa:16:3e:a5:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:52:02Z', 'updated_at': '2022-07-28T10:52:13Z', 'revision_number': 4, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'subnets': [{'id': '3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:16.132791 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:16.180724 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db30722a-d17b-4e02-929f-e971dc9a9f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.215664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Pushing event updated for resources: {'Port': ['ID=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:16.232875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a5064-d337-4e01-942c-2268485c6c29 None None] The sync data for ids ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'] in n-d-850468-6 is: [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 4, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port': {'id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:51:58Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc', 'name': '', 'network_id': 'b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'mac_address': 'fa:16:3e:a5:b6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:52:02Z', 'updated_at': '2022-07-28T10:52:13Z', 'revision_number': 4, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'subnets': [{'id': '3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:16.270639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.271094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.271502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.272403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.272783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.273507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.274916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.280112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.280735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.281279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.281776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.282097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.284414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.284848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.301359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ca04d2-d32f-462a-983a-a4c5119ee569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:16.370893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:16.371284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.434507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1dfbf4e7-bcc0-471b-9ffe-339c3029226c None None] Provisioning complete for port b37817cd-a86c-47c1-a85c-9f88be7352dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:16.437326 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf4e7-bcc0-471b-9ffe-339c3029226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.490158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.552272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbf4e7-bcc0-471b-9ffe-339c3029226c None None] Port b37817cd-a86c-47c1-a85c-9f88be7352dd cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:16.596673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1dfbf4e7-bcc0-471b-9ffe-339c3029226c None None] Provisioning complete for port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:16.598280 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf4e7-bcc0-471b-9ffe-339c3029226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.656410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db30722a-d17b-4e02-929f-e971dc9a9f6c admin admin] Publish callbacks [] for security_group (7dd061ed-7967-4726-9c45-b3749b53ea4b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.661991 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.776393 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db30722a-d17b-4e02-929f-e971dc9a9f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7dd061ed-7967-4726-9c45-b3749b53ea4b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:16.845768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:16.869613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbf4e7-bcc0-471b-9ffe-339c3029226c None None] Current status of the port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:16.874310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1dfbf4e7-bcc0-471b-9ffe-339c3029226c None None] Could not find standard attr ID for object e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:52:16.878712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:16.988411 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-db30722a-d17b-4e02-929f-e971dc9a9f6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=132edd2eed4b430c8f9053ab611d8446&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2346530 Jul 28 10:52:17.004187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1c98f882-e603-46b5-8314-c54544510804 None None] Provisioning complete for port b37817cd-a86c-47c1-a85c-9f88be7352dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:17.004913 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c98f882-e603-46b5-8314-c54544510804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:17.095236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46188) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:17.158335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1c98f882-e603-46b5-8314-c54544510804 None None] Port b37817cd-a86c-47c1-a85c-9f88be7352dd cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:17.283702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd6ae7-dcca-4b83-acd4-d6bef56f39c3 None None] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:17.284439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30722a-d17b-4e02-929f-e971dc9a9f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd061ed-7967-4726-9c45-b3749b53ea4b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:17.479672 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:17.483326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1fdd19e5-9067-41da-9c07-af25b1e08c49 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:17.522880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:17.635009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8:1::1 (17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1/49ccf03f-eda3-471f-aceb-58abc1debb60/2cd3567f-987c-45c1-a893-12e9bb93fd12) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:17.667378 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:17.729040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-caa377b9-9c1b-45b6-9d9a-437d14f8068d admin admin] Publish callbacks [] for security_group (7dd061ed-7967-4726-9c45-b3749b53ea4b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:17.846264 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-caa377b9-9c1b-45b6-9d9a-437d14f8068d admin admin] Publish callbacks [] for security_group (7dd061ed-7967-4726-9c45-b3749b53ea4b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.012695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.113948 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:18.143601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.182140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-be83b7d7-e97f-419f-a649-97aae02a265f None None] Provisioning complete for port 1fdd19e5-9067-41da-9c07-af25b1e08c49 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:18.182704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be83b7d7-e97f-419f-a649-97aae02a265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.242234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:18.246512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:18.251206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:18.252165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.258948 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=2cd3567f-987c-45c1-a893-12e9bb93fd12,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:18.302721 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:18.334884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:52:18.347924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-caa377b9-9c1b-45b6-9d9a-437d14f8068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7dd061ed-7967-4726-9c45-b3749b53ea4b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.357225 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-caa377b9-9c1b-45b6-9d9a-437d14f8068d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.358807 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-caa377b9-9c1b-45b6-9d9a-437d14f8068d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dd061ed-7967-4726-9c45-b3749b53ea4b HTTP/1.1" status: 204 len: 168 time: 1.2572427 Jul 28 10:52:18.373483 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa377b9-9c1b-45b6-9d9a-437d14f8068d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd061ed-7967-4726-9c45-b3749b53ea4b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:18.491405 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.497411 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:18.504917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1fdd19e5-9067-41da-9c07-af25b1e08c49 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:18.505303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:18.821774 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:18.850605 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-283059b1-5997-4bd5-b174-507a46f2ccf9 admin admin] 10.222.0.46 "PUT /v2.0/routers/54a3c5b1-ed6a-4932-81ec-3da0e10c64c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8171725 Jul 28 10:52:18.853506 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46204) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:19.002713 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.012303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be83b7d7-e97f-419f-a649-97aae02a265f None None] Current status of the port 1fdd19e5-9067-41da-9c07-af25b1e08c49 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:19.012709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be83b7d7-e97f-419f-a649-97aae02a265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.015047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.016572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.077638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1fdd19e5-9067-41da-9c07-af25b1e08c49 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:19.079167 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.093761 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks [] for router (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.103616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] Sync routers for ids ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:19.190945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be83b7d7-e97f-419f-a649-97aae02a265f None None] For port 1fdd19e5-9067-41da-9c07-af25b1e08c49, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1fdd19e5-9067-41da-9c07-af25b1e08c49,segment=NetworkSegment(6f306d6d-2561-4d8d-883b-add2c433d0c8),segment_id=6f306d6d-2561-4d8d-883b-add2c433d0c8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:19.214870 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be83b7d7-e97f-419f-a649-97aae02a265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.299524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] Routers {'54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:19.300291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:19.341278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=2cd3567f-987c-45c1-a893-12e9bb93fd12,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:19.471292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:19.474612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:19.504304 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks [] for router_gateway (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.612120 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:19.621766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:52:19.622493 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:52:19.658268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bc3ca0d2-e1fd-402c-b6b6-dee3d50e2c80 None None] Provisioning complete for port 1fdd19e5-9067-41da-9c07-af25b1e08c49 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:19.658908 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0d2-e1fd-402c-b6b6-dee3d50e2c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.682490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Deleting port 9269295a-599e-4b97-b17d-31ba0cdec53d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:19.682905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:19.861417 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:19.916985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:52:19.948757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83b7d7-e97f-419f-a649-97aae02a265f None None] Pushing event updated for resources: {'Port': ['ID=1fdd19e5-9067-41da-9c07-af25b1e08c49,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:20.000750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] For port 9269295a-599e-4b97-b17d-31ba0cdec53d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9269295a-599e-4b97-b17d-31ba0cdec53d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:20.001455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:20.066687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Calling delete_port for 9269295a-599e-4b97-b17d-31ba0cdec53d owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:20.148031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ca0d2-e1fd-402c-b6b6-dee3d50e2c80 None None] Current status of the port 1fdd19e5-9067-41da-9c07-af25b1e08c49 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:20.258686 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] Set router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:52:20.285568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:20.303263 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] Sync routers for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:20.315756 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d515eceb-e2d2-4904-8982-bc0e102b74cf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3243594 Jul 28 10:52:20.317768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46238) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:20.335980 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:20.338913 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:20.339094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1fdd19e5-9067-41da-9c07-af25b1e08c49 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:20.510902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-09815ed0-dacd-488a-8b0e-d98b74fc6034 None None] Provisioning complete for port 2cd3567f-987c-45c1-a893-12e9bb93fd12 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:20.511112 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79130e0c-9344-4cc1-81f6-29ebf8f4eef2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:20.511393 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-09815ed0-dacd-488a-8b0e-d98b74fc6034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:20.515286 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-79130e0c-9344-4cc1-81f6-29ebf8f4eef2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports/2cd3567f-987c-45c1-a893-12e9bb93fd12 HTTP/1.1" status: 200 len: 913 time: 0.1911368 Jul 28 10:52:20.519632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46242) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:20.608066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-09815ed0-dacd-488a-8b0e-d98b74fc6034 None None] Port 2cd3567f-987c-45c1-a893-12e9bb93fd12 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:20.627156 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:20.681603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9269295a-599e-4b97-b17d-31ba0cdec53d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:20.721334 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:20.732121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1fdd19e5-9067-41da-9c07-af25b1e08c49 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:20.770900 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:20.771553 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:20.846160 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:20.862965 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:20.871981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9269295a-599e-4b97-b17d-31ba0cdec53d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:20.928040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:52:16Z', 'revision_number': 5, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port': {'id': '9269295a-599e-4b97-b17d-31ba0cdec53d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:51:58Z', 'updated_at': '2022-07-28T10:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:20.961236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.962869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.965741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.966824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.969239 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.970132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.971059 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.972406 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.973700 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.979270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.979884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.980413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.980939 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.981440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.981980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:20.999645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] Checking router: 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:52:21.031390 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.055859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] Routers {'54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:21.062699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:21.076288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:21.084093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1fdd19e5-9067-41da-9c07-af25b1e08c49 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:21.084512 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.086631 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174f58b-affe-4ed8-a926-77b4dadc79be None None] The sync data for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:21.194851 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'networks': [{'name': 'tempest-network--2076112436'}, {'name': 'tempest-network--1742761644'}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:21.195206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'network': {'name': 'tempest-network--2076112436'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:21.204978 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'network': {'name': 'tempest-network--1742761644'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:21.270906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Made reservation on behalf of 93dcbfc5b4a346a891d339b2768a0f36 for: {'network': 2} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:21.281649 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.290978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] Set router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:52:21.316210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.337936 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.342927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks [] for router_controller (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.350729 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:21.459100 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:52:20Z', 'revision_number': 7, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:21.485419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (54a3c5b1-ed6a-4932-81ec-3da0e10c64c3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.490827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:52:21.510663 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.511908 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2922ed82-751f-49e1-8d0b-e6d826d109b5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/54a3c5b1-ed6a-4932-81ec-3da0e10c64c3 HTTP/1.1" status: 204 len: 168 time: 2.6573906 Jul 28 10:52:21.520401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46256) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:21.590825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abfe9e-3d30-45af-bbf1-ab666e4fa514 None None] The sync data for ids ['54a3c5b1-ed6a-4932-81ec-3da0e10c64c3'] in n-d-850468-6 is: [{'id': '54a3c5b1-ed6a-4932-81ec-3da0e10c64c3', 'name': 'tempest-ImageQuotaTest-1534718076-router', 'tenant_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:51:56Z', 'updated_at': '2022-07-28T10:52:20Z', 'revision_number': 7, 'project_id': 'c8d9880798b7429a812ca7cfcec0b5ec', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:21.626549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1fdd19e5-9067-41da-9c07-af25b1e08c49 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:21.833721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] Deleting subnet 3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:21.845793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] Publish callbacks [] for subnet (3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.921946 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for security_group (6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.930960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.931783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.953459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:21.981234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.058416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:22.074420 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (10845547-3634-468c-92d5-1866f15fd856), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.074868 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Added segment 10845547-3634-468c-92d5-1866f15fd856 of type vlan for network fe2c7bed-4999-43b6-a812-5f7e6ceb55cb Jul 28 10:52:22.131896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fe2c7bed-4999-43b6-a812-5f7e6ceb55cb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.165401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:22.180215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (91ac76af-60ca-4b5a-9d98-8cb8b56de45f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.180672 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Added segment 91ac76af-60ca-4b5a-9d98-8cb8b56de45f of type vlan for network 50bbecaa-2cb5-43e9-9720-c59752f65c66 Jul 28 10:52:22.264778 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (50bbecaa-2cb5-43e9-9720-c59752f65c66), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.319237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fe2c7bed-4999-43b6-a812-5f7e6ceb55cb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.319885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (50bbecaa-2cb5-43e9-9720-c59752f65c66), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.326311 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:22.330888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:22.331668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.384851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 2cd3567f-987c-45c1-a893-12e9bb93fd12 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:22.385137 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.399659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:22.450359 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1282 time: 1.5926147 Jul 28 10:52:22.458110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46268) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:22.485153 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=18,neutron:SELECT=74,neutron:UPDATE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:22.557105 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:22.574288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Network': ['ID=fe2c7bed-4999-43b6-a812-5f7e6ceb55cb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:22.611982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.628260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fe2c7bed-4999-43b6-a812-5f7e6ceb55cb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:22.639007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 2cd3567f-987c-45c1-a893-12e9bb93fd12 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:22.802131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9269295a-599e-4b97-b17d-31ba0cdec53d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:52:22.835930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9269295a-599e-4b97-b17d-31ba0cdec53d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:52:22.837159 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9269295a-599e-4b97-b17d-31ba0cdec53d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:52:22.837797 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:52:22.884406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:52:22.885128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1223d4b-c6ce-4f84-b84d-f01ee8f25ddc not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:52:22.896316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:22.951601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c32c1-79ab-4998-b563-275600cfc4e0 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Network': ['ID=50bbecaa-2cb5-43e9-9720-c59752f65c66,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:22.965752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 50bbecaa-2cb5-43e9-9720-c59752f65c66 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:22.974234 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:23.083210 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:23.101433 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c147c609-bfda-4c50-8d12-2222e62915eb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:23.109821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2cd3567f-987c-45c1-a893-12e9bb93fd12), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:23.119824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c147c609-bfda-4c50-8d12-2222e62915eb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:23.141291 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c147c609-bfda-4c50-8d12-2222e62915eb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:23.160814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=2cd3567f-987c-45c1-a893-12e9bb93fd12,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:23.161300 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c147c609-bfda-4c50-8d12-2222e62915eb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:23.183837 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c147c609-bfda-4c50-8d12-2222e62915eb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7249336 Jul 28 10:52:23.184488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46278) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:23.526198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:23.614322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fe2c7bed-4999-43b6-a812-5f7e6ceb55cb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:23.652488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:23.780471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:23.812423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff32ff4-2995-40a7-9c05-e4f5ea3ccd81 None None] Network b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:23.813851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:23.823168 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aef87cd0-869d-4e6e-8128-79942cadda94 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3bfddf08-0e0b-4c47-b3ad-aae3cd9742f0 HTTP/1.1" status: 204 len: 168 time: 2.3012974 Jul 28 10:52:23.825306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46286) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:23.979855 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:24.044062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:52:24.152208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] DHCP port deletion for b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:52:24.163156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fe2c7bed-4999-43b6-a812-5f7e6ceb55cb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:24.166908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Deleting port c11f428c-d895-4944-9b16-a5660a4b7061 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:24.167666 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:24.248873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:24.263995 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b18bfe83-083a-44bc-85f1-ae3a8a22b787 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7426298 Jul 28 10:52:24.264639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46290) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:24.277844 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] For port c11f428c-d895-4944-9b16-a5660a4b7061, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c11f428c-d895-4944-9b16-a5660a4b7061,segment=NetworkSegment(ce3cb153-43ce-499f-8b24-2443868a967d),segment_id=ce3cb153-43ce-499f-8b24-2443868a967d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:24.279033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:24.335512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Calling delete_port for c11f428c-d895-4944-9b16-a5660a4b7061 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:24.611847 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:24.719379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] Sync routers for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:24.722208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c11f428c-d895-4944-9b16-a5660a4b7061 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:52:24.755453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c11f428c-d895-4944-9b16-a5660a4b7061 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:52:24.756060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c11f428c-d895-4944-9b16-a5660a4b7061 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:52:24.767889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] Deleting port c11f428c-d895-4944-9b16-a5660a4b7061 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:24.768599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:24.772205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:24.773037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:24.787343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] No DVR routers for this DVR port c11f428c-d895-4944-9b16-a5660a4b7061 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:24.873752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:24.885488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11f428c-d895-4944-9b16-a5660a4b7061,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:24.890501 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:24.926327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2c7bed-4999-43b6-a812-5f7e6ceb55cb']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.022123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:25.022953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.025537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] For port c11f428c-d895-4944-9b16-a5660a4b7061, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:25.038060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.094689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10845547-3634-468c-92d5-1866f15fd856') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.095063 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10845547-3634-468c-92d5-1866f15fd856') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.110635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.114257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb90c9f-e501-4488-ac7b-122e190f9ee9 None None] The sync data for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:25.130280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] Calling delete_port for c11f428c-d895-4944-9b16-a5660a4b7061 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:25.130417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.140724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] Port c11f428c-d895-4944-9b16-a5660a4b7061 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:52:25.153955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (c11f428c-d895-4944-9b16-a5660a4b7061), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.190507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (10845547-3634-468c-92d5-1866f15fd856), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.224968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.236994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] No DVR routers for this DVR port c11f428c-d895-4944-9b16-a5660a4b7061 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:25.241114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7bbc5-99a3-4e4a-b033-20ee1bba65f9 None None] Pushing event deleted for resources: {'Port': ['ID=c11f428c-d895-4944-9b16-a5660a4b7061,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:25.307066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (10845547-3634-468c-92d5-1866f15fd856), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.309266 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:25.348664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.361168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:25.361822 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (10845547-3634-468c-92d5-1866f15fd856), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.486971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3cb153-43ce-499f-8b24-2443868a967d') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.487350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3cb153-43ce-499f-8b24-2443868a967d') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:25.558060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (ce3cb153-43ce-499f-8b24-2443868a967d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.606139 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:25.702979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ce3cb153-43ce-499f-8b24-2443868a967d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.719796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fe2c7bed-4999-43b6-a812-5f7e6ceb55cb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.743305 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.752091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/networks/fe2c7bed-4999-43b6-a812-5f7e6ceb55cb HTTP/1.1" status: 204 len: 168 time: 2.5630465 Jul 28 10:52:25.754818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46314) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:25.798123 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:25.798938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (ce3cb153-43ce-499f-8b24-2443868a967d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:25.801504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd278b-45fa-46d5-96f3-1a35b35f40f1 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Network': ['ID=fe2c7bed-4999-43b6-a812-5f7e6ceb55cb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:25.833404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port b37817cd-a86c-47c1-a85c-9f88be7352dd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:25.833970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.001208 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 10845547-3634-468c-92d5-1866f15fd856 resource provider aggregate not found Jul 28 10:52:26.006920 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.016617 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (50bbecaa-2cb5-43e9-9720-c59752f65c66), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.021130 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.028958 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2 HTTP/1.1" status: 204 len: 168 time: 2.2010159 Jul 28 10:52:26.085281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.099843 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:26.108054 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 10845547-3634-468c-92d5-1866f15fd856 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10845547-3634-468c-92d5-1866f15fd856 found for delete ", "request_id": "req-cdd2c2de-4d92-49ed-9e9a-811158a1f020"}]} Jul 28 10:52:26.111495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668bbd1-cb76-4084-aeba-3099106a81a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f7b634-1fae-4edd-ae1e-2eb9bd9282f2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:26.189341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for b37817cd-a86c-47c1-a85c-9f88be7352dd owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:26.473593 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (50bbecaa-2cb5-43e9-9720-c59752f65c66), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.545531 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bbecaa-2cb5-43e9-9720-c59752f65c66']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:26.564250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ac76af-60ca-4b5a-9d98-8cb8b56de45f') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:26.564909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ac76af-60ca-4b5a-9d98-8cb8b56de45f') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:26.586733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46324) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:26.655532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (91ac76af-60ca-4b5a-9d98-8cb8b56de45f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.677741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (91ac76af-60ca-4b5a-9d98-8cb8b56de45f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.686214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:26.686840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (91ac76af-60ca-4b5a-9d98-8cb8b56de45f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:26.736593 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e7806669-5786-4d66-9dcd-0a1f5d0c22cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8d9880798b7429a812ca7cfcec0b5ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474469 Jul 28 10:52:26.737348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46330) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:26.803719 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:26.808087 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 91ac76af-60ca-4b5a-9d98-8cb8b56de45f resource provider aggregate not found Jul 28 10:52:26.919634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4891ca8c-f95c-4baf-b6dd-caef1eefab2e admin admin] Publish callbacks [] for security_group (7e06221a-32fb-441f-af31-a28da8f2ce9e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.010397 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 91ac76af-60ca-4b5a-9d98-8cb8b56de45f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91ac76af-60ca-4b5a-9d98-8cb8b56de45f found for delete ", "request_id": "req-f7ba4599-2549-409f-b9bb-e321fc9e01d3"}]} Jul 28 10:52:27.022688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4891ca8c-f95c-4baf-b6dd-caef1eefab2e admin admin] Publish callbacks [] for security_group (7e06221a-32fb-441f-af31-a28da8f2ce9e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.032130 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (50bbecaa-2cb5-43e9-9720-c59752f65c66), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.049598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.065522 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/networks/50bbecaa-2cb5-43e9-9720-c59752f65c66 HTTP/1.1" status: 204 len: 168 time: 1.3075962 Jul 28 10:52:27.069023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46338) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:27.117661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Network': ['ID=50bbecaa-2cb5-43e9-9720-c59752f65c66,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:27.143902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.144862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.145443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.149172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.151363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.153211 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.157225 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.158903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.161564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.162729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.163411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.168092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.168850 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.169421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.173419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc4412-aab1-48c4-8961-0a17189c510e tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:27.370753 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:27.384371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b37817cd-a86c-47c1-a85c-9f88be7352dd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.509980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=b37817cd-a86c-47c1-a85c-9f88be7352dd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:27.733905 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.985441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4891ca8c-f95c-4baf-b6dd-caef1eefab2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (7e06221a-32fb-441f-af31-a28da8f2ce9e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.990124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4891ca8c-f95c-4baf-b6dd-caef1eefab2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:27.991949 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4891ca8c-f95c-4baf-b6dd-caef1eefab2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e06221a-32fb-441f-af31-a28da8f2ce9e HTTP/1.1" status: 204 len: 168 time: 1.2534485 Jul 28 10:52:28.067621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891ca8c-f95c-4baf-b6dd-caef1eefab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e06221a-32fb-441f-af31-a28da8f2ce9e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:28.124883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3dfd76-490f-49b4-8db3-0d26b6aef786 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:28.148260 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3dfd76-490f-49b4-8db3-0d26b6aef786 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:28.166310 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6f3dfd76-490f-49b4-8db3-0d26b6aef786 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0929310 Jul 28 10:52:28.182720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46352) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:28.202170 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1400356108'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:28.214837 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ce3cb153-43ce-499f-8b24-2443868a967d resource provider aggregate not found Jul 28 10:52:28.260293 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment ce3cb153-43ce-499f-8b24-2443868a967d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce3cb153-43ce-499f-8b24-2443868a967d found for delete ", "request_id": "req-9b9f9fb7-ff8c-403f-a346-8cf6e797972a"}]} Jul 28 10:52:28.277066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:52:28.321035 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Made reservation on behalf of 93dcbfc5b4a346a891d339b2768a0f36 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:28.324721 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:28.436275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:28.448554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d75f0dd2-f8fa-420d-ada0-34198ae2ac46), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:28.449456 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Added segment d75f0dd2-f8fa-420d-ada0-34198ae2ac46 of type vlan for network a8158dbf-0095-4ae5-823e-fdff5dddabc3 Jul 28 10:52:28.504609 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a8158dbf-0095-4ae5-823e-fdff5dddabc3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:28.542347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a8158dbf-0095-4ae5-823e-fdff5dddabc3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:28.544343 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:28.545244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:28.553400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:28.563254 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-282d85c7-da7e-46ad-af07-3cfb8d6547b5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2975292 Jul 28 10:52:28.567667 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46364) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:28.575745 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] Sync routers for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:28.623531 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:28.626254 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:28.631771 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4432054 Jul 28 10:52:28.654177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46366) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:28.660028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-784486465'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:28.683859 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63acad7-5308-461c-a534-16ae902cb8ac tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Network': ['ID=a8158dbf-0095-4ae5-823e-fdff5dddabc3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:28.699039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a8158dbf-0095-4ae5-823e-fdff5dddabc3 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:28.702720 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-33cf9612-0928-4d72-9e43-ea69a08f9818 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 HTTP/1.1" status: 200 len: 205 time: 0.1308129 Jul 28 10:52:28.706127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46368) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:28.773112 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:28.831943 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] Routers {'a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:28.832844 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:28.904777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Made reservation on behalf of 93dcbfc5b4a346a891d339b2768a0f36 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:28.920038 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:28.935321 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:28.941573 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d69b1e6-6378-4222-b209-7f2a027cef28 None None] The sync data for ids ['a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:28.987849 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-855d9ed6-4cd0-4468-9c8e-445e0217067a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.070703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46370) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:29.171226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8466fbcf-de8c-4c6f-9ed3-0d88ceb4634a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.203592 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:29.320288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (926a407d-9fce-4ef4-b48a-1d4298604fdb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.320482 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Added segment 926a407d-9fce-4ef4-b48a-1d4298604fdb of type vlan for network 6f4ed85c-c642-4805-8bf2-7f93589dc329 Jul 28 10:52:29.322821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-855d9ed6-4cd0-4468-9c8e-445e0217067a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.370938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-855d9ed6-4cd0-4468-9c8e-445e0217067a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.384708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8466fbcf-de8c-4c6f-9ed3-0d88ceb4634a admin admin] Publish callbacks [] for security_group (a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.391039 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8466fbcf-de8c-4c6f-9ed3-0d88ceb4634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.423383 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:29.439316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466fbcf-de8c-4c6f-9ed3-0d88ceb4634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:29.491422 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8466fbcf-de8c-4c6f-9ed3-0d88ceb4634a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4014256 Jul 28 10:52:29.491664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46378) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:29.529556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6f4ed85c-c642-4805-8bf2-7f93589dc329), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.549515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-855d9ed6-4cd0-4468-9c8e-445e0217067a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.550141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855d9ed6-4cd0-4468-9c8e-445e0217067a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Fanout notify agent at l3_agent the message router_deleted on router a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:52:29.563886 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-855d9ed6-4cd0-4468-9c8e-445e0217067a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.565018 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-855d9ed6-4cd0-4468-9c8e-445e0217067a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 HTTP/1.1" status: 204 len: 168 time: 0.8571091 Jul 28 10:52:29.577703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46384) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:29.637812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56395323-ded9-4456-963d-aa2f37ac4799 admin admin] Publish callbacks [] for security_group (a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.667933 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:29.760519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6f4ed85c-c642-4805-8bf2-7f93589dc329), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.765514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:29.782058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.801682 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56395323-ded9-4456-963d-aa2f37ac4799 admin admin] Publish callbacks [] for security_group (a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.905517 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56395323-ded9-4456-963d-aa2f37ac4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.907937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-56395323-ded9-4456-963d-aa2f37ac4799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:29.909285 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-56395323-ded9-4456-963d-aa2f37ac4799 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca HTTP/1.1" status: 204 len: 168 time: 0.4160643 Jul 28 10:52:29.926828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56395323-ded9-4456-963d-aa2f37ac4799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df12ba-5ea5-40e0-a9e5-52f5c9e5bcca,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:30.517904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet 49ccf03f-eda3-471f-aceb-58abc1debb60 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:30.518665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (49ccf03f-eda3-471f-aceb-58abc1debb60), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:30.574874 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (49ccf03f-eda3-471f-aceb-58abc1debb60), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:30.757844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (49ccf03f-eda3-471f-aceb-58abc1debb60), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:30.836750 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (49ccf03f-eda3-471f-aceb-58abc1debb60), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:30.846223 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1908262 Jul 28 10:52:30.847108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46398) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:30.854629 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'ports': [{'network_id': 'a8158dbf-0095-4ae5-823e-fdff5dddabc3', 'name': 'tempest-port--133261925', 'admin_state_up': True}, {'network_id': '6f4ed85c-c642-4805-8bf2-7f93589dc329', 'admin_state_up': False}]} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:30.854987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'port': {'network_id': 'a8158dbf-0095-4ae5-823e-fdff5dddabc3', 'name': 'tempest-port--133261925', 'admin_state_up': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:30.855481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'port': {'network_id': '6f4ed85c-c642-4805-8bf2-7f93589dc329', 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:30.900659 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=49ccf03f-eda3-471f-aceb-58abc1debb60,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:30.904056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:30.911574 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6139ccfe-5e97-4e7c-a026-c718e8cdecdf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/49ccf03f-eda3-471f-aceb-58abc1debb60 HTTP/1.1" status: 204 len: 168 time: 1.3268647 Jul 28 10:52:30.912533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27f3da-da9c-4413-801e-bcb3a2b6386b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Network': ['ID=6f4ed85c-c642-4805-8bf2-7f93589dc329,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:30.914762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:30.917343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab492a8-86a1-474d-b263-35c39246b624 None None] Network 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:30.985602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet ac220a29-78df-4b7c-8a2f-19f5f9246c71 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:30.989103 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (ac220a29-78df-4b7c-8a2f-19f5f9246c71), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.097749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6f4ed85c-c642-4805-8bf2-7f93589dc329 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:31.254648 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (ac220a29-78df-4b7c-8a2f-19f5f9246c71), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.308330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] DHCP port deletion for 17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:52:31.381076 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:31.501903 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:31.509691 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ac220a29-78df-4b7c-8a2f-19f5f9246c71), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.561072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] Deleting port 1fdd19e5-9067-41da-9c07-af25b1e08c49 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:31.561808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.569670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Made reservation on behalf of 93dcbfc5b4a346a891d339b2768a0f36 for: {'port': 2} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:31.584555 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.644223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.702223 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:31.779841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] For port 1fdd19e5-9067-41da-9c07-af25b1e08c49, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1fdd19e5-9067-41da-9c07-af25b1e08c49,segment=NetworkSegment(6f306d6d-2561-4d8d-883b-add2c433d0c8),segment_id=6f306d6d-2561-4d8d-883b-add2c433d0c8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:31.780533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.793168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (ac220a29-78df-4b7c-8a2f-19f5f9246c71), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.843123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] Calling delete_port for 1fdd19e5-9067-41da-9c07-af25b1e08c49 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:31.922182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=ac220a29-78df-4b7c-8a2f-19f5f9246c71,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:31.931274 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:31.950824 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3bf35bc2-bd26-4e17-bfb6-c1e16c162e43 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/ac220a29-78df-4b7c-8a2f-19f5f9246c71 HTTP/1.1" status: 204 len: 168 time: 1.0321305 Jul 28 10:52:31.953616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46416) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:31.971482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb0fe0-55fd-48d2-842f-1cbdc6379a02 None None] Network 054dada9-54e2-45eb-adfb-a432ed784e23 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:32.067164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] device_id is not set on port 6b2b63b9-a966-4de0-9af6-6cb1570fa6a5 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:52:32.313575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.315476 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:32.334919 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (1fdd19e5-9067-41da-9c07-af25b1e08c49), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.399279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for port (6b2b63b9-a966-4de0-9af6-6cb1570fa6a5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.436451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] Pushing event deleted for resources: {'Port': ['ID=1fdd19e5-9067-41da-9c07-af25b1e08c49,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:32.442912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] The port '1fdd19e5-9067-41da-9c07-af25b1e08c49' was deleted {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 28 10:52:32.450951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bdd95e-67c3-45d4-a139-4b5d16b95f86 None None] No DVR routers for this DVR port 1fdd19e5-9067-41da-9c07-af25b1e08c49 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:32.501340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43866d72-57a0-443b-8236-73d2274523ef None None] DHCP port deletion for 054dada9-54e2-45eb-adfb-a432ed784e23 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:52:32.599571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-43866d72-57a0-443b-8236-73d2274523ef None None] Deleting port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:32.599909 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43866d72-57a0-443b-8236-73d2274523ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.606340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1fdd19e5-9067-41da-9c07-af25b1e08c49 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:52:32.647916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.666335 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] device_id is not set on port 0152325a-ee19-400e-8372-4f4432232a71 yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:52:32.678024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:32.697915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f306d6d-2561-4d8d-883b-add2c433d0c8') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:32.697915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f306d6d-2561-4d8d-883b-add2c433d0c8') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:32.709097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (6f306d6d-2561-4d8d-883b-add2c433d0c8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.729008 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6f306d6d-2561-4d8d-883b-add2c433d0c8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.737831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:32.738522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (6f306d6d-2561-4d8d-883b-add2c433d0c8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.806454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1fdd19e5-9067-41da-9c07-af25b1e08c49 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:52:32.806835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1fdd19e5-9067-41da-9c07-af25b1e08c49 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:52:32.895404 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:32.912536 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.919097 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6f306d6d-2561-4d8d-883b-add2c433d0c8 resource provider aggregate not found Jul 28 10:52:32.924374 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8460216b-5d83-4077-b8a3-50f9ebb74996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.963794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for port (0152325a-ee19-400e-8372-4f4432232a71), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.969200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.980129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-43866d72-57a0-443b-8236-73d2274523ef None None] For port e5c60ffc-b0e7-4388-adb5-5c170455e5c3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,segment=NetworkSegment(48f74a3a-407d-455e-ba55-8c9b39d1b7bf),segment_id=48f74a3a-407d-455e-ba55-8c9b39d1b7bf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:32.980657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43866d72-57a0-443b-8236-73d2274523ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:32.981353 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1 HTTP/1.1" status: 204 len: 168 time: 1.0250914 Jul 28 10:52:32.994760 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6f306d6d-2561-4d8d-883b-add2c433d0c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f306d6d-2561-4d8d-883b-add2c433d0c8 found for delete ", "request_id": "req-43b71c39-049e-439f-92f3-c16c02251340"}]} Jul 28 10:52:32.995487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46428) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:33.019414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-43866d72-57a0-443b-8236-73d2274523ef None None] Calling delete_port for e5c60ffc-b0e7-4388-adb5-5c170455e5c3 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:33.029772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a833ac-91f5-40bd-9058-11f228af84ca tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=17fc5e87-7b9d-4d16-ac46-90a6ebb51fc1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:33.087103 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:33.146020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (054dada9-54e2-45eb-adfb-a432ed784e23), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.297832 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-43866d72-57a0-443b-8236-73d2274523ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.328394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (6b2b63b9-a966-4de0-9af6-6cb1570fa6a5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.371791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43866d72-57a0-443b-8236-73d2274523ef None None] Pushing event deleted for resources: {'Port': ['ID=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:33.378897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43866d72-57a0-443b-8236-73d2274523ef None None] No DVR routers for this DVR port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:33.458316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Port': ['ID=6b2b63b9-a966-4de0-9af6-6cb1570fa6a5,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:33.480338 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:33.480823 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.585476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Checking segment: {'id': 'd75f0dd2-f8fa-420d-ada0-34198ae2ac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a8158dbf-0095-4ae5-823e-fdff5dddabc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:33.585966 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network hostable DHCP agents. Network: a8158dbf-0095-4ae5-823e-fdff5dddabc3, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:33.617571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port e5c60ffc-b0e7-4388-adb5-5c170455e5c3, host n-d-850468-6, got binding levels [] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:33.618927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.634225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network a8158dbf-0095-4ae5-823e-fdff5dddabc3 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:33.640558 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:33.648883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for e5c60ffc-b0e7-4388-adb5-5c170455e5c3 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:33.655383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 was not found and therefore no delete operation was performed {{(pid=104688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:52:33.659804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e5c60ffc-b0e7-4388-adb5-5c170455e5c3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.662595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a8158dbf-0095-4ae5-823e-fdff5dddabc3) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:33.683009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551aeff4-4bbe-47ef-8fc7-4a2930d641ec None None] Network a8158dbf-0095-4ae5-823e-fdff5dddabc3 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:33.709304 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:33.710838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0152325a-ee19-400e-8372-4f4432232a71), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.719120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=e5c60ffc-b0e7-4388-adb5-5c170455e5c3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:33.799216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Port': ['ID=0152325a-ee19-400e-8372-4f4432232a71,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:33.802551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port e5c60ffc-b0e7-4388-adb5-5c170455e5c3 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:33.826331 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:33.962456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (054dada9-54e2-45eb-adfb-a432ed784e23), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:33.984344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Checking segment: {'id': '926a407d-9fce-4ef4-b48a-1d4298604fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f4ed85c-c642-4805-8bf2-7f93589dc329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:33.984721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network hostable DHCP agents. Network: 6f4ed85c-c642-4805-8bf2-7f93589dc329, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:34.007300 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054dada9-54e2-45eb-adfb-a432ed784e23']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:34.024943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f74a3a-407d-455e-ba55-8c9b39d1b7bf') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:34.025318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f74a3a-407d-455e-ba55-8c9b39d1b7bf') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:34.040116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (48f74a3a-407d-455e-ba55-8c9b39d1b7bf), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.042933 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network 6f4ed85c-c642-4805-8bf2-7f93589dc329 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:34.058896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6f4ed85c-c642-4805-8bf2-7f93589dc329) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:34.068766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4816064-b42f-4efc-9938-d499c9721f58 None None] Network 6f4ed85c-c642-4805-8bf2-7f93589dc329 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:34.077852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:34.091190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:34.096497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:34.097213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.110389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (48f74a3a-407d-455e-ba55-8c9b39d1b7bf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.121828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:34.122366 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (48f74a3a-407d-455e-ba55-8c9b39d1b7bf), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.155788 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f18980c9-cd1b-4c36-815d-3f266c3733c6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3031585 Jul 28 10:52:34.156398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:34.203682 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 48f74a3a-407d-455e-ba55-8c9b39d1b7bf resource provider aggregate not found Jul 28 10:52:34.238660 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 48f74a3a-407d-455e-ba55-8c9b39d1b7bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48f74a3a-407d-455e-ba55-8c9b39d1b7bf found for delete ", "request_id": "req-e45e9dd3-3274-4a7f-be74-99ad70f9a67d"}]} Jul 28 10:52:34.245532 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca0ef5-24dd-4e99-a845-f97aba27edc6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:34.249401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (054dada9-54e2-45eb-adfb-a432ed784e23), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.253036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca0ef5-24dd-4e99-a845-f97aba27edc6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:34.257801 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e0ca0ef5-24dd-4e99-a845-f97aba27edc6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1007605 Jul 28 10:52:34.258131 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.258916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46464) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:34.261680 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/054dada9-54e2-45eb-adfb-a432ed784e23 HTTP/1.1" status: 204 len: 168 time: 1.2605557 Jul 28 10:52:34.271518 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46466) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:34.278193 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2036966812'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:34.280216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322acb-3bc1-4e16-a40d-cee6226d3eea tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=054dada9-54e2-45eb-adfb-a432ed784e23,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:34.335777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:34.338388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.396724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Deleting port 6b2b63b9-a966-4de0-9af6-6cb1570fa6a5 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:34.397363 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6b2b63b9-a966-4de0-9af6-6cb1570fa6a5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.407924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:34.467312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.468301 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment 5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370 of type vlan for network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad Jul 28 10:52:34.472678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5c60ffc-b0e7-4388-adb5-5c170455e5c3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:52:34.512102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e5c60ffc-b0e7-4388-adb5-5c170455e5c3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:52:34.512925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5c60ffc-b0e7-4388-adb5-5c170455e5c3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:52:34.519807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6b2b63b9-a966-4de0-9af6-6cb1570fa6a5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.570183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Calling delete_port for 6b2b63b9-a966-4de0-9af6-6cb1570fa6a5 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:34.601748 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.676619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.682292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:34.682871 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.767130 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.4917829 Jul 28 10:52:34.768007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46472) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:34.776273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:34.801232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722e5f1-f92d-4dd1-8cdc-f80d59d0fe4b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:34.820369 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6b2b63b9-a966-4de0-9af6-6cb1570fa6a5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.820966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:34.868057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Port': ['ID=6b2b63b9-a966-4de0-9af6-6cb1570fa6a5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:34.876211 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:34.886479 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-865e3c17-63b7-409d-8d8c-dce9b9c3a030 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/ports/6b2b63b9-a966-4de0-9af6-6cb1570fa6a5 HTTP/1.1" status: 204 len: 168 time: 0.6263628 Jul 28 10:52:34.887179 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46474) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:34.966788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:34.974799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.056924 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c56edba8-28fc-45a8-8661-9d7930456d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.134718 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Deleting port 0152325a-ee19-400e-8372-4f4432232a71 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:35.135196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0152325a-ee19-400e-8372-4f4432232a71), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.254770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0152325a-ee19-400e-8372-4f4432232a71), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.281135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Calling delete_port for 0152325a-ee19-400e-8372-4f4432232a71 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:35.344978 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (be0dac86-6ff5-4281-9f7d-8d4c0d9b4340), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.392699 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0152325a-ee19-400e-8372-4f4432232a71), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.430361 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:35.434204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Port': ['ID=0152325a-ee19-400e-8372-4f4432232a71,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:35.439650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.446323 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ba5b99f2-ccc2-4f8e-a8a7-5eaf69516398 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/ports/0152325a-ee19-400e-8372-4f4432232a71 HTTP/1.1" status: 204 len: 168 time: 0.5581307 Jul 28 10:52:35.449004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46490) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:35.450989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=be0dac86-6ff5-4281-9f7d-8d4c0d9b4340,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:35.454637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': '5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:35.455293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:35.466459 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:35.480397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:35.502863 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-547cd994-ffcb-4fff-b82d-c8bfa0a19e2a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516002 Jul 28 10:52:35.503441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:35.506062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46494) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:35.513852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394d9d3-ad90-405e-b3ae-5eb6833a7e7a None None] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:35.522687 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-664615782'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:35.537242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:35.538419 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.548118 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:35.572181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Made reservation on behalf of 93dcbfc5b4a346a891d339b2768a0f36 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:35.576664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.597136 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54684494-3982-4ca2-8bb8-61244ea0c955 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8275146 Jul 28 10:52:35.600352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46498) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:35.609914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-653d297a-a940-4db1-8a98-721c9fa3aef5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1684154798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:35.645852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:35.666293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-653d297a-a940-4db1-8a98-721c9fa3aef5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.667452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-653d297a-a940-4db1-8a98-721c9fa3aef5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.671481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a11f43a0-ee63-4f58-86ef-c6b38bbaf125), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.671924 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Added segment a11f43a0-ee63-4f58-86ef-c6b38bbaf125 of type vlan for network 367d0140-35e3-44f3-b1c7-21d92d2d811e Jul 28 10:52:35.684739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad', 'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': 'be0dac86-6ff5-4281-9f7d-8d4c0d9b4340'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:52:35.686448 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.750704 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (367d0140-35e3-44f3-b1c7-21d92d2d811e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.780366 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (367d0140-35e3-44f3-b1c7-21d92d2d811e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.786572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:35.787441 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.787991 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-653d297a-a940-4db1-8a98-721c9fa3aef5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.794522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-653d297a-a940-4db1-8a98-721c9fa3aef5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.828012 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:35.833615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-653d297a-a940-4db1-8a98-721c9fa3aef5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:35.838045 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-653d297a-a940-4db1-8a98-721c9fa3aef5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2328961 Jul 28 10:52:35.838763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46506) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:35.841421 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:35.845587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'port': {'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad', 'name': 'tempest-RoutersIpV6Test-1008362822'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:35.910166 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3982756 Jul 28 10:52:35.914777 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46510) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:35.919979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-292163142'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:35.970153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0e249-cf1c-4674-a353-cf56a0d28fdb tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Network': ['ID=367d0140-35e3-44f3-b1c7-21d92d2d811e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:35.980104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Made reservation on behalf of 93dcbfc5b4a346a891d339b2768a0f36 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:35.987536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 367d0140-35e3-44f3-b1c7-21d92d2d811e details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:35.989462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.027036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:36.033236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.051815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Allocated IP 2001:db8::2 (26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad/be0dac86-6ff5-4281-9f7d-8d4c0d9b4340/a7ea216d-bc4d-4395-a964-bd16ddc90bec) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:36.060404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:36.075503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] device_id is not set on port 758be585-65af-4497-b8f2-38878050c671 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:52:36.095354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (29954f00-eca3-40fc-9d30-1ba849454ade), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.096020 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Added segment 29954f00-eca3-40fc-9d30-1ba849454ade of type vlan for network 4b571c85-aea6-4e9b-a798-1c5216d874f8 Jul 28 10:52:36.172106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4b571c85-aea6-4e9b-a798-1c5216d874f8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.247060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4b571c85-aea6-4e9b-a798-1c5216d874f8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.269874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:36.270889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.284318 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.317889 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3872559 Jul 28 10:52:36.454661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46532) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:36.467195 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'subnets': [{'network_id': '367d0140-35e3-44f3-b1c7-21d92d2d811e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--605641110', 'ip_version': 4}, {'network_id': '4b571c85-aea6-4e9b-a798-1c5216d874f8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:36.467595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'subnet': {'network_id': '367d0140-35e3-44f3-b1c7-21d92d2d811e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--605641110', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:36.468201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Request body: {'subnet': {'network_id': '4b571c85-aea6-4e9b-a798-1c5216d874f8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:36.480255 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb79c5-079e-4c18-af58-1d7852f50694 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Network': ['ID=4b571c85-aea6-4e9b-a798-1c5216d874f8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:36.495759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4b571c85-aea6-4e9b-a798-1c5216d874f8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:36.498508 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Publish callbacks [] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.551269 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:36.556038 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.648895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:36.664227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:36.667167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:36.680076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Pushing event updated for resources: {'Port': ['ID=a7ea216d-bc4d-4395-a964-bd16ddc90bec,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:36.772089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Attempting to bind port a7ea216d-bc4d-4395-a964-bd16ddc90bec on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:36.772575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Attempting to bind port a7ea216d-bc4d-4395-a964-bd16ddc90bec by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:36.773628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Attempting to bind port a7ea216d-bc4d-4395-a964-bd16ddc90bec on network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:36.780450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:52:36.780962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Checking segment: {'id': '5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:36.781475 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.782011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Bound using segment: {'id': '5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:52:36.782640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Bound port: a7ea216d-bc4d-4395-a964-bd16ddc90bec, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:52:36.786294 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.904625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] For port a7ea216d-bc4d-4395-a964-bd16ddc90bec, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:36.919226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] For port a7ea216d-bc4d-4395-a964-bd16ddc90bec, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7ea216d-bc4d-4395-a964-bd16ddc90bec,segment=NetworkSegment(5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370),segment_id=5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:36.927780 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:36.940555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8::f2 (26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad/be0dac86-6ff5-4281-9f7d-8d4c0d9b4340/758be585-65af-4497-b8f2-38878050c671) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:37.049826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114802d-dcdd-42c6-adcc-de4fbedecf6a None None] Pushing event updated for resources: {'Port': ['ID=a7ea216d-bc4d-4395-a964-bd16ddc90bec,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:37.167815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Made reservation on behalf of 93dcbfc5b4a346a891d339b2768a0f36 for: {'subnet': 2} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:37.172540 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:37.172890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:37.207457 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:37.423611 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:37.496283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (758be585-65af-4497-b8f2-38878050c671), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:37.499225 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:52:37.595442 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:37.636343 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (758be585-65af-4497-b8f2-38878050c671), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:37.653594 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:37.673120 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:37.744430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=758be585-65af-4497-b8f2-38878050c671,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:37.979174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:37.990684 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:37.994581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:38.000488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:38.001438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:38.072398 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f8bb6f71-aa74-465c-926f-e3eeeba723ac tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2323561 Jul 28 10:52:38.075299 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46582) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:38.080609 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (547f7519-9b77-4c51-a2bd-4e87b060bb65), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:38.147952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Subnet': ['ID=547f7519-9b77-4c51-a2bd-4e87b060bb65,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:38.212445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Checking segment: {'id': 'a11f43a0-ee63-4f58-86ef-c6b38bbaf125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '367d0140-35e3-44f3-b1c7-21d92d2d811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:38.216425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network hostable DHCP agents. Network: 367d0140-35e3-44f3-b1c7-21d92d2d811e, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:38.269598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network 367d0140-35e3-44f3-b1c7-21d92d2d811e is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:38.283437 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 367d0140-35e3-44f3-b1c7-21d92d2d811e) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:38.295422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e81e5-923f-4760-ab75-157069a9e14b None None] Network 367d0140-35e3-44f3-b1c7-21d92d2d811e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:38.298548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (6d6217d5-699f-4281-80f0-08fbf2a1bf2f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:38.306796 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:38.451230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event updated for resources: {'Subnet': ['ID=6d6217d5-699f-4281-80f0-08fbf2a1bf2f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:38.515623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Checking segment: {'id': '29954f00-eca3-40fc-9d30-1ba849454ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b571c85-aea6-4e9b-a798-1c5216d874f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:38.516415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network hostable DHCP agents. Network: 4b571c85-aea6-4e9b-a798-1c5216d874f8, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:38.516752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e70d24-3ee8-410b-8d32-ef99e81d2e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-367d0140-35e3-44f3-b1c7-21d92d2d811e', 'network_id': '367d0140-35e3-44f3-b1c7-21d92d2d811e', 'project_id': '93dcbfc5b4a346a891d339b2768a0f36', 'fixed_ips': [{'subnet_id': '547f7519-9b77-4c51-a2bd-4e87b060bb65'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:52:38.519339 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0e70d24-3ee8-410b-8d32-ef99e81d2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:38.563105 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:38.603463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Network 4b571c85-aea6-4e9b-a798-1c5216d874f8 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:38.642441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4b571c85-aea6-4e9b-a798-1c5216d874f8) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:38.649428 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:38.649705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:38.650188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:38.690405 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a0b8778b-39b9-4736-b70f-d962041ad763 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2321620 Jul 28 10:52:38.692048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46594) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:38.775492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37cea1-148b-4bf6-a8a1-016f8af069d6 None None] Network 4b571c85-aea6-4e9b-a798-1c5216d874f8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:38.786337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7ea216d-bc4d-4395-a964-bd16ddc90bec up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:38.953586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e09c8-fead-4bca-8dda-6ccfee006b72 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:38.955348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e09c8-fead-4bca-8dda-6ccfee006b72 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:38.957190 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e09c8-fead-4bca-8dda-6ccfee006b72 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:38.969558 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b31e09c8-fead-4bca-8dda-6ccfee006b72 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2762303 Jul 28 10:52:38.972866 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46600) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:39.124020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Deleting subnet 547f7519-9b77-4c51-a2bd-4e87b060bb65 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:39.146755 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for subnet (547f7519-9b77-4c51-a2bd-4e87b060bb65), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.227562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (758be585-65af-4497-b8f2-38878050c671), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.235977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (547f7519-9b77-4c51-a2bd-4e87b060bb65), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.315448 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:39.342870 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (547f7519-9b77-4c51-a2bd-4e87b060bb65), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.345831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff6fe2-a7c3-40da-bcbc-7adf949a61c4 None None] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:39.483625 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (547f7519-9b77-4c51-a2bd-4e87b060bb65), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.599524 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.605265 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/subnets/547f7519-9b77-4c51-a2bd-4e87b060bb65 HTTP/1.1" status: 204 len: 168 time: 0.6313803 Jul 28 10:52:39.607637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f1ab1-311a-47af-a41f-9e3a4da1e9c9 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Subnet': ['ID=547f7519-9b77-4c51-a2bd-4e87b060bb65,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:39.614730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46604) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:39.659238 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-b0e70d24-3ee8-410b-8d32-ef99e81d2e08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 547f7519-9b77-4c51-a2bd-4e87b060bb65: This subnet is being modified by another concurrent operation. Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:52:39.716018 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 547f7519-9b77-4c51-a2bd-4e87b060bb65: This subnet is being modified by another concurrent operation. Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-40b89eb5-c4ff-43eb-b069-c4bcd5f4621f None None] Provisioning complete for port a7ea216d-bc4d-4395-a964-bd16ddc90bec triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:39.721285 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b89eb5-c4ff-43eb-b069-c4bcd5f4621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.756631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563d02e-df2e-4dd9-9139-7b5fca6ef1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4b571c85-aea6-4e9b-a798-1c5216d874f8', 'network_id': '4b571c85-aea6-4e9b-a798-1c5216d874f8', 'project_id': '93dcbfc5b4a346a891d339b2768a0f36', 'fixed_ips': [{'subnet_id': '6d6217d5-699f-4281-80f0-08fbf2a1bf2f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:52:39.757669 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e563d02e-df2e-4dd9-9139-7b5fca6ef1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.792844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Deleting subnet 6d6217d5-699f-4281-80f0-08fbf2a1bf2f {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:39.802810 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for subnet (6d6217d5-699f-4281-80f0-08fbf2a1bf2f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.869010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876c62a-40c4-4cbe-8dd1-c45e6a9b0e25 None None] Network 367d0140-35e3-44f3-b1c7-21d92d2d811e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:39.873221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7ea216d-bc4d-4395-a964-bd16ddc90bec triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:39.873693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:39.960263 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (6d6217d5-699f-4281-80f0-08fbf2a1bf2f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.020472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (758be585-65af-4497-b8f2-38878050c671), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.028961 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (758be585-65af-4497-b8f2-38878050c671), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.084900 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6d6217d5-699f-4281-80f0-08fbf2a1bf2f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.255569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (6d6217d5-699f-4281-80f0-08fbf2a1bf2f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.348901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6217d5-699f-4281-80f0-08fbf2a1bf2f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:40.371093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.384211 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fdfa1998-e137-4a71-969f-f30650a2554a tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/subnets/6d6217d5-699f-4281-80f0-08fbf2a1bf2f HTTP/1.1" status: 204 len: 168 time: 0.7668929 Jul 28 10:52:40.390724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46612) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:40.505392 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.561541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea5c9a9-2f5b-443e-8bdf-f2cf5839fd8c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:40.563465 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2ea5c9a9-2f5b-443e-8bdf-f2cf5839fd8c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1716189 Jul 28 10:52:40.579536 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:40.614915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-40b89eb5-c4ff-43eb-b069-c4bcd5f4621f None None] Current status of the port a7ea216d-bc4d-4395-a964-bd16ddc90bec is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:40.615314 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b89eb5-c4ff-43eb-b069-c4bcd5f4621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.628231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=758be585-65af-4497-b8f2-38878050c671,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-e563d02e-df2e-4dd9-9139-7b5fca6ef1ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d6217d5-699f-4281-80f0-08fbf2a1bf2f: This subnet is being modified by another concurrent operation. Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 10:52:40.789845 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d6217d5-699f-4281-80f0-08fbf2a1bf2f: This subnet is being modified by another concurrent operation. Jul 28 10:52:40.794360 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 10:52:40.830117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c269f7c7-0efb-4256-b89a-a49c2b616e7e None None] Network 4b571c85-aea6-4e9b-a798-1c5216d874f8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:40.857611 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:40.873595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (758be585-65af-4497-b8f2-38878050c671), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.878111 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4b571c85-aea6-4e9b-a798-1c5216d874f8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:40.905785 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:40.990659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7ea216d-bc4d-4395-a964-bd16ddc90bec is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:40.991911 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.074759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-40b89eb5-c4ff-43eb-b069-c4bcd5f4621f None None] For port a7ea216d-bc4d-4395-a964-bd16ddc90bec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7ea216d-bc4d-4395-a964-bd16ddc90bec,segment=NetworkSegment(5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370),segment_id=5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:41.084832 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b89eb5-c4ff-43eb-b069-c4bcd5f4621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.167995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4b571c85-aea6-4e9b-a798-1c5216d874f8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.257889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b571c85-aea6-4e9b-a798-1c5216d874f8']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:41.296875 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29954f00-eca3-40fc-9d30-1ba849454ade') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:41.298038 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29954f00-eca3-40fc-9d30-1ba849454ade') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:41.341350 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (29954f00-eca3-40fc-9d30-1ba849454ade), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.371192 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (29954f00-eca3-40fc-9d30-1ba849454ade), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.383377 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89a500f0-5760-4b63-b014-397616551fa9 None None] Provisioning complete for port 758be585-65af-4497-b8f2-38878050c671 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:41.384017 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89a500f0-5760-4b63-b014-397616551fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (758be585-65af-4497-b8f2-38878050c671), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.386023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:41.386867 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (29954f00-eca3-40fc-9d30-1ba849454ade), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.478978 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:41.516665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89a500f0-5760-4b63-b014-397616551fa9 None None] Port 758be585-65af-4497-b8f2-38878050c671 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:41.521043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519c530-6d6c-45f7-8a09-5882f0796a78 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:52:41.548124 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:41.560761 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4b571c85-aea6-4e9b-a798-1c5216d874f8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.578291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.589783 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/networks/4b571c85-aea6-4e9b-a798-1c5216d874f8 HTTP/1.1" status: 204 len: 168 time: 1.0054343 Jul 28 10:52:41.593893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46636) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:41.629582 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 29954f00-eca3-40fc-9d30-1ba849454ade resource provider aggregate not found Jul 28 10:52:41.637189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72ef1c-deb9-4868-867a-086c4a85ca7b tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Network': ['ID=4b571c85-aea6-4e9b-a798-1c5216d874f8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:41.657464 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 29954f00-eca3-40fc-9d30-1ba849454ade resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29954f00-eca3-40fc-9d30-1ba849454ade found for delete ", "request_id": "req-c3de84da-6df9-4f3e-83e3-6ba8f71ae2f0"}]} Jul 28 10:52:41.711979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0519c530-6d6c-45f7-8a09-5882f0796a78 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:52:41.738923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (367d0140-35e3-44f3-b1c7-21d92d2d811e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.739373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:52:41.740305 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:52:41.743326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-89a500f0-5760-4b63-b014-397616551fa9 None None] Provisioning complete for port a7ea216d-bc4d-4395-a964-bd16ddc90bec triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:41.744480 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-89a500f0-5760-4b63-b014-397616551fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.845260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.847833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b89eb5-c4ff-43eb-b069-c4bcd5f4621f None None] Pushing event updated for resources: {'Port': ['ID=a7ea216d-bc4d-4395-a964-bd16ddc90bec,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:41.858420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46642) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:41.859891 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:41.923664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (367d0140-35e3-44f3-b1c7-21d92d2d811e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.931340 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (758be585-65af-4497-b8f2-38878050c671), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.979090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] Deleting subnet e61b0a08-08a1-4303-b446-5cef23b2b2d6 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:41.989053 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] Publish callbacks [] for subnet (e61b0a08-08a1-4303-b446-5cef23b2b2d6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.990765 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (758be585-65af-4497-b8f2-38878050c671), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:41.991934 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.077541 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (e61b0a08-08a1-4303-b446-5cef23b2b2d6), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.089577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=758be585-65af-4497-b8f2-38878050c671,revision_number=3']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:42.093599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367d0140-35e3-44f3-b1c7-21d92d2d811e']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:42.138190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-89a500f0-5760-4b63-b014-397616551fa9 None None] Current status of the port a7ea216d-bc4d-4395-a964-bd16ddc90bec is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:42.147231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (e61b0a08-08a1-4303-b446-5cef23b2b2d6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.168039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11f43a0-ee63-4f58-86ef-c6b38bbaf125') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:42.169205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11f43a0-ee63-4f58-86ef-c6b38bbaf125') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:42.182192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a11f43a0-ee63-4f58-86ef-c6b38bbaf125), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.206421 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (e61b0a08-08a1-4303-b446-5cef23b2b2d6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.225544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a11f43a0-ee63-4f58-86ef-c6b38bbaf125), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.234273 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1aad6-d28d-43f1-bcc0-4dbd6457560d None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 10:52:42.246713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:42.247548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a11f43a0-ee63-4f58-86ef-c6b38bbaf125), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.260434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61b0a08-08a1-4303-b446-5cef23b2b2d6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:42.279124 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.282741 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a187b955-9947-4f2e-ba68-390beaaf3b26 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e61b0a08-08a1-4303-b446-5cef23b2b2d6 HTTP/1.1" status: 204 len: 168 time: 0.4227681 Jul 28 10:52:42.287016 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46646) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:42.342242 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:42.362026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f889f1f6-94ad-4340-9113-88cce8f94f9a None None] Provisioning complete for port 758be585-65af-4497-b8f2-38878050c671 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:42.362424 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f889f1f6-94ad-4340-9113-88cce8f94f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (758be585-65af-4497-b8f2-38878050c671), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.380834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (367d0140-35e3-44f3-b1c7-21d92d2d811e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.391257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.395635 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/networks/367d0140-35e3-44f3-b1c7-21d92d2d811e HTTP/1.1" status: 204 len: 168 time: 0.8004825 Jul 28 10:52:42.407458 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a11f43a0-ee63-4f58-86ef-c6b38bbaf125 resource provider aggregate not found Jul 28 10:52:42.409204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46650) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:42.434234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eded85-2d7f-4a89-a855-5b581635b4f6 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Network': ['ID=367d0140-35e3-44f3-b1c7-21d92d2d811e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:42.440696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7ea216d-bc4d-4395-a964-bd16ddc90bec is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:42.461873 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a11f43a0-ee63-4f58-86ef-c6b38bbaf125 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a11f43a0-ee63-4f58-86ef-c6b38bbaf125 found for delete ", "request_id": "req-f4609767-d134-4000-8ad2-761efd6fee2e"}]} Jul 28 10:52:42.464963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f889f1f6-94ad-4340-9113-88cce8f94f9a None None] Port 758be585-65af-4497-b8f2-38878050c671 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:42.484413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1aad6-d28d-43f1-bcc0-4dbd6457560d None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 10:52:42.554512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (bcbaa112-6986-4cb8-b479-7b414e4135a1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.567606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6f4ed85c-c642-4805-8bf2-7f93589dc329), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.607926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:42.610091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:42.672268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7ea216d-bc4d-4395-a964-bd16ddc90bec up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:42.828536 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:42.870618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6f4ed85c-c642-4805-8bf2-7f93589dc329), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.886506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7ea216d-bc4d-4395-a964-bd16ddc90bec triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:42.886906 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.897318 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4ed85c-c642-4805-8bf2-7f93589dc329']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:42.924419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (bcbaa112-6986-4cb8-b479-7b414e4135a1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.932943 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926a407d-9fce-4ef4-b48a-1d4298604fdb') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:42.933352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926a407d-9fce-4ef4-b48a-1d4298604fdb') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:42.942908 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router cf7b53c5-8473-4551-a1bb-ff1bd6d61111 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:52:42.955418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (926a407d-9fce-4ef4-b48a-1d4298604fdb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:42.991534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (926a407d-9fce-4ef4-b48a-1d4298604fdb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.009021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:43.009588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (926a407d-9fce-4ef4-b48a-1d4298604fdb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.023291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7ea216d-bc4d-4395-a964-bd16ddc90bec is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:43.076151 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:43.130623 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:43.143293 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-15bb8887-b8c4-4004-8f71-ee8dcc609ae5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/cf7b53c5-8473-4551-a1bb-ff1bd6d61111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0636284 Jul 28 10:52:43.144473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46662) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:43.147372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] Sync routers for ids ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:43.163174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbaa112-6986-4cb8-b479-7b414e4135a1']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.169126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] Routers {'cf7b53c5-8473-4551-a1bb-ff1bd6d61111'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:43.169988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.188000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6f4ed85c-c642-4805-8bf2-7f93589dc329), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.198221 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83253f41-edfd-4734-ba75-3bcc8d859844') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.198646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83253f41-edfd-4734-ba75-3bcc8d859844') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.210615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.214958 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/networks/6f4ed85c-c642-4805-8bf2-7f93589dc329 HTTP/1.1" status: 204 len: 168 time: 0.8013501 Jul 28 10:52:43.221436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46664) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:43.262242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ae1e1-7049-477b-b9f9-b806091dbc4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:43.266078 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-902ae1e1-7049-477b-b9f9-b806091dbc4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports/758be585-65af-4497-b8f2-38878050c671 HTTP/1.1" status: 200 len: 983 time: 0.1184254 Jul 28 10:52:43.266759 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46666) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:43.307147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.307770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936ba53-9acf-4e15-8cfb-46cc0abb263c tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Network': ['ID=6f4ed85c-c642-4805-8bf2-7f93589dc329,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:43.316621 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:43.320330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] Routers {'cf7b53c5-8473-4551-a1bb-ff1bd6d61111'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:43.321152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.325753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (83253f41-edfd-4734-ba75-3bcc8d859844), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.366670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.367573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15459f6-a218-458e-ad2d-ae4d708b3fe5 None None] The sync data for ids ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:43.459093 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (83253f41-edfd-4734-ba75-3bcc8d859844), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.465132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a8158dbf-0095-4ae5-823e-fdff5dddabc3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.483686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:43.484100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (83253f41-edfd-4734-ba75-3bcc8d859844), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.497670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-91305114-ae25-4d7e-be87-3b88b03db3d1 None None] Provisioning complete for port 758be585-65af-4497-b8f2-38878050c671 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:43.501006 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-91305114-ae25-4d7e-be87-3b88b03db3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (758be585-65af-4497-b8f2-38878050c671), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.549093 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:43.601764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-91305114-ae25-4d7e-be87-3b88b03db3d1 None None] Port 758be585-65af-4497-b8f2-38878050c671 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:43.707421 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (bcbaa112-6986-4cb8-b479-7b414e4135a1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.720100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.746119 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bcbaa112-6986-4cb8-b479-7b414e4135a1 HTTP/1.1" status: 204 len: 168 time: 1.4574404 Jul 28 10:52:43.776200 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 926a407d-9fce-4ef4-b48a-1d4298604fdb resource provider aggregate not found Jul 28 10:52:43.788158 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.796463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d838e2-9ef4-4c40-b012-11d0d880ca93 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcbaa112-6986-4cb8-b479-7b414e4135a1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:43.821576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a8158dbf-0095-4ae5-823e-fdff5dddabc3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.836849 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 926a407d-9fce-4ef4-b48a-1d4298604fdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 926a407d-9fce-4ef4-b48a-1d4298604fdb found for delete ", "request_id": "req-e88e81be-21e9-4de7-bb61-92574e6c2647"}]} Jul 28 10:52:43.869602 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 83253f41-edfd-4734-ba75-3bcc8d859844 resource provider aggregate not found Jul 28 10:52:43.890815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8158dbf-0095-4ae5-823e-fdff5dddabc3']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.922508 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 83253f41-edfd-4734-ba75-3bcc8d859844 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83253f41-edfd-4734-ba75-3bcc8d859844 found for delete ", "request_id": "req-4f61242c-97cb-4578-a9c9-1cd96a6794ec"}]} Jul 28 10:52:43.929376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75f0dd2-f8fa-420d-ada0-34198ae2ac46') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.929682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75f0dd2-f8fa-420d-ada0-34198ae2ac46') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:43.968755 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (d75f0dd2-f8fa-420d-ada0-34198ae2ac46), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:43.998680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d75f0dd2-f8fa-420d-ada0-34198ae2ac46), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.007971 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:44.008429 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (d75f0dd2-f8fa-420d-ada0-34198ae2ac46), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.050443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46684) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:44.173943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a8158dbf-0095-4ae5-823e-fdff5dddabc3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.215131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.222947 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] 10.222.0.46 "DELETE /v2.0/networks/a8158dbf-0095-4ae5-823e-fdff5dddabc3 HTTP/1.1" status: 204 len: 168 time: 0.9690781 Jul 28 10:52:44.233807 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbbde0-d68c-446c-a84f-3935d55213a8 tempest-BulkNetworkOpsTest-1840551458 tempest-BulkNetworkOpsTest-1840551458-project] Pushing event deleted for resources: {'Network': ['ID=a8158dbf-0095-4ae5-823e-fdff5dddabc3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:44.277097 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5d6974d8-192b-4c46-926e-dc34a4c83098 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cab6813553674335bb5bcc780ddb0b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254913 Jul 28 10:52:44.282416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:44.415572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-767cd912-6bf9-431a-93c7-eb34644ac555 admin admin] Publish callbacks [] for security_group (6905e5af-a5a8-42fc-9407-8d8a69248fb1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.455267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-767cd912-6bf9-431a-93c7-eb34644ac555 admin admin] Publish callbacks [] for security_group (6905e5af-a5a8-42fc-9407-8d8a69248fb1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.538859 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-767cd912-6bf9-431a-93c7-eb34644ac555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6905e5af-a5a8-42fc-9407-8d8a69248fb1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.541923 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-767cd912-6bf9-431a-93c7-eb34644ac555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.545514 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-767cd912-6bf9-431a-93c7-eb34644ac555 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6905e5af-a5a8-42fc-9407-8d8a69248fb1 HTTP/1.1" status: 204 len: 168 time: 0.2594311 Jul 28 10:52:44.573530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cd912-6bf9-431a-93c7-eb34644ac555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905e5af-a5a8-42fc-9407-8d8a69248fb1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:44.680397 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 758be585-65af-4497-b8f2-38878050c671 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:44.680898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (758be585-65af-4497-b8f2-38878050c671), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.682860 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46696) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:44.858101 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-364c4347-07c2-4d8e-b6e2-4a4487b2a9c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93dcbfc5b4a346a891d339b2768a0f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716244 Jul 28 10:52:44.858262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (758be585-65af-4497-b8f2-38878050c671), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:44.858741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46700) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:44.876569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 758be585-65af-4497-b8f2-38878050c671 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:44.945333 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:44.963848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7564-1413-49f6-8115-b049e48fb5e0 admin admin] Publish callbacks [] for security_group (6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:45.021374 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:45.052493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7564-1413-49f6-8115-b049e48fb5e0 admin admin] Publish callbacks [] for security_group (6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:45.123645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (758be585-65af-4497-b8f2-38878050c671), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:45.153986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7564-1413-49f6-8115-b049e48fb5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:45.170297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c7a7564-1413-49f6-8115-b049e48fb5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:45.171742 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c7a7564-1413-49f6-8115-b049e48fb5e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec HTTP/1.1" status: 204 len: 168 time: 0.3104124 Jul 28 10:52:45.186355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a7564-1413-49f6-8115-b049e48fb5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf9fe5a-24f5-4267-ac58-c2759ce2b7ec,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:45.186970 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=758be585-65af-4497-b8f2-38878050c671,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:45.344216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:45.629569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router cf7b53c5-8473-4551-a1bb-ff1bd6d61111 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:52:45.756037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:45.771353 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] Sync routers for ids ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:45.773944 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f1eddac-508b-4fa3-befb-a3cdd95cee45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/cf7b53c5-8473-4551-a1bb-ff1bd6d61111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060775 Jul 28 10:52:45.776697 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46738) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:45.786586 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=32 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:45.816405 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=40 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:45.826818 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] Routers {'cf7b53c5-8473-4551-a1bb-ff1bd6d61111'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:45.827453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:45.907446 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:45.919900 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] Routers {'cf7b53c5-8473-4551-a1bb-ff1bd6d61111'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:45.920797 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:45.965186 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:45.966199 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253edb-e31c-4dc9-81e2-959b072d4e7a None None] The sync data for ids ['cf7b53c5-8473-4551-a1bb-ff1bd6d61111'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:45.980418 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:46.052089 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d75f0dd2-f8fa-420d-ada0-34198ae2ac46 resource provider aggregate not found Jul 28 10:52:46.098828 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d75f0dd2-f8fa-420d-ada0-34198ae2ac46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d75f0dd2-f8fa-420d-ada0-34198ae2ac46 found for delete ", "request_id": "req-8b9b2684-368d-4b0b-b67a-f7fbc3118bf3"}]} Jul 28 10:52:46.208263 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-f030b3ed-4260-4de3-91a7-0d6c7094f047 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 10:52:46.209429 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f030b3ed-4260-4de3-91a7-0d6c7094f047 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/cf7b53c5-8473-4551-a1bb-ff1bd6d61111/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4317203 Jul 28 10:52:46.216487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:46.325496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46760) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:46.330964 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23d4b45e-548c-4064-882a-daaf4626fec5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf7b53c5-8473-4551-a1bb-ff1bd6d61111 HTTP/1.1" status: 200 len: 205 time: 0.1102347 Jul 28 10:52:46.538506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-376fe590-bdad-44f8-9329-6219fcc06a24 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:47.532506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-376fe590-bdad-44f8-9329-6219fcc06a24 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:47.536889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-376fe590-bdad-44f8-9329-6219fcc06a24 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:47.541880 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46802) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:47.648158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-376fe590-bdad-44f8-9329-6219fcc06a24 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (cf7b53c5-8473-4551-a1bb-ff1bd6d61111), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:47.649440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376fe590-bdad-44f8-9329-6219fcc06a24 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Fanout notify agent at l3_agent the message router_deleted on router cf7b53c5-8473-4551-a1bb-ff1bd6d61111 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:52:47.656524 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-376fe590-bdad-44f8-9329-6219fcc06a24 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:47.657648 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-376fe590-bdad-44f8-9329-6219fcc06a24 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/cf7b53c5-8473-4551-a1bb-ff1bd6d61111 HTTP/1.1" status: 204 len: 168 time: 1.3311183 Jul 28 10:52:47.660859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46810) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:47.824681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9383d4b-c6d3-4156-b0d7-5593dac35992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:47.888297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet be0dac86-6ff5-4281-9f7d-8d4c0d9b4340 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:47.897295 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (be0dac86-6ff5-4281-9f7d-8d4c0d9b4340), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.112011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (be0dac86-6ff5-4281-9f7d-8d4c0d9b4340), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.442467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9383d4b-c6d3-4156-b0d7-5593dac35992 admin admin] Publish callbacks [] for security_group (d4e47c46-7c6d-47ab-87ba-3af8004ddbf3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.454296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9383d4b-c6d3-4156-b0d7-5593dac35992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d4e47c46-7c6d-47ab-87ba-3af8004ddbf3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.462217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (be0dac86-6ff5-4281-9f7d-8d4c0d9b4340), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.561755 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c9383d4b-c6d3-4156-b0d7-5593dac35992 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90b2f81d555e4911a60cd68657321af3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0182714 Jul 28 10:52:48.564478 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46820) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:48.567498 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9383d4b-c6d3-4156-b0d7-5593dac35992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e47c46-7c6d-47ab-87ba-3af8004ddbf3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:48.597462 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:48.608378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (be0dac86-6ff5-4281-9f7d-8d4c0d9b4340), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.651230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=be0dac86-6ff5-4281-9f7d-8d4c0d9b4340,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:48.657015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.667273 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f30e7a4f-ace4-4770-9fec-c9efcc4a3d1b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/be0dac86-6ff5-4281-9f7d-8d4c0d9b4340 HTTP/1.1" status: 204 len: 168 time: 1.0041139 Jul 28 10:52:48.668182 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46822) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:48.668915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795edf3a-ed9b-4c0f-a538-4be5736ecf4f None None] Network 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:48.728617 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:48.729642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e09f9fc6-8823-43c3-b19f-1546647cddc0 admin admin] Publish callbacks [] for security_group (d4e47c46-7c6d-47ab-87ba-3af8004ddbf3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.755555 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:48.770088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.794583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e09f9fc6-8823-43c3-b19f-1546647cddc0 admin admin] Publish callbacks [] for security_group (d4e47c46-7c6d-47ab-87ba-3af8004ddbf3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.824954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port a7ea216d-bc4d-4395-a964-bd16ddc90bec {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:48.825318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.876021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e09f9fc6-8823-43c3-b19f-1546647cddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d4e47c46-7c6d-47ab-87ba-3af8004ddbf3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.879776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e09f9fc6-8823-43c3-b19f-1546647cddc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.881002 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e09f9fc6-8823-43c3-b19f-1546647cddc0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4e47c46-7c6d-47ab-87ba-3af8004ddbf3 HTTP/1.1" status: 204 len: 168 time: 0.3151670 Jul 28 10:52:48.907905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9fc6-8823-43c3-b19f-1546647cddc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e47c46-7c6d-47ab-87ba-3af8004ddbf3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:48.936440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port a7ea216d-bc4d-4395-a964-bd16ddc90bec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7ea216d-bc4d-4395-a964-bd16ddc90bec,segment=NetworkSegment(5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370),segment_id=5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:48.936962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:48.956474 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for a7ea216d-bc4d-4395-a964-bd16ddc90bec owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:49.070833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a7ea216d-bc4d-4395-a964-bd16ddc90bec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.107185 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port a7ea216d-bc4d-4395-a964-bd16ddc90bec on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:49.114705 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=a7ea216d-bc4d-4395-a964-bd16ddc90bec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:49.175518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ccd62-0063-4de9-84ba-603dfde6a339 None None] DHCP port deletion for 26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:52:49.232689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.258269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:49.277306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:49.277306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:49.289185 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.308109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.321529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:49.322298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.379670 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370 resource provider aggregate not found Jul 28 10:52:49.411778 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e1cee8a-a2b0-43e3-b5f7-1bf3fc046370 found for delete ", "request_id": "req-55c230d5-13f9-472f-9880-13c568be2d2c"}]} Jul 28 10:52:49.428274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.438095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.452746 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad HTTP/1.1" status: 204 len: 168 time: 0.7790740 Jul 28 10:52:49.454060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46838) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:49.467501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1725497319'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:49.499214 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96790b56-46d9-4095-a559-264e0bba6ba0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=26923e15-a34f-4f12-a7b1-b0e9a9c4e0ad,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:49.552269 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:49.556765 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.612575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:52:49.620839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.621098 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment 25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b of type vlan for network 2caa49c9-6f96-4d9b-ae85-503bf1888709 Jul 28 10:52:49.685030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2caa49c9-6f96-4d9b-ae85-503bf1888709), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.704828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46844) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:49.745295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2caa49c9-6f96-4d9b-ae85-503bf1888709), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.751009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:49.753390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.758919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b45b212e-e25d-4633-b6e2-917d173ef474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.839281 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.3835523 Jul 28 10:52:49.843301 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46846) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:49.849996 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '2caa49c9-6f96-4d9b-ae85-503bf1888709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:49.850239 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fddd4-e70e-497f-b7c4-bdae0306076c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=2caa49c9-6f96-4d9b-ae85-503bf1888709,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:49.863921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:52:49.989984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b45b212e-e25d-4633-b6e2-917d173ef474 admin admin] Publish callbacks [] for security_group (0d23ff48-a827-4adf-ade1-77791e460919), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:49.994903 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:49.998961 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b45b212e-e25d-4633-b6e2-917d173ef474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d23ff48-a827-4adf-ade1-77791e460919), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.005930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:50.015587 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.120031 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b45b212e-e25d-4633-b6e2-917d173ef474 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0232d984e86f4209b26e0ad0b197a048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4139185 Jul 28 10:52:50.122869 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:50.123797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b212e-e25d-4633-b6e2-917d173ef474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d23ff48-a827-4adf-ade1-77791e460919,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:50.195511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4112d917-30f3-4b38-be7c-24b6fb889920 admin admin] Publish callbacks [] for security_group (0d23ff48-a827-4adf-ade1-77791e460919), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.231833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4112d917-30f3-4b38-be7c-24b6fb889920 admin admin] Publish callbacks [] for security_group (0d23ff48-a827-4adf-ade1-77791e460919), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.309852 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4112d917-30f3-4b38-be7c-24b6fb889920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0d23ff48-a827-4adf-ade1-77791e460919), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.313082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4112d917-30f3-4b38-be7c-24b6fb889920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.316719 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4112d917-30f3-4b38-be7c-24b6fb889920 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d23ff48-a827-4adf-ade1-77791e460919 HTTP/1.1" status: 204 len: 168 time: 0.1894941 Jul 28 10:52:50.318595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (2158dc8c-43e4-4e67-aff1-25018cf529f7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.323194 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:50.328649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112d917-30f3-4b38-be7c-24b6fb889920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d23ff48-a827-4adf-ade1-77791e460919,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:50.403775 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=2158dc8c-43e4-4e67-aff1-25018cf529f7,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:50.423158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': '25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2caa49c9-6f96-4d9b-ae85-503bf1888709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:50.423537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 2caa49c9-6f96-4d9b-ae85-503bf1888709, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:52:50.445891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:52:50.460857 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2caa49c9-6f96-4d9b-ae85-503bf1888709) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:50.470054 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:50.470919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.471556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da7a6a-56d8-4598-8ea2-e27c899c50a1 None None] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:50.496434 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a790f3e5-1a6d-4ddf-a21e-cb7f7774a795 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6519313 Jul 28 10:52:50.499185 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46860) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:50.504909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c045b208-56e3-4fc9-b6a8-eed0c02acc95 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1602064125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:50.551622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c045b208-56e3-4fc9-b6a8-eed0c02acc95 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (18d947b2-e352-4de1-a54a-9cd777eadd5e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.553085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c045b208-56e3-4fc9-b6a8-eed0c02acc95 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (18d947b2-e352-4de1-a54a-9cd777eadd5e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.601670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7ea216d-bc4d-4395-a964-bd16ddc90bec no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:52:50.629777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a7ea216d-bc4d-4395-a964-bd16ddc90bec {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:52:50.630152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7ea216d-bc4d-4395-a964-bd16ddc90bec not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:52:50.666170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c045b208-56e3-4fc9-b6a8-eed0c02acc95 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (18d947b2-e352-4de1-a54a-9cd777eadd5e), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.673287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c045b208-56e3-4fc9-b6a8-eed0c02acc95 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (18d947b2-e352-4de1-a54a-9cd777eadd5e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.702482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2caa49c9-6f96-4d9b-ae85-503bf1888709', 'network_id': '2caa49c9-6f96-4d9b-ae85-503bf1888709', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': '2158dc8c-43e4-4e67-aff1-25018cf529f7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:52:50.703598 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.738645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c045b208-56e3-4fc9-b6a8-eed0c02acc95 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:50.740483 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c045b208-56e3-4fc9-b6a8-eed0c02acc95 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2400365 Jul 28 10:52:50.744738 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46872) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:50.935169 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:50.972585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Allocated IP 2001:db8::2 (2caa49c9-6f96-4d9b-ae85-503bf1888709/2158dc8c-43e4-4e67-aff1-25018cf529f7/22f5bda2-bf45-4b92-b9dc-ff2b1447d410) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:51.015000 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:51.238494 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:51.266802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:51.322675 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Publish callbacks [] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:51.330935 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:51.403735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Pushing event updated for resources: {'Port': ['ID=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:51.444373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:51.447677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:51.454403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:51.607003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Attempting to bind port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:52:51.607385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Attempting to bind port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2caa49c9-6f96-4d9b-ae85-503bf1888709'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:52:51.607934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Attempting to bind port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 on network 2caa49c9-6f96-4d9b-ae85-503bf1888709 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:52:51.621048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:52:51.621443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Checking segment: {'id': '25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2caa49c9-6f96-4d9b-ae85-503bf1888709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:52:51.621885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:51.622275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Bound using segment: {'id': '25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2caa49c9-6f96-4d9b-ae85-503bf1888709'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:52:51.622756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Bound port: 22f5bda2-bf45-4b92-b9dc-ff2b1447d410, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2caa49c9-6f96-4d9b-ae85-503bf1888709'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:52:51.623140 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:51.719330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] For port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:51.723170 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] For port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,segment=NetworkSegment(25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b),segment_id=25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:51.726834 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:51.734230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:51.781608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8::1 (2caa49c9-6f96-4d9b-ae85-503bf1888709/2158dc8c-43e4-4e67-aff1-25018cf529f7/d8ae5e93-cb80-4306-8e7d-d15c6e3c5643) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:51.811742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd799258-49f9-4d1d-8ed9-9202d46d87c4 None None] Pushing event updated for resources: {'Port': ['ID=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:52.121812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:52.197793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:52.226468 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:52.229996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:52.292944 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=d8ae5e93-cb80-4306-8e7d-d15c6e3c5643,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:52.295678 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:52:52.296243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (18d947b2-e352-4de1-a54a-9cd777eadd5e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:52.532023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:52.668773 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:52.698126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:52.852704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:52.856228 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:53.125882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:53.126279 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:53.229578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,segment=NetworkSegment(25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b),segment_id=25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:53.236459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:53.295747 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:53.307877 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:53.308872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (18d947b2-e352-4de1-a54a-9cd777eadd5e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:53.435102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:53.541462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=d8ae5e93-cb80-4306-8e7d-d15c6e3c5643,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:53.637879 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:53.648276 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:53.837420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9f77b-3035-4cd8-b86f-376cc52fdb98 None None] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:53.950034 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:54.045200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router 18d947b2-e352-4de1-a54a-9cd777eadd5e is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:52:54.143361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b8a975de-f30c-40fb-9a93-01028a8e5bb5 None None] Provisioning complete for port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:54.144232 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b8a975de-f30c-40fb-9a93-01028a8e5bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:54.231622 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:54.231877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:54.252314 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fe2b036e-5a7c-49b8-a94c-3bab1918ac46 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/18d947b2-e352-4de1-a54a-9cd777eadd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5061207 Jul 28 10:52:54.257843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] Sync routers for ids ['18d947b2-e352-4de1-a54a-9cd777eadd5e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:54.269291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46942) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:54.272848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] Routers {'18d947b2-e352-4de1-a54a-9cd777eadd5e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:54.273638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['18d947b2-e352-4de1-a54a-9cd777eadd5e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:54.347310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:54.395217 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b81a16-dea2-4fad-a9bb-bd74d137ea88 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:52:54.399114 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-85b81a16-dea2-4fad-a9bb-bd74d137ea88 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports/d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 HTTP/1.1" status: 200 len: 911 time: 0.1282151 Jul 28 10:52:54.404113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46944) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:54.424134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b8a975de-f30c-40fb-9a93-01028a8e5bb5 None None] Current status of the port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:54.430577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] Routers {'18d947b2-e352-4de1-a54a-9cd777eadd5e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:54.431505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['18d947b2-e352-4de1-a54a-9cd777eadd5e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:54.499350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:54.499964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca13467-df18-457a-845f-b2d5bceb619e None None] The sync data for ids ['18d947b2-e352-4de1-a54a-9cd777eadd5e'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:54.645036 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:52:54.672167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46948) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:54.836679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-314d71e7-dbb3-4c06-8b2f-cd3306432d2e None None] Provisioning complete for port d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:54.842022 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-314d71e7-dbb3-4c06-8b2f-cd3306432d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:54.910647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-acec1f71-c33d-43b3-8a42-b57d11b5ba2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:54.919477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-314d71e7-dbb3-4c06-8b2f-cd3306432d2e None None] Port d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:54.932874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:54.933531 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:54.937851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-314d71e7-dbb3-4c06-8b2f-cd3306432d2e None None] Provisioning complete for port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:54.938568 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-314d71e7-dbb3-4c06-8b2f-cd3306432d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.115087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-acec1f71-c33d-43b3-8a42-b57d11b5ba2b admin admin] Publish callbacks [] for security_group (396d0de7-b788-4647-a91c-d088febaacd8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.131733 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-acec1f71-c33d-43b3-8a42-b57d11b5ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (396d0de7-b788-4647-a91c-d088febaacd8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.211867 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-acec1f71-c33d-43b3-8a42-b57d11b5ba2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14bbe498a87b4bba867104cd69957069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5385473 Jul 28 10:52:55.214846 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:55.215805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46960) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:55.253413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (18d947b2-e352-4de1-a54a-9cd777eadd5e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.272698 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1f71-c33d-43b3-8a42-b57d11b5ba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396d0de7-b788-4647-a91c-d088febaacd8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:55.361728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-314d71e7-dbb3-4c06-8b2f-cd3306432d2e None None] Current status of the port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:55.397972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:52:55.488870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0d116fb6-1edc-4bb7-9dff-660a820af5b2 None None] Provisioning complete for port d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:55.489399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0d116fb6-1edc-4bb7-9dff-660a820af5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.582190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0d116fb6-1edc-4bb7-9dff-660a820af5b2 None None] Port d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:55.683582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9842a8cd-5ef6-47bf-a1b4-9f271cbb2216 admin admin] Publish callbacks [] for security_group (396d0de7-b788-4647-a91c-d088febaacd8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.702464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c3a49f60-f7b1-4ec8-8a77-6f94a8c6515a None None] Provisioning complete for port d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:52:55.704778 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c3a49f60-f7b1-4ec8-8a77-6f94a8c6515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.751091 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9842a8cd-5ef6-47bf-a1b4-9f271cbb2216 admin admin] Publish callbacks [] for security_group (396d0de7-b788-4647-a91c-d088febaacd8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.806867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c3a49f60-f7b1-4ec8-8a77-6f94a8c6515a None None] Port d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:52:55.818689 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9842a8cd-5ef6-47bf-a1b4-9f271cbb2216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (396d0de7-b788-4647-a91c-d088febaacd8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.823536 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9842a8cd-5ef6-47bf-a1b4-9f271cbb2216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.824837 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9842a8cd-5ef6-47bf-a1b4-9f271cbb2216 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/396d0de7-b788-4647-a91c-d088febaacd8 HTTP/1.1" status: 204 len: 168 time: 0.6080809 Jul 28 10:52:55.859108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842a8cd-5ef6-47bf-a1b4-9f271cbb2216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d0de7-b788-4647-a91c-d088febaacd8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:55.912407 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:55.930467 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:55.941114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:55.942178 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:55.964506 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=8 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:56.102841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.114212 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:56.123145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for d8ae5e93-cb80-4306-8e7d-d15c6e3c5643 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:56.424201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46974) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:56.425165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (d8ae5e93-cb80-4306-8e7d-d15c6e3c5643), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.453664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7874011-a854-4554-a0eb-1fda5c161acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.455509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=d8ae5e93-cb80-4306-8e7d-d15c6e3c5643,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:56.675970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7874011-a854-4554-a0eb-1fda5c161acc admin admin] Publish callbacks [] for security_group (ac8c1e82-e8e4-4306-8fac-091ddd074404), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.677705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (18d947b2-e352-4de1-a54a-9cd777eadd5e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.681574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7874011-a854-4554-a0eb-1fda5c161acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ac8c1e82-e8e4-4306-8fac-091ddd074404), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.733551 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:56.747053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7874011-a854-4554-a0eb-1fda5c161acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c1e82-e8e4-4306-8fac-091ddd074404,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:56.782340 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c7874011-a854-4554-a0eb-1fda5c161acc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac0aab2c365648618a91547d1b6207ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3558598 Jul 28 10:52:56.784852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46976) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:56.860957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82f2607c-8d68-4e87-a455-8442704ef5d5 admin admin] Publish callbacks [] for security_group (ac8c1e82-e8e4-4306-8fac-091ddd074404), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.886176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82f2607c-8d68-4e87-a455-8442704ef5d5 admin admin] Publish callbacks [] for security_group (ac8c1e82-e8e4-4306-8fac-091ddd074404), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.906827 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router 18d947b2-e352-4de1-a54a-9cd777eadd5e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:52:56.947221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82f2607c-8d68-4e87-a455-8442704ef5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ac8c1e82-e8e4-4306-8fac-091ddd074404), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.949989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-82f2607c-8d68-4e87-a455-8442704ef5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:56.953993 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-82f2607c-8d68-4e87-a455-8442704ef5d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac8c1e82-e8e4-4306-8fac-091ddd074404 HTTP/1.1" status: 204 len: 168 time: 0.1674945 Jul 28 10:52:56.964647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2607c-8d68-4e87-a455-8442704ef5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c1e82-e8e4-4306-8fac-091ddd074404,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:57.012903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:52:57.018592 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-76bc6944-6a92-442e-b5ec-2636561d1366 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/18d947b2-e352-4de1-a54a-9cd777eadd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6124821 Jul 28 10:52:57.021368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46982) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:57.026711 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] Sync routers for ids ['18d947b2-e352-4de1-a54a-9cd777eadd5e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:52:57.038890 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] Routers {'18d947b2-e352-4de1-a54a-9cd777eadd5e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:57.052540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['18d947b2-e352-4de1-a54a-9cd777eadd5e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:57.079841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 46986) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:57.081327 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-866082b9-cc73-4f05-8f18-02f726e273e9 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=18d947b2-e352-4de1-a54a-9cd777eadd5e HTTP/1.1" status: 200 len: 205 time: 0.0580723 Jul 28 10:52:57.113660 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:57.124397 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] Routers {'18d947b2-e352-4de1-a54a-9cd777eadd5e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:52:57.125298 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['18d947b2-e352-4de1-a54a-9cd777eadd5e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:57.195872 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:57.199644 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5487f1-b3c7-43d3-9cd5-8c513deaa858 None None] The sync data for ids ['18d947b2-e352-4de1-a54a-9cd777eadd5e'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:52:57.297130 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ab49c3e-2988-4991-9916-9650e71a72c4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (18d947b2-e352-4de1-a54a-9cd777eadd5e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.486653 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ab49c3e-2988-4991-9916-9650e71a72c4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (18d947b2-e352-4de1-a54a-9cd777eadd5e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.489146 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ab49c3e-2988-4991-9916-9650e71a72c4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (18d947b2-e352-4de1-a54a-9cd777eadd5e), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.545894 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ab49c3e-2988-4991-9916-9650e71a72c4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (18d947b2-e352-4de1-a54a-9cd777eadd5e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.549214 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab49c3e-2988-4991-9916-9650e71a72c4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Fanout notify agent at l3_agent the message router_deleted on router 18d947b2-e352-4de1-a54a-9cd777eadd5e {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:52:57.577101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ab49c3e-2988-4991-9916-9650e71a72c4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.579637 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9ab49c3e-2988-4991-9916-9650e71a72c4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/18d947b2-e352-4de1-a54a-9cd777eadd5e HTTP/1.1" status: 204 len: 168 time: 0.4967918 Jul 28 10:52:57.582228 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 46998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:57.603218 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:57.676046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet 2158dc8c-43e4-4e67-aff1-25018cf529f7 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:52:57.680251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (2158dc8c-43e4-4e67-aff1-25018cf529f7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.737818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (2158dc8c-43e4-4e67-aff1-25018cf529f7), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.891563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2158dc8c-43e4-4e67-aff1-25018cf529f7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:57.977105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (2158dc8c-43e4-4e67-aff1-25018cf529f7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.015854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=2158dc8c-43e4-4e67-aff1-25018cf529f7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:58.020262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.024866 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-08d8394c-e20e-4d4f-8793-6a959c8cb23c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/2158dc8c-43e4-4e67-aff1-25018cf529f7 HTTP/1.1" status: 204 len: 168 time: 0.4409518 Jul 28 10:52:58.028248 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47018) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:58.033973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63598abf-6b60-4463-a8e0-9f0401ba7b55 None None] Network 2caa49c9-6f96-4d9b-ae85-503bf1888709 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:52:58.180235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2caa49c9-6f96-4d9b-ae85-503bf1888709), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.270800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:58.271116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.362645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] DHCP port deletion for 2caa49c9-6f96-4d9b-ae85-503bf1888709 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:52:58.405538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] Deleting port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:52:58.405946 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.426935 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,segment=NetworkSegment(25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b),segment_id=25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:58.429191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.445452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:58.447924 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:58.516726 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:58.537987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] For port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,segment=NetworkSegment(25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b),segment_id=25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:52:58.538704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.546123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:58.571351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:58.581626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] Calling delete_port for 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:52:58.619516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:58.955673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:52:59.023819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:52:59.024181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:52:59.143095 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (22f5bda2-bf45-4b92-b9dc-ff2b1447d410), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.166827 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2caa49c9-6f96-4d9b-ae85-503bf1888709), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.172836 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:52:59.186291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] No DVR routers for this DVR port 22f5bda2-bf45-4b92-b9dc-ff2b1447d410 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:52:59.220523 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caa49c9-6f96-4d9b-ae85-503bf1888709']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:59.238082 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:59.238382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:52:59.247056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730f7ba-94fb-40ce-a519-4810c55935be None None] Pushing event deleted for resources: {'Port': ['ID=22f5bda2-bf45-4b92-b9dc-ff2b1447d410,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:59.261751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.294314 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.332507 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:52:59.332919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.421890 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b resource provider aggregate not found Jul 28 10:52:59.452358 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25b9f7b3-4ce3-4a6d-bd7b-20a19aff8f7b found for delete ", "request_id": "req-4cfc3d11-6cb7-4b1a-8a53-82b204665e80"}]} Jul 28 10:52:59.472027 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2caa49c9-6f96-4d9b-ae85-503bf1888709), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.478612 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.482652 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/2caa49c9-6f96-4d9b-ae85-503bf1888709 HTTP/1.1" status: 204 len: 168 time: 1.4532964 Jul 28 10:52:59.486569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47082) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:52:59.491764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1968001674', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:52:59.533020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54679896-5cef-4082-9d37-4c973d41b164 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=2caa49c9-6f96-4d9b-ae85-503bf1888709,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:59.559031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.560205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.641331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:52:59.857382 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_gateway (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:00.129783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_gateway (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:00.161433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:00.209840 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:00.320357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 172.25.2.202 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/1ebba493-26c6-49b9-ad8f-a828c5071384) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:00.487286 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (1ebba493-26c6-49b9-ad8f-a828c5071384), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:00.508426 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:00.550761 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1ebba493-26c6-49b9-ad8f-a828c5071384), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:00.623839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:00.627490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:00.632809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:00.669928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=1ebba493-26c6-49b9-ad8f-a828c5071384,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:00.966731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_gateway (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:01.204777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:01.426870 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router 95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:53:01.528716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:01.653137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:01.864609 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-260e3893-3796-4828-85d4-682a7b85e70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.005112 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-260e3893-3796-4828-85d4-682a7b85e70d admin admin] Publish callbacks [] for security_group (206f660c-cd81-43e0-accd-dc8be1d11858), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.011122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-260e3893-3796-4828-85d4-682a7b85e70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (206f660c-cd81-43e0-accd-dc8be1d11858), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.041110 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:02.055347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] Sync routers for ids ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:02.081491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] Routers {'95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:02.082739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:02.128792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.133412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e3893-3796-4828-85d4-682a7b85e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206f660c-cd81-43e0-accd-dc8be1d11858,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:02.136512 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e59c2bb9-9f2d-4b3a-9d6d-cd3aa6b59adf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6486144 Jul 28 10:53:02.137722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47160) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:02.155637 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-260e3893-3796-4828-85d4-682a7b85e70d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11899b57164e45c7bec4777e54bc25c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011165 Jul 28 10:53:02.160160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47162) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:02.166936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:02.192998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] Routers {'95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:02.194545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:02.240111 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:02.273522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:02.276358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9285637f-729b-4877-a1e1-b39fc3d36e0b None None] The sync data for ids ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:02.304501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4581cc-6b59-40de-82e1-154fcbd83766 admin admin] Publish callbacks [] for security_group (206f660c-cd81-43e0-accd-dc8be1d11858), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.379725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4581cc-6b59-40de-82e1-154fcbd83766 admin admin] Publish callbacks [] for security_group (206f660c-cd81-43e0-accd-dc8be1d11858), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.391417 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a5db6182-c641-416e-b35b-489b74eafca7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/routers/95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe HTTP/1.1" status: 200 len: 885 time: 0.2489188 Jul 28 10:53:02.393730 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47168) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:02.461813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4581cc-6b59-40de-82e1-154fcbd83766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (206f660c-cd81-43e0-accd-dc8be1d11858), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.464618 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ce4581cc-6b59-40de-82e1-154fcbd83766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.465784 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ce4581cc-6b59-40de-82e1-154fcbd83766 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/206f660c-cd81-43e0-accd-dc8be1d11858 HTTP/1.1" status: 204 len: 168 time: 0.3042307 Jul 28 10:53:02.496936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4581cc-6b59-40de-82e1-154fcbd83766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206f660c-cd81-43e0-accd-dc8be1d11858,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:02.691734 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2d3f-5fda-446e-8991-e05ba8aa3561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:02.816432 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-80861fa2-0b81-4f41-baf5-a7a9c1d7f6f1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4198711 Jul 28 10:53:02.819570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47180) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:02.829237 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4a2f2542-1e39-458e-9f4a-67cb7fc7c76d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1968001674'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:03.179392 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47188) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:03.207397 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5c32307-97bc-4bd8-80b7-7b428be51b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.344150 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=17 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:03.350708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2542-1e39-458e-9f4a-67cb7fc7c76d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.364063 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2542-1e39-458e-9f4a-67cb7fc7c76d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.415012 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5c32307-97bc-4bd8-80b7-7b428be51b2a admin admin] Publish callbacks [] for security_group (0b2b65c6-ff70-49fa-9431-72f263734f89), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.421591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5c32307-97bc-4bd8-80b7-7b428be51b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b2b65c6-ff70-49fa-9431-72f263734f89), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.498841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c32307-97bc-4bd8-80b7-7b428be51b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b65c6-ff70-49fa-9431-72f263734f89,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:03.544952 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c5c32307-97bc-4bd8-80b7-7b428be51b2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbffc102d34c48ef84b6133e8406ce6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616731 Jul 28 10:53:03.545448 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47198) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:03.564095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2f2542-1e39-458e-9f4a-67cb7fc7c76d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router 95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:03.633334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6455b7fa-14c7-4087-9086-d35b76a10ef0 admin admin] Publish callbacks [] for security_group (0b2b65c6-ff70-49fa-9431-72f263734f89), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.659757 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:03.689791 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6455b7fa-14c7-4087-9086-d35b76a10ef0 admin admin] Publish callbacks [] for security_group (0b2b65c6-ff70-49fa-9431-72f263734f89), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.835859 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6455b7fa-14c7-4087-9086-d35b76a10ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b2b65c6-ff70-49fa-9431-72f263734f89), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.840059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6455b7fa-14c7-4087-9086-d35b76a10ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.842593 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6455b7fa-14c7-4087-9086-d35b76a10ef0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b2b65c6-ff70-49fa-9431-72f263734f89 HTTP/1.1" status: 204 len: 168 time: 0.2946725 Jul 28 10:53:03.851522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2f2542-1e39-458e-9f4a-67cb7fc7c76d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:03.871175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455b7fa-14c7-4087-9086-d35b76a10ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b65c6-ff70-49fa-9431-72f263734f89,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:03.877813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2542-1e39-458e-9f4a-67cb7fc7c76d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:03.879174 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4a2f2542-1e39-458e-9f4a-67cb7fc7c76d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe HTTP/1.1" status: 200 len: 892 time: 1.0579271 Jul 28 10:53:03.880780 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] Sync routers for ids ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:03.883550 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47210) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:03.943365 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] Routers {'95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:03.945237 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:04.077727 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:04.092311 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:04.113786 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] Routers {'95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:04.115252 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:52:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:04.117243 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bcce9fce-d33a-4475-a25c-8b235a993e06 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/routers/95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe HTTP/1.1" status: 200 len: 892 time: 0.2325420 Jul 28 10:53:04.117418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47212) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:04.174424 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:04.175470 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57517c9e-49d6-4719-b59a-e85391ed4e14 None None] The sync data for ids ['95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:04.209780 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d01544eb-7d3a-4eb4-9fb6-eeaf241adff4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe HTTP/1.1" status: 200 len: 205 time: 0.0888462 Jul 28 10:53:04.211525 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47218) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:04.387389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:04.561204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_gateway (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:04.624847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 1ebba493-26c6-49b9-ad8f-a828c5071384 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:04.625199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1ebba493-26c6-49b9-ad8f-a828c5071384), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:04.727683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1ebba493-26c6-49b9-ad8f-a828c5071384), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:04.768111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 1ebba493-26c6-49b9-ad8f-a828c5071384 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:04.909182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47240) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:05.050800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7856719f-3857-458d-ae84-23224e02dd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.082861 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] Deleting subnet ecd7298b-08ce-499c-855a-b6fcc106d960 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:53:05.091508 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] Publish callbacks [] for subnet (ecd7298b-08ce-499c-855a-b6fcc106d960), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.185726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (ecd7298b-08ce-499c-855a-b6fcc106d960), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.186502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1ebba493-26c6-49b9-ad8f-a828c5071384), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.269359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=1ebba493-26c6-49b9-ad8f-a828c5071384,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:05.298568 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (ecd7298b-08ce-499c-855a-b6fcc106d960), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.356944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.420317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (ecd7298b-08ce-499c-855a-b6fcc106d960), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.473657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47260) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:05.481622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.488803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47264) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:05.490418 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ecd7298b-08ce-499c-855a-b6fcc106d960 HTTP/1.1" status: 204 len: 168 time: 0.5791724 Jul 28 10:53:05.492646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507c710-7036-4129-9826-a0eae1e90bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd7298b-08ce-499c-855a-b6fcc106d960,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:05.593235 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:05.605483 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:05.610893 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.613646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.618923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (d4b63012-3588-495e-88d6-d3e8599e6e7c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.637677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1654228828-network', 'tenant_id': '5b833e323b674c858e1a4e2b184fa6a1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:05.648693 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:05.677415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Made reservation on behalf of 5b833e323b674c858e1a4e2b184fa6a1 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:05.681575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.695723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.713801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.714447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Fanout notify agent at l3_agent the message router_deleted on router 95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:53:05.755667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.760726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47266) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:05.761606 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-42ed0035-df39-4080-910f-b6496bf971b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe HTTP/1.1" status: 204 len: 168 time: 1.5474339 Jul 28 10:53:05.773821 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-518982493'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:05.782813 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (d4b63012-3588-495e-88d6-d3e8599e6e7c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.828806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:05.829087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b63012-3588-495e-88d6-d3e8599e6e7c']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:05.832568 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.845781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e190691-4c05-499a-a45c-6c5c7cb94c5c') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:05.846134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e190691-4c05-499a-a45c-6c5c7cb94c5c') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:05.859137 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (7e190691-4c05-499a-a45c-6c5c7cb94c5c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.875890 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7e190691-4c05-499a-a45c-6c5c7cb94c5c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.882657 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks [] for security_group (bb12de9d-892d-46eb-b916-5a81b93ef33d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.883730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:05.886054 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:53:05.886645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (7e190691-4c05-499a-a45c-6c5c7cb94c5c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.894803 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb12de9d-892d-46eb-b916-5a81b93ef33d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.927611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb12de9d-892d-46eb-b916-5a81b93ef33d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:05.938470 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7e190691-4c05-499a-a45c-6c5c7cb94c5c resource provider aggregate not found Jul 28 10:53:05.956680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:05.970490 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7e190691-4c05-499a-a45c-6c5c7cb94c5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e190691-4c05-499a-a45c-6c5c7cb94c5c found for delete ", "request_id": "req-49e2bf60-98db-40d0-90f9-c60c918a8879"}]} Jul 28 10:53:05.972844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (d4b63012-3588-495e-88d6-d3e8599e6e7c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.979705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d25daa63-b8f3-468a-9366-875e328a8f14), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.981674 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment d25daa63-b8f3-468a-9366-875e328a8f14 of type vlan for network fb984ce7-8443-4044-a676-ecbd8e675f7d Jul 28 10:53:05.985458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:05.987223 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Added segment 5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c of type vlan for network 5b7dc00b-d639-441a-a8ac-9b9a93fd9940 Jul 28 10:53:06.009209 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.017982 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] 10.222.0.46 "DELETE /v2.0/networks/d4b63012-3588-495e-88d6-d3e8599e6e7c HTTP/1.1" status: 204 len: 168 time: 0.5262942 Jul 28 10:53:06.018237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478814b-7b40-4964-9d0b-330856a5806e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b63012-3588-495e-88d6-d3e8599e6e7c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:06.123160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fb984ce7-8443-4044-a676-ecbd8e675f7d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.138799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (5b7dc00b-d639-441a-a8ac-9b9a93fd9940), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.164196 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.167597 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=17 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:06.185695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fb984ce7-8443-4044-a676-ecbd8e675f7d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.191866 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:06.192573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.207540 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (5b7dc00b-d639-441a-a8ac-9b9a93fd9940), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.209117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:06.210035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.256315 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47280) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:06.284237 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.5194132 Jul 28 10:53:06.291094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47282) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:06.294229 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8182416 Jul 28 10:53:06.299132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47284) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:06.303767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': 'fb984ce7-8443-4044-a676-ecbd8e675f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:06.311995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Request body: {'subnet': {'network_id': '5b7dc00b-d639-441a-a8ac-9b9a93fd9940', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1654228828-subnet', 'tenant_id': '5b833e323b674c858e1a4e2b184fa6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:06.326208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a772e-41da-43ef-8283-e9f3e66719b3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=fb984ce7-8443-4044-a676-ecbd8e675f7d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:06.338073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fb984ce7-8443-4044-a676-ecbd8e675f7d details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:06.373033 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f5a8ed2-7804-4995-8669-df006fd9a27e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a7e2a98d353473da7a4706dc48f8798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1140988 Jul 28 10:53:06.380808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47292) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:06.465764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180294-8f14-438a-b5dc-059ff89e4ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7dc00b-d639-441a-a8ac-9b9a93fd9940,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:06.486479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 5b7dc00b-d639-441a-a8ac-9b9a93fd9940 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:06.492283 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Made reservation on behalf of 5b833e323b674c858e1a4e2b184fa6a1 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:06.498336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.528036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:06.531911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.588472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09a7cc36-6040-4b9d-9720-63f66b0d2607 admin admin] Publish callbacks [] for security_group (f550f124-4f1c-4244-83aa-0261dd9172af), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.625062 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09a7cc36-6040-4b9d-9720-63f66b0d2607 admin admin] Publish callbacks [] for security_group (f550f124-4f1c-4244-83aa-0261dd9172af), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.751490 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09a7cc36-6040-4b9d-9720-63f66b0d2607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f550f124-4f1c-4244-83aa-0261dd9172af), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.754060 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09a7cc36-6040-4b9d-9720-63f66b0d2607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.755216 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-09a7cc36-6040-4b9d-9720-63f66b0d2607 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f550f124-4f1c-4244-83aa-0261dd9172af HTTP/1.1" status: 204 len: 168 time: 0.3713386 Jul 28 10:53:06.778513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7cc36-6040-4b9d-9720-63f66b0d2607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550f124-4f1c-4244-83aa-0261dd9172af,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:06.798324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a757ebf2-7436-438c-b0bd-c62e07ea2947), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.869418 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a757ebf2-7436-438c-b0bd-c62e07ea2947,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:06.877776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Checking segment: {'id': '5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5b7dc00b-d639-441a-a8ac-9b9a93fd9940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:06.878379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Network hostable DHCP agents. Network: 5b7dc00b-d639-441a-a8ac-9b9a93fd9940, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:06.899279 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Network 5b7dc00b-d639-441a-a8ac-9b9a93fd9940 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:06.910674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 5b7dc00b-d639-441a-a8ac-9b9a93fd9940) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:06.921987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665784af-1a32-4fba-ac9c-fba077ee4943 None None] Network 5b7dc00b-d639-441a-a8ac-9b9a93fd9940 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:06.926677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (632f4c55-5e20-45d8-9bfc-63df39e89492), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.944798 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:06.948845 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:06.954181 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:07.006576 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-264bb294-8e97-4f40-875e-67e48f381a9f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7062409 Jul 28 10:53:07.139464 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=632f4c55-5e20-45d8-9bfc-63df39e89492,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:07.166357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d09d33d-de63-4cbb-b0b2-bf8bcbb4c9fb None None] Network 5b7dc00b-d639-441a-a8ac-9b9a93fd9940 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:07.176477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': 'd25daa63-b8f3-468a-9366-875e328a8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb984ce7-8443-4044-a676-ecbd8e675f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:07.178529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: fb984ce7-8443-4044-a676-ecbd8e675f7d, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:07.208047 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:07.263517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network fb984ce7-8443-4044-a676-ecbd8e675f7d is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:07.293480 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:07.295240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fb984ce7-8443-4044-a676-ecbd8e675f7d) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:07.300855 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:07.301519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.334818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb507e-d84a-44f2-ac7c-8e9c0462232b None None] Network fb984ce7-8443-4044-a676-ecbd8e675f7d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:07.367361 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2a6f26e-60b2-41b6-8274-f2db7320bf05 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0718870 Jul 28 10:53:07.370099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47316) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:07.375497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d2a154c5-feac-45f6-9c82-247aefcba57a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431289396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:07.385394 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.434213 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2a154c5-feac-45f6-9c82-247aefcba57a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (966da3ac-661c-4d41-a36e-e248ce1c383e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.435457 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2a154c5-feac-45f6-9c82-247aefcba57a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (966da3ac-661c-4d41-a36e-e248ce1c383e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.452245 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:07.512063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fb984ce7-8443-4044-a676-ecbd8e675f7d', 'network_id': 'fb984ce7-8443-4044-a676-ecbd8e675f7d', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': '632f4c55-5e20-45d8-9bfc-63df39e89492'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:53:07.513252 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.598145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2a154c5-feac-45f6-9c82-247aefcba57a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (966da3ac-661c-4d41-a36e-e248ce1c383e), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.613306 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2a154c5-feac-45f6-9c82-247aefcba57a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (966da3ac-661c-4d41-a36e-e248ce1c383e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.654164 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d2a154c5-feac-45f6-9c82-247aefcba57a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.659146 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d2a154c5-feac-45f6-9c82-247aefcba57a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2874856 Jul 28 10:53:07.661705 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47330) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:07.715877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Allocated IP 2001:db8::2 (fb984ce7-8443-4044-a676-ecbd8e675f7d/632f4c55-5e20-45d8-9bfc-63df39e89492/9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:07.844997 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:07.908900 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.914501 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.970298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Publish callbacks [] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:07.981093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.045103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Network fb984ce7-8443-4044-a676-ecbd8e675f7d is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:08.054458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:08.057392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:08.061633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Pushing event updated for resources: {'Port': ['ID=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:08.130604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Attempting to bind port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:08.131338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Attempting to bind port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd25daa63-b8f3-468a-9366-875e328a8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb984ce7-8443-4044-a676-ecbd8e675f7d'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:08.132195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Attempting to bind port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e on network fb984ce7-8443-4044-a676-ecbd8e675f7d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:08.139329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:08.139329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Checking segment: {'id': 'd25daa63-b8f3-468a-9366-875e328a8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb984ce7-8443-4044-a676-ecbd8e675f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:08.139765 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.140372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Bound using segment: {'id': 'd25daa63-b8f3-468a-9366-875e328a8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb984ce7-8443-4044-a676-ecbd8e675f7d'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:08.140957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Bound port: 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25daa63-b8f3-468a-9366-875e328a8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fb984ce7-8443-4044-a676-ecbd8e675f7d'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:08.141436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.290775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] For port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:08.299001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] For port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,segment=NetworkSegment(d25daa63-b8f3-468a-9366-875e328a8f14),segment_id=d25daa63-b8f3-468a-9366-875e328a8f14)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:08.318701 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.382809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47360) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:08.390780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-572571669-network', 'tenant_id': '0864fdcb23ac472bb3b4002bc3c42ae9'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:08.420432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524d733-4ac4-4fe1-87e8-c7f6dc323a15 None None] Pushing event updated for resources: {'Port': ['ID=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:08.433203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.440244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Made reservation on behalf of 0864fdcb23ac472bb3b4002bc3c42ae9 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:08.453915 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.475196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.673191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks [] for security_group (84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.675887 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:08.684586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.710354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:08.726251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (70651868-e718-4d2e-975a-3eb6a328f85f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.727233 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Added segment 70651868-e718-4d2e-975a-3eb6a328f85f of type vlan for network 17254eda-aa1c-44e1-9ade-18d4c4aa1780 Jul 28 10:53:08.866777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (17254eda-aa1c-44e1-9ade-18d4c4aa1780), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.906727 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (17254eda-aa1c-44e1-9ade-18d4c4aa1780), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.908798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:08.911700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:08.947659 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8::1 (fb984ce7-8443-4044-a676-ecbd8e675f7d/632f4c55-5e20-45d8-9bfc-63df39e89492/0aa939e3-5908-488c-8d3e-2f412cb46718) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:08.995232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:09.034968 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6478841 Jul 28 10:53:09.036052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47376) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:09.040951 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Request body: {'subnet': {'network_id': '17254eda-aa1c-44e1-9ade-18d4c4aa1780', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-572571669-subnet', 'tenant_id': '0864fdcb23ac472bb3b4002bc3c42ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:09.080177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d6601-fdaf-49a2-b032-27808478bd7a admin admin] Pushing event updated for resources: {'Network': ['ID=17254eda-aa1c-44e1-9ade-18d4c4aa1780,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:09.095352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 17254eda-aa1c-44e1-9ade-18d4c4aa1780 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:09.102584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Made reservation on behalf of 0864fdcb23ac472bb3b4002bc3c42ae9 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:09.105743 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.134574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.194254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.288302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network fb984ce7-8443-4044-a676-ecbd8e675f7d is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:09.294243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:09.298768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:09.298957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (966da3ac-661c-4d41-a36e-e248ce1c383e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.394339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=0aa939e3-5908-488c-8d3e-2f412cb46718,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:09.485139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47390) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:09.503854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (95a0825b-8441-4336-a176-103b76df3289), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.529260 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.555370 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:09.585016 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:09.653028 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:09.654109 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Checking segment: {'id': '70651868-e718-4d2e-975a-3eb6a328f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '17254eda-aa1c-44e1-9ade-18d4c4aa1780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:09.654471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Network hostable DHCP agents. Network: 17254eda-aa1c-44e1-9ade-18d4c4aa1780, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:09.668682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a0825b-8441-4336-a176-103b76df3289,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:09.684969 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Network 17254eda-aa1c-44e1-9ade-18d4c4aa1780 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:09.703095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 17254eda-aa1c-44e1-9ade-18d4c4aa1780) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:09.712647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:09.714696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.718060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e10d2-1ae0-4386-a174-36de8caf20bb None None] Network 17254eda-aa1c-44e1-9ade-18d4c4aa1780 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:09.783539 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-89500351-b3b7-4f87-8494-d011827799dc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7468176 Jul 28 10:53:09.857841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'network': {'name': 'tempest-network-smoke--1172044425', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'port_security_enabled': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:09.900844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Made reservation on behalf of 2afe18d732e94005a0536deb0868c7e7 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:09.906995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.928800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:09.944826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e365f0-425d-4445-9845-2f0022c11a13 None None] Network 17254eda-aa1c-44e1-9ade-18d4c4aa1780 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:10.047343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb96be-8e4c-4c0b-a61d-b1bc9bd0bfae None None] Network fb984ce7-8443-4044-a676-ecbd8e675f7d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:10.128822 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.143693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.144433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (966da3ac-661c-4d41-a36e-e248ce1c383e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.160000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (fd601249-83f6-46fd-92ac-15d5ce3dd900), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.167848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fd601249-83f6-46fd-92ac-15d5ce3dd900), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.168288 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:10.192645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-22666190-638a-40be-b60a-74f4308ca8a8 None None] Provisioning complete for port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:10.193037 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-22666190-638a-40be-b60a-74f4308ca8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.203541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=0aa939e3-5908-488c-8d3e-2f412cb46718,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:10.257721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd601249-83f6-46fd-92ac-15d5ce3dd900,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:10.273793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:10.296841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3764813d-4ee8-41d7-a38b-1611ccde4838), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.297460 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Added segment 3764813d-4ee8-41d7-a38b-1611ccde4838 of type vlan for network 08adab22-a3e8-4ada-b6e7-11163b468c17 Jul 28 10:53:10.364790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network fb984ce7-8443-4044-a676-ecbd8e675f7d is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:10.366484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:10.391056 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:10.394917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (08adab22-a3e8-4ada-b6e7-11163b468c17), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.453255 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (08adab22-a3e8-4ada-b6e7-11163b468c17), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.453255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:10.453255 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.557608 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router 966da3ac-661c-4d41-a36e-e248ce1c383e is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:53:10.668004 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:10.713033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-22666190-638a-40be-b60a-74f4308ca8a8 None None] Current status of the port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:10.714425 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-22666190-638a-40be-b60a-74f4308ca8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.724238 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 1.2379234 Jul 28 10:53:10.728808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47420) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:10.734549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'admin_state_up': True, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:10.753459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276e923-e5d6-46ab-80c9-ae4ab007cd1d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Network': ['ID=08adab22-a3e8-4ada-b6e7-11163b468c17,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:10.764088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:10.787673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:10.803108 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (02407223-04a1-43c9-9d95-2963cc97d93c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.806294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (02407223-04a1-43c9-9d95-2963cc97d93c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:10.881960 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_controller (02407223-04a1-43c9-9d95-2963cc97d93c), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.106400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:11.114578 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8685ba2a-c0c6-451b-bd06-c26afd7aef3a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/966da3ac-661c-4d41-a36e-e248ce1c383e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468594 Jul 28 10:53:11.116393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47434) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:11.173590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3755-a97e-45dc-89d3-5ca95234cc51 req-952e45c5-be16-4170-980c-4e9785a22c65 tempest-VolumesActionsTest-744902944 tempest-VolumesActionsTest-744902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:11.175250 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dd1e3755-a97e-45dc-89d3-5ca95234cc51 req-952e45c5-be16-4170-980c-4e9785a22c65 tempest-VolumesActionsTest-744902944 tempest-VolumesActionsTest-744902944-project] 10.222.0.46 "GET /v2.0/networks?id=5b7dc00b-d639-441a-a8ac-9b9a93fd9940 HTTP/1.1" status: 200 len: 809 time: 0.2918439 Jul 28 10:53:11.197995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec2b78-f9f1-4c40-9b23-c4b32e44d8bd tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:11.201909 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1dec2b78-f9f1-4c40-9b23-c4b32e44d8bd tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports/0aa939e3-5908-488c-8d3e-2f412cb46718 HTTP/1.1" status: 200 len: 911 time: 0.0821524 Jul 28 10:53:11.202616 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47436) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:11.207793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '632f4c55-5e20-45d8-9bfc-63df39e89492'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:11.215429 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dd1e3755-a97e-45dc-89d3-5ca95234cc51 req-d73931ef-ba38-4010-824a-37683321a75a tempest-VolumesActionsTest-744902944 tempest-VolumesActionsTest-744902944-project] 10.222.0.46 "GET /v2.0/quotas/5b833e323b674c858e1a4e2b184fa6a1 HTTP/1.1" status: 200 len: 375 time: 0.0311294 Jul 28 10:53:11.319276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] Sync routers for ids ['966da3ac-661c-4d41-a36e-e248ce1c383e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:11.338089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:11.338816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.368316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-22666190-638a-40be-b60a-74f4308ca8a8 None None] For port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,segment=NetworkSegment(d25daa63-b8f3-468a-9366-875e328a8f14),segment_id=d25daa63-b8f3-468a-9366-875e328a8f14)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:11.383427 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dd1e3755-a97e-45dc-89d3-5ca95234cc51 req-1c5ce2c4-16f9-4e48-96ea-4958d62a42b8 tempest-VolumesActionsTest-744902944 tempest-VolumesActionsTest-744902944-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b833e323b674c858e1a4e2b184fa6a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1613052 Jul 28 10:53:11.408725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (02407223-04a1-43c9-9d95-2963cc97d93c), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.446491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] Routers {'966da3ac-661c-4d41-a36e-e248ce1c383e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:11.447456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['966da3ac-661c-4d41-a36e-e248ce1c383e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:11.487185 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.576605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-22666190-638a-40be-b60a-74f4308ca8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.594836 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:11.622247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:11.752737 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.753771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:11.758077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] Routers {'966da3ac-661c-4d41-a36e-e248ce1c383e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:11.759158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['966da3ac-661c-4d41-a36e-e248ce1c383e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:11.775340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-592ef0be-69f3-4bff-acfb-cdac3daf62a4 None None] Provisioning complete for port 0aa939e3-5908-488c-8d3e-2f412cb46718 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:11.776036 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-592ef0be-69f3-4bff-acfb-cdac3daf62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.903203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-592ef0be-69f3-4bff-acfb-cdac3daf62a4 None None] Port 0aa939e3-5908-488c-8d3e-2f412cb46718 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:11.921397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:11.922045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549dd4b2-c576-4fc5-a130-bc49410c738e None None] The sync data for ids ['966da3ac-661c-4d41-a36e-e248ce1c383e'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:11.923529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-592ef0be-69f3-4bff-acfb-cdac3daf62a4 None None] Provisioning complete for port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:11.923912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-592ef0be-69f3-4bff-acfb-cdac3daf62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:11.935233 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:11.958343 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:11.980313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22666190-638a-40be-b60a-74f4308ca8a8 None None] Pushing event updated for resources: {'Port': ['ID=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:12.011204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (02407223-04a1-43c9-9d95-2963cc97d93c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.034735 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.039308 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dd1e3755-a97e-45dc-89d3-5ca95234cc51 req-e4a0e6a8-9360-4ffc-8eb0-55558b189043 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7dc00b-d639-441a-a8ac-9b9a93fd9940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448145 Jul 28 10:53:12.097480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-592ef0be-69f3-4bff-acfb-cdac3daf62a4 None None] Current status of the port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:12.244677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-395c983a-d71a-4903-8f30-4dc9e7003df2 None None] Provisioning complete for port 0aa939e3-5908-488c-8d3e-2f412cb46718 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:12.245360 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-395c983a-d71a-4903-8f30-4dc9e7003df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.249349 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:12.256595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.262118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Allocated IP 172.25.2.155 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ec0b871e-285e-4d34-974b-b223ff1c6cf1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:12.277712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.286919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:12.289167 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.292874 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/ports/0aa939e3-5908-488c-8d3e-2f412cb46718 HTTP/1.1" status: 200 len: 911 time: 1.0892010 Jul 28 10:53:12.297282 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47458) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:12.347570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-395c983a-d71a-4903-8f30-4dc9e7003df2 None None] Port 0aa939e3-5908-488c-8d3e-2f412cb46718 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:12.381754 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ae352-0408-4e04-8807-fecaf65ccef6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=0aa939e3-5908-488c-8d3e-2f412cb46718,revision_number=3']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:12.391040 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-dd1e3755-a97e-45dc-89d3-5ca95234cc51 req-18629edf-1b01-484e-959d-9eb2c0950371 service neutron] 10.222.0.46 "GET /v2.0/networks/5b7dc00b-d639-441a-a8ac-9b9a93fd9940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394949 Jul 28 10:53:12.706896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:12.722271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.777314 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-bb4bf3af-232c-4d62-9073-3274fff542e1 req-e4fbcef2-da32-4607-99d4-97b72d0342e5 tempest-VolumesActionsTest-744902944 tempest-VolumesActionsTest-744902944-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d9de609-e79d-44e4-a373-37630e0e9b8a HTTP/1.1" status: 200 len: 210 time: 0.0760088 Jul 28 10:53:12.830671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:12.831220 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.854951 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:12.864536 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:12.948712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:12.964129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:12.988644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:12.997268 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:13.034851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Port': ['ID=ec0b871e-285e-4d34-974b-b223ff1c6cf1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:13.124654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (966da3ac-661c-4d41-a36e-e248ce1c383e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:13.704759 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:13.782332 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:13.840726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (02407223-04a1-43c9-9d95-2963cc97d93c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:13.930038 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 0aa939e3-5908-488c-8d3e-2f412cb46718 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:13.930342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:13.967387 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-339873c9-baf5-4a9b-b5e3-2a078694c7c2 req-3d33f32b-9492-4ffd-98ac-3f59456242ef tempest-VolumesActionsTest-744902944 tempest-VolumesActionsTest-744902944-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d9de609-e79d-44e4-a373-37630e0e9b8a HTTP/1.1" status: 200 len: 210 time: 0.0530295 Jul 28 10:53:14.109293 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:14.122281 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=10 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:14.163164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 0aa939e3-5908-488c-8d3e-2f412cb46718 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:14.192388 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0ad0d429-c888-4b2e-8529-2657f6ac5c30 req-c62e5525-fe14-4038-8276-cdbb76cc74e5 tempest-VolumesActionsTest-744902944 tempest-VolumesActionsTest-744902944-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d9de609-e79d-44e4-a373-37630e0e9b8a HTTP/1.1" status: 200 len: 210 time: 0.0510013 Jul 28 10:53:14.274922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (02407223-04a1-43c9-9d95-2963cc97d93c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:14.499891 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:53:14.561034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (0aa939e3-5908-488c-8d3e-2f412cb46718), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:14.572818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Router 02407223-04a1-43c9-9d95-2963cc97d93c is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:53:14.596465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=0aa939e3-5908-488c-8d3e-2f412cb46718,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:14.747063 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:14.823025 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (966da3ac-661c-4d41-a36e-e248ce1c383e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:14.828044 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:14.977240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:14.996497 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Sync routers for ids ['02407223-04a1-43c9-9d95-2963cc97d93c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:15.012877 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Routers {'02407223-04a1-43c9-9d95-2963cc97d93c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:15.013777 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['02407223-04a1-43c9-9d95-2963cc97d93c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:15.087667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:15.091916 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-08912f59-6fc7-4f45-a327-e81c2ace396c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3589413 Jul 28 10:53:15.092280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47520) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:15.125853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router 966da3ac-661c-4d41-a36e-e248ce1c383e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:15.165482 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Set router 02407223-04a1-43c9-9d95-2963cc97d93c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:15.303542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a36a2330-cd0a-4df6-910c-22e968043d6a tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2afe18d732e94005a0536deb0868c7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2098308 Jul 28 10:53:15.305940 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47532) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:15.332663 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:15.338696 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c20c48a7-6ae3-49b6-be36-04781206beaa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/966da3ac-661c-4d41-a36e-e248ce1c383e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0403042 Jul 28 10:53:15.341431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47534) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:15.347077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] Sync routers for ids ['966da3ac-661c-4d41-a36e-e248ce1c383e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:15.371009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] Routers {'966da3ac-661c-4d41-a36e-e248ce1c383e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:15.371951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['966da3ac-661c-4d41-a36e-e248ce1c383e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:15.413321 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-55393226-0eec-4372-94fc-f3ae30e86168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=966da3ac-661c-4d41-a36e-e248ce1c383e HTTP/1.1" status: 200 len: 205 time: 0.0704224 Jul 28 10:53:15.416321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47536) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:15.418883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:15.432023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] Routers {'966da3ac-661c-4d41-a36e-e248ce1c383e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:15.434569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['966da3ac-661c-4d41-a36e-e248ce1c383e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:15.456740 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:13Z', 'revision_number': 3, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:12Z', 'updated_at': '2022-07-28T10:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:15.480236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:15.481658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d3535-d641-43c8-83ff-d5c5b16d6213 None None] The sync data for ids ['966da3ac-661c-4d41-a36e-e248ce1c383e'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:15.564156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f57cb31-2430-4bd9-88c8-3521b878d48f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (966da3ac-661c-4d41-a36e-e248ce1c383e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:15.581319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd434e8-ee2a-494c-b51d-6a92c9d4a5c4 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:15.584978 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5cd434e8-ee2a-494c-b51d-6a92c9d4a5c4 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2778614 Jul 28 10:53:15.588217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47538) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:15.609308 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Checking router: 02407223-04a1-43c9-9d95-2963cc97d93c for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:15.610072 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Updating router 02407223-04a1-43c9-9d95-2963cc97d93c port ec0b871e-285e-4d34-974b-b223ff1c6cf1 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:15.665272 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:15.670016 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-63001c54-75e0-48da-a22e-372eff2ad37c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789607 Jul 28 10:53:15.675991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47544) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:15.683581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788436443', 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:15.868529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Made reservation on behalf of 2afe18d732e94005a0536deb0868c7e7 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:15.875089 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:15.899702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f57cb31-2430-4bd9-88c8-3521b878d48f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (966da3ac-661c-4d41-a36e-e248ce1c383e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:15.902762 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f57cb31-2430-4bd9-88c8-3521b878d48f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (966da3ac-661c-4d41-a36e-e248ce1c383e), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.040053 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f57cb31-2430-4bd9-88c8-3521b878d48f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (966da3ac-661c-4d41-a36e-e248ce1c383e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.040835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f57cb31-2430-4bd9-88c8-3521b878d48f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Fanout notify agent at l3_agent the message router_deleted on router 966da3ac-661c-4d41-a36e-e248ce1c383e {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:53:16.048708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7f57cb31-2430-4bd9-88c8-3521b878d48f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.050015 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7f57cb31-2430-4bd9-88c8-3521b878d48f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/966da3ac-661c-4d41-a36e-e248ce1c383e HTTP/1.1" status: 204 len: 168 time: 0.6325984 Jul 28 10:53:16.060309 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47554) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:16.174454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet 632f4c55-5e20-45d8-9bfc-63df39e89492 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:53:16.178833 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (632f4c55-5e20-45d8-9bfc-63df39e89492), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.191168 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Publish callbacks [] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.198380 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.256430 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Pushing event updated for resources: {'Port': ['ID=ec0b871e-285e-4d34-974b-b223ff1c6cf1,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:16.267250 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.268421 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.268973 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.269704 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.270239 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.270794 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.271898 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.272428 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.272975 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.273758 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.274366 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.274974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.275653 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.276462 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.276950 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:16.316534 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Attempting to bind port ec0b871e-285e-4d34-974b-b223ff1c6cf1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:16.316905 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Attempting to bind port ec0b871e-285e-4d34-974b-b223ff1c6cf1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:16.322585 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Attempting to bind port ec0b871e-285e-4d34-974b-b223ff1c6cf1 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:16.331464 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:16.332277 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:16.332986 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.333545 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:16.335217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Bound port: ec0b871e-285e-4d34-974b-b223ff1c6cf1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:16.336459 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.340829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (632f4c55-5e20-45d8-9bfc-63df39e89492), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.404612 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] For port ec0b871e-285e-4d34-974b-b223ff1c6cf1, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:16.407965 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] For port ec0b871e-285e-4d34-974b-b223ff1c6cf1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ec0b871e-285e-4d34-974b-b223ff1c6cf1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:16.415973 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.421081 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:16.461306 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:16.471553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (70b23509-99f0-4a29-a754-b7d431f5698c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.512751 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:16.555571 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Routers {'02407223-04a1-43c9-9d95-2963cc97d93c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:16.556532 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['02407223-04a1-43c9-9d95-2963cc97d93c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:16.609294 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa6731-3bf3-4896-abdc-f20bb99fcf1d None None] Pushing event updated for resources: {'Port': ['ID=ec0b871e-285e-4d34-974b-b223ff1c6cf1,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:16.641609 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:16.668596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (632f4c55-5e20-45d8-9bfc-63df39e89492), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.713587 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] Set router 02407223-04a1-43c9-9d95-2963cc97d93c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:16.757259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Subnet': ['ID=70b23509-99f0-4a29-a754-b7d431f5698c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:16.770228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (632f4c55-5e20-45d8-9bfc-63df39e89492), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.801396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4efe3b-fa6a-4591-b47a-339c41d10a76 None None] Network fb984ce7-8443-4044-a676-ecbd8e675f7d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:16.810855 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.814763 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/632f4c55-5e20-45d8-9bfc-63df39e89492 HTTP/1.1" status: 204 len: 168 time: 0.7534125 Jul 28 10:53:16.817431 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47562) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:16.821165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744662c-a1a7-45a8-8154-d07dfef3ee89 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=632f4c55-5e20-45d8-9bfc-63df39e89492,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:16.827922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Checking segment: {'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:16.828481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network hostable DHCP agents. Network: 08adab22-a3e8-4ada-b6e7-11163b468c17, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:16.854396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:16.872534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 08adab22-a3e8-4ada-b6e7-11163b468c17) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:16.881058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:16.881985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:16.925195 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-54f7fe1a-03a4-442f-86fe-c334c5d534f3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2454975 Jul 28 10:53:16.927250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47570) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:16.970956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738fa65c-6644-4428-b4ce-585320b66c24 None None] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:16.998551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:13Z', 'revision_number': 3, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:12Z', 'updated_at': '2022-07-28T10:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:17.038800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fb984ce7-8443-4044-a676-ecbd8e675f7d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.058016 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dff8960-d17e-4280-a685-00466d4baeae None None] The sync data for ids ['02407223-04a1-43c9-9d95-2963cc97d93c'] in n-d-850468-6 is: [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:13Z', 'revision_number': 3, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:12Z', 'updated_at': '2022-07-28T10:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:17.137795 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:17.138382 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.236116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] DHCP port deletion for fb984ce7-8443-4044-a676-ecbd8e675f7d request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:53:17.250791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-08adab22-a3e8-4ada-b6e7-11163b468c17', 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'fixed_ips': [{'subnet_id': '70b23509-99f0-4a29-a754-b7d431f5698c'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:53:17.252127 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.266981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,segment=NetworkSegment(d25daa63-b8f3-468a-9366-875e328a8f14),segment_id=d25daa63-b8f3-468a-9366-875e328a8f14)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:17.268517 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.299960 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:17.317710 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:17.322176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Deleting port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:17.322925 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.402086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] For port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,segment=NetworkSegment(d25daa63-b8f3-468a-9366-875e328a8f14),segment_id=d25daa63-b8f3-468a-9366-875e328a8f14)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:17.403051 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.424357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Calling delete_port for 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:17.568535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.642952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:17.658852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:53:17.735095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Allocated IP 172.20.0.2 (08adab22-a3e8-4ada-b6e7-11163b468c17/70b23509-99f0-4a29-a754-b7d431f5698c/8aa34619-a50d-4c10-99ab-3d39550b51d6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:17.816306 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.843674 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:17.949910 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.959983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fb984ce7-8443-4044-a676-ecbd8e675f7d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:17.988817 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:18.007417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] No DVR routers for this DVR port 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:53:18.025342 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb984ce7-8443-4044-a676-ecbd8e675f7d']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:18.056382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25daa63-b8f3-468a-9366-875e328a8f14') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:18.056382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25daa63-b8f3-468a-9366-875e328a8f14') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:18.064456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (d25daa63-b8f3-468a-9366-875e328a8f14), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.067294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Pushing event deleted for resources: {'Port': ['ID=9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:18.082801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d25daa63-b8f3-468a-9366-875e328a8f14), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.100548 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:53:18.100844 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (d25daa63-b8f3-468a-9366-875e328a8f14), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.200825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Publish callbacks [] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.235796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.241379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.242277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.242809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.245305 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d25daa63-b8f3-468a-9366-875e328a8f14 resource provider aggregate not found Jul 28 10:53:18.246856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.249887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.251519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.255102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.255784 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.256504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.257040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.259052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.259602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.260125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.261191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.261710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14de89-8fb5-45a5-9f16-68aaf1c0150d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:18.315686 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d25daa63-b8f3-468a-9366-875e328a8f14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d25daa63-b8f3-468a-9366-875e328a8f14 found for delete ", "request_id": "req-0f39a1c3-c93b-45f3-aaec-184902b9a101"}]} Jul 28 10:53:18.327837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fb984ce7-8443-4044-a676-ecbd8e675f7d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.346056 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.363711 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/fb984ce7-8443-4044-a676-ecbd8e675f7d HTTP/1.1" status: 204 len: 168 time: 1.5392902 Jul 28 10:53:18.369377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47602) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:18.372289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:18.378059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:18.387914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f26ebb4e-d17b-4c64-943f-a37e539de8e8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1361984715', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:18.398043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:18.425321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Pushing event updated for resources: {'Port': ['ID=8aa34619-a50d-4c10-99ab-3d39550b51d6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:18.462075 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:18.462917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb4e-d17b-4c64-943f-a37e539de8e8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.466701 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb4e-d17b-4c64-943f-a37e539de8e8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.472763 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:18.479512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e63aa-1ae5-4b48-8153-37d10e0b7b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=fb984ce7-8443-4044-a676-ecbd8e675f7d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:18.579917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Attempting to bind port 8aa34619-a50d-4c10-99ab-3d39550b51d6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:18.582159 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Attempting to bind port 8aa34619-a50d-4c10-99ab-3d39550b51d6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:18.584211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Attempting to bind port 8aa34619-a50d-4c10-99ab-3d39550b51d6 on network 08adab22-a3e8-4ada-b6e7-11163b468c17 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:18.604078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:18.604463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Checking segment: {'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:18.607003 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.607605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Bound using segment: {'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:18.608286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Bound port: 8aa34619-a50d-4c10-99ab-3d39550b51d6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:18.611311 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.615546 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb4e-d17b-4c64-943f-a37e539de8e8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.617034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Allocated IP 172.20.0.1 (08adab22-a3e8-4ada-b6e7-11163b468c17/70b23509-99f0-4a29-a754-b7d431f5698c/b78061cb-84bf-4004-850d-6b120bd81d24) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:18.629612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb4e-d17b-4c64-943f-a37e539de8e8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.666741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f26ebb4e-d17b-4c64-943f-a37e539de8e8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.668354 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f26ebb4e-d17b-4c64-943f-a37e539de8e8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2966337 Jul 28 10:53:18.670936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47604) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:18.677012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-404945088'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:18.734827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:18.738241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.767307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] For port 8aa34619-a50d-4c10-99ab-3d39550b51d6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:18.772637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] For port 8aa34619-a50d-4c10-99ab-3d39550b51d6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8aa34619-a50d-4c10-99ab-3d39550b51d6,segment=NetworkSegment(3764813d-4ee8-41d7-a38b-1611ccde4838),segment_id=3764813d-4ee8-41d7-a38b-1611ccde4838)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:18.783533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.794321 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:18.799596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:18.815180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ec0b871e-285e-4d34-974b-b223ff1c6cf1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:18.854100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cb42eb43-cb66-4de2-b06d-4704ef8c1a0e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.854100 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment cb42eb43-cb66-4de2-b06d-4704ef8c1a0e of type vlan for network 59e95a98-7489-4fa0-8c55-0d7250f3d486 Jul 28 10:53:18.873244 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=8,neutron:SELECT=84,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:18.908110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (59e95a98-7489-4fa0-8c55-0d7250f3d486), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.954718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad1933-336f-4caa-bf48-eeb0cd2db531 None None] Pushing event updated for resources: {'Port': ['ID=8aa34619-a50d-4c10-99ab-3d39550b51d6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:18.961485 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (59e95a98-7489-4fa0-8c55-0d7250f3d486), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.971006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:18.972209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:18.994496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ec0b871e-285e-4d34-974b-b223ff1c6cf1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:18.994887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.027043 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.3546207 Jul 28 10:53:19.027569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47612) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:19.072854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:19.091303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for port (b78061cb-84bf-4004-850d-6b120bd81d24), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.192363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ec0b871e-285e-4d34-974b-b223ff1c6cf1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:19.193364 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.207125 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.249447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ec0b871e-285e-4d34-974b-b223ff1c6cf1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ec0b871e-285e-4d34-974b-b223ff1c6cf1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:19.262345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a468b33-9fea-464c-a7f6-88addd1b5863 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=59e95a98-7489-4fa0-8c55-0d7250f3d486,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:19.281956 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.356180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:19.367905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:19.381282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:19.381575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.381706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:19.489144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Port': ['ID=b78061cb-84bf-4004-850d-6b120bd81d24,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:19.519701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ec0b871e-285e-4d34-974b-b223ff1c6cf1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:19.532690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:19.541616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:53:19.572156 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (02407223-04a1-43c9-9d95-2963cc97d93c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.733284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:53:19.733670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9e4f0cb4-8c9e-45c0-9940-a2cd1b09f81e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:53:19.898011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:19.914413 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (79a8f9e8-9106-4fab-b5f5-ec32f3e22729), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:20.017414 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=14 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:20.021177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=79a8f9e8-9106-4fab-b5f5-ec32f3e22729,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:20.070744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:20.073721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 59e95a98-7489-4fa0-8c55-0d7250f3d486, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:20.108735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:20.124620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 59e95a98-7489-4fa0-8c55-0d7250f3d486) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:20.135455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:20.137902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:20.141671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27daebb4-bfc1-4d43-8351-3335844e5f7a None None] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:20.192176 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2cb8b16c-308e-456c-b14c-3640d2040b17 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1243846 Jul 28 10:53:20.197748 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47636) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:20.375643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-59e95a98-7489-4fa0-8c55-0d7250f3d486', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:53:20.378258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:20.457668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for port (b78061cb-84bf-4004-850d-6b120bd81d24), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:20.475904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:20.691581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Port': ['ID=b78061cb-84bf-4004-850d-6b120bd81d24,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:20.699012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Allocated IP 2001:db8::2 (59e95a98-7489-4fa0-8c55-0d7250f3d486/79a8f9e8-9106-4fab-b5f5-ec32f3e22729/cbe833b0-c893-4cf2-bfdf-747d77faa756) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:20.783777 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:20.827008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (02407223-04a1-43c9-9d95-2963cc97d93c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:20.916436 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.016040 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:21.054008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:21.056554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:21.158035 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:21.209115 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Router 02407223-04a1-43c9-9d95-2963cc97d93c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:21.222847 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Publish callbacks [] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.231342 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:21.234356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ec0b871e-285e-4d34-974b-b223ff1c6cf1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:21.263668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9535ad94-0900-482c-894a-ad26c85cc8dd None None] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:21.427835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8::1 (59e95a98-7489-4fa0-8c55-0d7250f3d486/79a8f9e8-9106-4fab-b5f5-ec32f3e22729/8ebcacb9-786b-45dd-8c4d-51deed05511d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:21.434794 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:21.435793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-788477e8-29be-4ff7-96c2-cc2891038f99 None None] Provisioning complete for port 8aa34619-a50d-4c10-99ab-3d39550b51d6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:21.436208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-788477e8-29be-4ff7-96c2-cc2891038f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.463495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:21.477798 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Sync routers for ids ['02407223-04a1-43c9-9d95-2963cc97d93c'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:21.487431 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.488022 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-711e6501-0350-4945-9373-6b0c695b826a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "PUT /v2.0/routers/02407223-04a1-43c9-9d95-2963cc97d93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5450974 Jul 28 10:53:21.488943 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47662) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:21.497489 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Routers {'02407223-04a1-43c9-9d95-2963cc97d93c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:21.498468 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['02407223-04a1-43c9-9d95-2963cc97d93c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:21.555149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:21.591002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:21.594364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:21.678695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.730056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Attempting to bind port cbe833b0-c893-4cf2-bfdf-747d77faa756 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:21.730437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Attempting to bind port cbe833b0-c893-4cf2-bfdf-747d77faa756 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:21.730803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Attempting to bind port cbe833b0-c893-4cf2-bfdf-747d77faa756 on network 59e95a98-7489-4fa0-8c55-0d7250f3d486 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:21.743267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:21.743643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Checking segment: {'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:21.744045 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.744493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Bound using segment: {'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:21.745126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Bound port: cbe833b0-c893-4cf2-bfdf-747d77faa756, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:21.745512 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.748101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ec0b871e-285e-4d34-974b-b223ff1c6cf1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:21.748464 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.774315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:21.856625 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Set router 02407223-04a1-43c9-9d95-2963cc97d93c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:21.860858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Pushing event updated for resources: {'Port': ['ID=cbe833b0-c893-4cf2-bfdf-747d77faa756,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:21.897921 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=8ebcacb9-786b-45dd-8c4d-51deed05511d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:21.943590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:21.954826 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:21.957691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:21.958498 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:22.075199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] For port cbe833b0-c893-4cf2-bfdf-747d77faa756, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:22.090672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] For port cbe833b0-c893-4cf2-bfdf-747d77faa756, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbe833b0-c893-4cf2-bfdf-747d77faa756,segment=NetworkSegment(cb42eb43-cb66-4de2-b06d-4704ef8c1a0e),segment_id=cb42eb43-cb66-4de2-b06d-4704ef8c1a0e)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:22.116409 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:22.200842 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:22.209982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-788477e8-29be-4ff7-96c2-cc2891038f99 None None] Current status of the port 8aa34619-a50d-4c10-99ab-3d39550b51d6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:22.216427 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-788477e8-29be-4ff7-96c2-cc2891038f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:22.366436 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:19Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:12Z', 'updated_at': '2022-07-28T10:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b78061cb-84bf-4004-850d-6b120bd81d24', 'name': '', 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70b23509-99f0-4a29-a754-b7d431f5698c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:20Z', 'revision_number': 2, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'subnets': [{'id': '70b23509-99f0-4a29-a754-b7d431f5698c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:22.396815 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Checking router: 02407223-04a1-43c9-9d95-2963cc97d93c for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:22.397171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Updating router 02407223-04a1-43c9-9d95-2963cc97d93c port b78061cb-84bf-4004-850d-6b120bd81d24 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:22.467477 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:22.474495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ec0b871e-285e-4d34-974b-b223ff1c6cf1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:22.476894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8aa34619-a50d-4c10-99ab-3d39550b51d6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:22.484735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7fa7e-415f-4cc3-9218-75bf5425a90f None None] Pushing event updated for resources: {'Port': ['ID=cbe833b0-c893-4cf2-bfdf-747d77faa756,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:22.532523 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:22.658738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-788477e8-29be-4ff7-96c2-cc2891038f99 None None] For port 8aa34619-a50d-4c10-99ab-3d39550b51d6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8aa34619-a50d-4c10-99ab-3d39550b51d6,segment=NetworkSegment(3764813d-4ee8-41d7-a38b-1611ccde4838),segment_id=3764813d-4ee8-41d7-a38b-1611ccde4838)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:22.689350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-788477e8-29be-4ff7-96c2-cc2891038f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:22.700668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8aa34619-a50d-4c10-99ab-3d39550b51d6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:22.703963 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:22.757577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:22.758166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:22.758573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:22.759038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:22.759500 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:22.759962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:22.760425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:22.767572 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-80e58b2e-830d-4d50-813a-44ea19fb2a20 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 1.2772586 Jul 28 10:53:22.768250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47678) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:22.923716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ecd47c7a-32f9-45c7-8365-8629a53ae2f3 None None] Provisioning complete for port b78061cb-84bf-4004-850d-6b120bd81d24 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:22.924186 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecd47c7a-32f9-45c7-8365-8629a53ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.073910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788477e8-29be-4ff7-96c2-cc2891038f99 None None] Pushing event updated for resources: {'Port': ['ID=8aa34619-a50d-4c10-99ab-3d39550b51d6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:23.091941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:23.095670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:23.097243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:23.098104 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:23.100499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:23.100974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:23.101439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:23.112366 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a51c614a-b342-4ee6-a601-bd84cc1dfa38 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4613 time: 0.3426976 Jul 28 10:53:23.115250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47684) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:23.164480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ecd47c7a-32f9-45c7-8365-8629a53ae2f3 None None] Port b78061cb-84bf-4004-850d-6b120bd81d24 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:23.218362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ecd47c7a-32f9-45c7-8365-8629a53ae2f3 None None] Provisioning complete for port 8aa34619-a50d-4c10-99ab-3d39550b51d6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:23.219092 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecd47c7a-32f9-45c7-8365-8629a53ae2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.247024 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:23.262775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8aa34619-a50d-4c10-99ab-3d39550b51d6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:23.422039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ecd47c7a-32f9-45c7-8365-8629a53ae2f3 None None] Current status of the port 8aa34619-a50d-4c10-99ab-3d39550b51d6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:23.428660 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Publish callbacks [] for port (b78061cb-84bf-4004-850d-6b120bd81d24), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.439715 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.530593 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:23.557596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ba320dab-22f7-4d1a-9532-2124f92c9d6f None None] Provisioning complete for port b78061cb-84bf-4004-850d-6b120bd81d24 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:23.566136 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ba320dab-22f7-4d1a-9532-2124f92c9d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.619038 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39f1f8-29f8-492f-8521-423eb8d3ec6e None None] Pushing event updated for resources: {'Port': ['ID=b78061cb-84bf-4004-850d-6b120bd81d24,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:23.625788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbe833b0-c893-4cf2-bfdf-747d77faa756 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:23.707609 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-85227cef-0108-4e61-990b-f437f5f7382c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2136 time: 0.5903242 Jul 28 10:53:23.713536 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Attempting to bind port b78061cb-84bf-4004-850d-6b120bd81d24 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:23.713959 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Attempting to bind port b78061cb-84bf-4004-850d-6b120bd81d24 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:23.714638 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Attempting to bind port b78061cb-84bf-4004-850d-6b120bd81d24 on network 08adab22-a3e8-4ada-b6e7-11163b468c17 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:23.720102 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:23.720480 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Checking segment: {'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:23.720910 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.721305 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Bound using segment: {'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:23.722357 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Bound port: b78061cb-84bf-4004-850d-6b120bd81d24, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3764813d-4ee8-41d7-a38b-1611ccde4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:23.722357 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.766305 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:23.784872 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:23.819186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47698) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:23.824371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cbe833b0-c893-4cf2-bfdf-747d77faa756 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:23.824795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.825108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873389825', 'description': 'tempest-secgroup-smoke-873389825 description', 'project_id': '2afe18d732e94005a0536deb0868c7e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:23.830776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ba320dab-22f7-4d1a-9532-2124f92c9d6f None None] Port b78061cb-84bf-4004-850d-6b120bd81d24 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:23.874227 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:23.896871 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] For port b78061cb-84bf-4004-850d-6b120bd81d24, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:23.908130 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:23.914127 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] For port b78061cb-84bf-4004-850d-6b120bd81d24, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b78061cb-84bf-4004-850d-6b120bd81d24,segment=NetworkSegment(3764813d-4ee8-41d7-a38b-1611ccde4838),segment_id=3764813d-4ee8-41d7-a38b-1611ccde4838)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:23.940967 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.006558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.014352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.016654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.120960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (52013056-8cba-499a-9f47-33766a671246), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.132417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (52013056-8cba-499a-9f47-33766a671246), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.135518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cbe833b0-c893-4cf2-bfdf-747d77faa756 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:24.138928 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.169078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Routers {'02407223-04a1-43c9-9d95-2963cc97d93c'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:24.169708 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['02407223-04a1-43c9-9d95-2963cc97d93c'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:24.217380 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:24.239362 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52013056-8cba-499a-9f47-33766a671246,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:24.267842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port cbe833b0-c893-4cf2-bfdf-747d77faa756, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbe833b0-c893-4cf2-bfdf-747d77faa756,segment=NetworkSegment(cb42eb43-cb66-4de2-b06d-4704ef8c1a0e),segment_id=cb42eb43-cb66-4de2-b06d-4704ef8c1a0e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:24.277826 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.278755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8aa34619-a50d-4c10-99ab-3d39550b51d6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:24.279942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.280224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.280566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.284583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.285484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.285838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.286210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.293383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.293816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.297578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.297976 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.298328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.298675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.299914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.300274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:24.302093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:24.309087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:24.337011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=8ebcacb9-786b-45dd-8c4d-51deed05511d,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:24.339630 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.345297 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14cdee52-cca4-4acc-a6fc-c44d195db303 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5247900 Jul 28 10:53:24.346332 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47708) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:24.359713 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2dd27649-2f97-4154-82f2-4adac3300e3d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': '52013056-8cba-499a-9f47-33766a671246', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:24.382570 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39f1f8-29f8-492f-8521-423eb8d3ec6e None None] Pushing event updated for resources: {'Port': ['ID=b78061cb-84bf-4004-850d-6b120bd81d24,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:24.498888 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dd27649-2f97-4154-82f2-4adac3300e3d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (8aaf288c-b6d3-4e84-a62e-fc45099e8c2f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.662520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dd27649-2f97-4154-82f2-4adac3300e3d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (8aaf288c-b6d3-4e84-a62e-fc45099e8c2f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.664364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-353d3b76-6d9c-4a5c-a43f-e62c97aa3360 None None] Provisioning complete for port b78061cb-84bf-4004-850d-6b120bd81d24 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:24.665537 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-353d3b76-6d9c-4a5c-a43f-e62c97aa3360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.680609 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dd27649-2f97-4154-82f2-4adac3300e3d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8aaf288c-b6d3-4e84-a62e-fc45099e8c2f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.732443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd27649-2f97-4154-82f2-4adac3300e3d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaf288c-b6d3-4e84-a62e-fc45099e8c2f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:24.747092 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dd27649-2f97-4154-82f2-4adac3300e3d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.753793 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2dd27649-2f97-4154-82f2-4adac3300e3d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4058673 Jul 28 10:53:24.756015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47714) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:24.767237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9ac5bee7-59f0-4cf5-9d5f-c17ff2b54569 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': '52013056-8cba-499a-9f47-33766a671246', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:24.828870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8aa34619-a50d-4c10-99ab-3d39550b51d6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:24.829401 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.832258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=cbe833b0-c893-4cf2-bfdf-747d77faa756,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:24.888893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac659a-e102-46bf-966b-db1bf5b6f7a0 None None] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:24.904435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ac5bee7-59f0-4cf5-9d5f-c17ff2b54569 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (de56dbb7-6a45-4482-8d93-3caad0d8b86c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:24.945828 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] Set router 02407223-04a1-43c9-9d95-2963cc97d93c gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:24.951830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:53:24.986766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-353d3b76-6d9c-4a5c-a43f-e62c97aa3360 None None] Current status of the port b78061cb-84bf-4004-850d-6b120bd81d24 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:24.987360 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-353d3b76-6d9c-4a5c-a43f-e62c97aa3360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.005144 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:25.065869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-353d3b76-6d9c-4a5c-a43f-e62c97aa3360 None None] For port b78061cb-84bf-4004-850d-6b120bd81d24, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b78061cb-84bf-4004-850d-6b120bd81d24,segment=NetworkSegment(3764813d-4ee8-41d7-a38b-1611ccde4838),segment_id=3764813d-4ee8-41d7-a38b-1611ccde4838)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:25.108417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ac5bee7-59f0-4cf5-9d5f-c17ff2b54569 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (de56dbb7-6a45-4482-8d93-3caad0d8b86c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.123902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ac5bee7-59f0-4cf5-9d5f-c17ff2b54569 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (de56dbb7-6a45-4482-8d93-3caad0d8b86c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.124376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8aa34619-a50d-4c10-99ab-3d39550b51d6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:25.127339 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-353d3b76-6d9c-4a5c-a43f-e62c97aa3360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.135579 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:25.184946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5bee7-59f0-4cf5-9d5f-c17ff2b54569 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de56dbb7-6a45-4482-8d93-3caad0d8b86c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:25.223061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9ac5bee7-59f0-4cf5-9d5f-c17ff2b54569 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.225149 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9ac5bee7-59f0-4cf5-9d5f-c17ff2b54569 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4671404 Jul 28 10:53:25.228012 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47734) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:25.241835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3430fc16-dc42-47a8-b6a9-b58ccf93d1d7 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': '52013056-8cba-499a-9f47-33766a671246', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:25.293260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d3b76-6d9c-4a5c-a43f-e62c97aa3360 None None] Pushing event updated for resources: {'Port': ['ID=b78061cb-84bf-4004-850d-6b120bd81d24,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:25.320270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3430fc16-dc42-47a8-b6a9-b58ccf93d1d7 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (06a16add-7676-4bcc-95b6-656049755b97), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.343493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:25.365963 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-956d6839-c6e3-4c81-a179-38f840edd817 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1669939 Jul 28 10:53:25.370024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47738) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:25.376826 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2146384728'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:25.419871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:25.425704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7fbaf5b3-ff0b-4903-9db1-d5d7974b8cd0 None None] Provisioning complete for port b78061cb-84bf-4004-850d-6b120bd81d24 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:25.426345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf5b3-ff0b-4903-9db1-d5d7974b8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.465784 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:25.470417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.470717 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:19Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:12Z', 'updated_at': '2022-07-28T10:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b78061cb-84bf-4004-850d-6b120bd81d24', 'name': '', 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70b23509-99f0-4a29-a754-b7d431f5698c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:23Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'subnets': [{'id': '70b23509-99f0-4a29-a754-b7d431f5698c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:25.507344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3430fc16-dc42-47a8-b6a9-b58ccf93d1d7 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (06a16add-7676-4bcc-95b6-656049755b97), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.522402 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3430fc16-dc42-47a8-b6a9-b58ccf93d1d7 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (06a16add-7676-4bcc-95b6-656049755b97), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.528520 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:25.546746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:25.547226 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b71d2-9188-46d0-9a13-83f0164d1a7c None None] The sync data for ids ['02407223-04a1-43c9-9d95-2963cc97d93c'] in n-d-850468-6 is: [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:19Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:12Z', 'updated_at': '2022-07-28T10:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b78061cb-84bf-4004-850d-6b120bd81d24', 'name': '', 'network_id': '08adab22-a3e8-4ada-b6e7-11163b468c17', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'mac_address': 'fa:16:3e:d1:44:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '70b23509-99f0-4a29-a754-b7d431f5698c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:23Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'subnets': [{'id': '70b23509-99f0-4a29-a754-b7d431f5698c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:25.549905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbe833b0-c893-4cf2-bfdf-747d77faa756 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:25.577409 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3430fc16-dc42-47a8-b6a9-b58ccf93d1d7 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.579356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d17783f1-011d-480d-8321-a1d35491b88b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.580545 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment d17783f1-011d-480d-8321-a1d35491b88b of type vlan for network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 Jul 28 10:53:25.584351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3430fc16-dc42-47a8-b6a9-b58ccf93d1d7 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552716 Jul 28 10:53:25.586755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47740) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:25.588656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430fc16-dc42-47a8-b6a9-b58ccf93d1d7 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a16add-7676-4bcc-95b6-656049755b97,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:25.628242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-27cf39de-a6c1-4222-8c5c-cdc65ab6f954 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': '52013056-8cba-499a-9f47-33766a671246', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:25.712715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:25.713886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:25.806600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.871957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27cf39de-a6c1-4222-8c5c-cdc65ab6f954 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (6e93845d-9906-44f4-b054-81d6b928f53b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.972161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:25.977665 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:26.003728 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.283291 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47752) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:26.283902 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.9118724 Jul 28 10:53:26.288690 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565a5f-1059-48ba-9cbd-b98693f59168 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:26.291374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:26.291835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cbe833b0-c893-4cf2-bfdf-747d77faa756 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:26.292215 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.328161 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27cf39de-a6c1-4222-8c5c-cdc65ab6f954 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (6e93845d-9906-44f4-b054-81d6b928f53b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.352000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27cf39de-a6c1-4222-8c5c-cdc65ab6f954 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (6e93845d-9906-44f4-b054-81d6b928f53b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.424708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:26.425929 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf39de-a6c1-4222-8c5c-cdc65ab6f954 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e93845d-9906-44f4-b054-81d6b928f53b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:26.438956 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:26.464375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27cf39de-a6c1-4222-8c5c-cdc65ab6f954 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.480681 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-27cf39de-a6c1-4222-8c5c-cdc65ab6f954 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8835802 Jul 28 10:53:26.481375 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47758) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:26.507873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': '52013056-8cba-499a-9f47-33766a671246', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:26.603900 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Project 2afe18d732e94005a0536deb0868c7e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:53:26.625829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:26.629680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.637675 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (c92469ac-b0ce-48e2-bb00-47ee327a4158), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.667651 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:26.694731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:26.706445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7fbaf5b3-ff0b-4903-9db1-d5d7974b8cd0 None None] Current status of the port b78061cb-84bf-4004-850d-6b120bd81d24 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:26.799742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7fbaf5b3-ff0b-4903-9db1-d5d7974b8cd0 None None] Provisioning complete for port cbe833b0-c893-4cf2-bfdf-747d77faa756 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:26.800797 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf5b3-ff0b-4903-9db1-d5d7974b8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.857811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (c92469ac-b0ce-48e2-bb00-47ee327a4158), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.871381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c92469ac-b0ce-48e2-bb00-47ee327a4158), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.929898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92469ac-b0ce-48e2-bb00-47ee327a4158,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:26.949875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:26.951488 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa606abd-a55f-4b19-a034-7877e0e75917 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4687843 Jul 28 10:53:26.955127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47764) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:26.976619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': '52013056-8cba-499a-9f47-33766a671246', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:27.087079 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:27.143696 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Project 2afe18d732e94005a0536deb0868c7e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:53:27.157786 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (1577e0a5-995e-43fa-9755-2828aaa3abdb), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.210668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c732276d-18cf-4ff2-9296-260988c5b3da), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.359831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (1577e0a5-995e-43fa-9755-2828aaa3abdb), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.373980 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (1577e0a5-995e-43fa-9755-2828aaa3abdb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.420219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cbe833b0-c893-4cf2-bfdf-747d77faa756 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:27.428254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1577e0a5-995e-43fa-9755-2828aaa3abdb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:27.439076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.442200 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4830179 Jul 28 10:53:27.460344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.460476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.461690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=c732276d-18cf-4ff2-9296-260988c5b3da,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:27.469937 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.470635 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.475232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.479411 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.479920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.480424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.480928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.481748 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.482772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.483741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.485266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.485825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.486633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a3ecd0-6547-47b5-b1b8-f3f72bd4995e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:27.495018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:27.496409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:27.544282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7fbaf5b3-ff0b-4903-9db1-d5d7974b8cd0 None None] Current status of the port cbe833b0-c893-4cf2-bfdf-747d77faa756 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:27.585067 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:27.611551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:27.617635 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:27.618265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.669342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e28a8-45fb-4cf4-9714-bc8a7de1775a None None] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:27.697244 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e738e841-bc6c-41aa-ae56-332037574fa2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4091690 Jul 28 10:53:27.698100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47788) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:27.757283 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ca16a50-68c7-41b5-9655-e2c93661d2ae req-391ea01f-fde8-41da-a888-67ee7a84287f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873389825&fields=id&tenant_id=2afe18d732e94005a0536deb0868c7e7 HTTP/1.1" status: 200 len: 267 time: 0.0741298 Jul 28 10:53:27.767848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b78061cb-84bf-4004-850d-6b120bd81d24 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:27.817908 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:27.836627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:22Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:23Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:27.903180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:27.903538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Updating router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e port 8ebcacb9-786b-45dd-8c4d-51deed05511d binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:27.911204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-71f6671f-f9f1-4f4c-a42a-11255046b8c6 None None] Provisioning complete for port 8ebcacb9-786b-45dd-8c4d-51deed05511d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:27.911841 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-71f6671f-f9f1-4f4c-a42a-11255046b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.948682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b78061cb-84bf-4004-850d-6b120bd81d24 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:27.949077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:27.980395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca16a50-68c7-41b5-9655-e2c93661d2ae req-dac3b2b9-1fae-4f65-874b-c15c3310b2cf tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:27.982992 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ca16a50-68c7-41b5-9655-e2c93661d2ae req-dac3b2b9-1fae-4f65-874b-c15c3310b2cf tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/networks?id=08adab22-a3e8-4ada-b6e7-11163b468c17 HTTP/1.1" status: 200 len: 797 time: 0.2183805 Jul 28 10:53:28.018514 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:28.022387 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ca16a50-68c7-41b5-9655-e2c93661d2ae req-ecd8961b-a916-4cee-ae9f-3f421fdedb1a tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/quotas/2afe18d732e94005a0536deb0868c7e7 HTTP/1.1" status: 200 len: 375 time: 0.0223849 Jul 28 10:53:28.104486 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:28.113937 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ca16a50-68c7-41b5-9655-e2c93661d2ae req-26af1ff8-bd9e-4b48-9d8c-64c0fadeaf74 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2afe18d732e94005a0536deb0868c7e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902789 Jul 28 10:53:28.118321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-71f6671f-f9f1-4f4c-a42a-11255046b8c6 None None] Port 8ebcacb9-786b-45dd-8c4d-51deed05511d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:28.164870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:53:28.167063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:28.186436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-71f6671f-f9f1-4f4c-a42a-11255046b8c6 None None] Provisioning complete for port cbe833b0-c893-4cf2-bfdf-747d77faa756 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:28.186806 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-71f6671f-f9f1-4f4c-a42a-11255046b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:28.335916 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ca16a50-68c7-41b5-9655-e2c93661d2ae req-39d14322-875d-459f-a4cf-d34d5e91d418 service neutron] 10.222.0.46 "GET /v2.0/networks/08adab22-a3e8-4ada-b6e7-11163b468c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087767 Jul 28 10:53:28.348597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:28.497851 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:28.550903 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4ca16a50-68c7-41b5-9655-e2c93661d2ae req-3347bc97-afe1-415c-bcf1-f821541e2f0c service neutron] 10.222.0.46 "GET /v2.0/networks/08adab22-a3e8-4ada-b6e7-11163b468c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140937 Jul 28 10:53:28.676203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b78061cb-84bf-4004-850d-6b120bd81d24 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:28.786300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-71f6671f-f9f1-4f4c-a42a-11255046b8c6 None None] Current status of the port cbe833b0-c893-4cf2-bfdf-747d77faa756 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:29.006588 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c131ee74-20bf-4835-8f7b-fc85610f105b req-fe07f4ff-26c0-4b22-8f29-3d1a2610aee1 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2873f10-aea0-4980-966f-b1b8def6e2ef HTTP/1.1" status: 200 len: 210 time: 0.0959768 Jul 28 10:53:29.029639 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Publish callbacks [] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:29.045294 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:29.115634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Allocated IP 2001:db8:1::2 (8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1/c732276d-18cf-4ff2-9296-260988c5b3da/b593fd0e-e574-43dc-b03e-c5ba68d3e3e8) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:29.118333 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:29.218736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5f13f-d9cb-4cea-a252-260e60633993 None None] Pushing event updated for resources: {'Port': ['ID=8ebcacb9-786b-45dd-8c4d-51deed05511d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:29.293829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Attempting to bind port 8ebcacb9-786b-45dd-8c4d-51deed05511d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:29.294501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Attempting to bind port 8ebcacb9-786b-45dd-8c4d-51deed05511d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:29.295091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Attempting to bind port 8ebcacb9-786b-45dd-8c4d-51deed05511d on network 59e95a98-7489-4fa0-8c55-0d7250f3d486 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:29.304610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:29.304990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Checking segment: {'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:29.305398 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:29.305789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Bound using segment: {'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:29.306455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Bound port: 8ebcacb9-786b-45dd-8c4d-51deed05511d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:29.309292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:29.454367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] For port 8ebcacb9-786b-45dd-8c4d-51deed05511d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:29.457670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] For port 8ebcacb9-786b-45dd-8c4d-51deed05511d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8ebcacb9-786b-45dd-8c4d-51deed05511d,segment=NetworkSegment(cb42eb43-cb66-4de2-b06d-4704ef8c1a0e),segment_id=cb42eb43-cb66-4de2-b06d-4704ef8c1a0e)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:29.463820 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:29.478515 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:29.765127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5f13f-d9cb-4cea-a252-260e60633993 None None] Pushing event updated for resources: {'Port': ['ID=8ebcacb9-786b-45dd-8c4d-51deed05511d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:29.847881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0d016d67-a5a7-4a4c-8b8d-7bba44931976 None None] Provisioning complete for port 8ebcacb9-786b-45dd-8c4d-51deed05511d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:29.848296 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0d016d67-a5a7-4a4c-8b8d-7bba44931976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:30.055734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:30.056464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:30.184493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Publish callbacks [] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:30.228741 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a4ce6d70-09e6-4f14-9767-93dd0892ed81 req-f57ec1cd-28ef-4bb9-a06e-272be861075d tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2873f10-aea0-4980-966f-b1b8def6e2ef HTTP/1.1" status: 200 len: 210 time: 0.0484505 Jul 28 10:53:30.299371 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:30.425632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8:1::1 (8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1/c732276d-18cf-4ff2-9296-260988c5b3da/a7cd20c2-46c2-4e59-9188-b9a3df12ea78) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:30.440010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Pushing event updated for resources: {'Port': ['ID=b593fd0e-e574-43dc-b03e-c5ba68d3e3e8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:30.512644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:30.598360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:30.605616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:30.609143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:30.634800 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:30.635719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0d016d67-a5a7-4a4c-8b8d-7bba44931976 None None] Current status of the port 8ebcacb9-786b-45dd-8c4d-51deed05511d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:30.636122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0d016d67-a5a7-4a4c-8b8d-7bba44931976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:30.682522 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:30.721520 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-3650b107-646d-4acf-8f67-efb5351c02bc req-3c7cbe77-7c04-4755-861d-2209b6072761 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2873f10-aea0-4980-966f-b1b8def6e2ef HTTP/1.1" status: 200 len: 210 time: 0.0761342 Jul 28 10:53:30.853424 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:30.925192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.000649 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:31.054318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:31.059787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0d016d67-a5a7-4a4c-8b8d-7bba44931976 None None] For port 8ebcacb9-786b-45dd-8c4d-51deed05511d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8ebcacb9-786b-45dd-8c4d-51deed05511d,segment=NetworkSegment(cb42eb43-cb66-4de2-b06d-4704ef8c1a0e),segment_id=cb42eb43-cb66-4de2-b06d-4704ef8c1a0e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:31.074848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:31.076508 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.152379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0d016d67-a5a7-4a4c-8b8d-7bba44931976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.153913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:31.248793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.264811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Attempting to bind port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:31.265197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Attempting to bind port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:31.265567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Attempting to bind port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 on network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:31.323961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47858) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:31.353797 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:31.384315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:22Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:29Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:31.429201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad1944-165d-4324-abb8-c231db6b50c4 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:22Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:29Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:31.431941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:31.433289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Checking segment: {'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:31.435025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.441834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Bound using segment: {'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:31.443028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Bound port: b593fd0e-e574-43dc-b03e-c5ba68d3e3e8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:31.444032 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.447095 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a01e2d0c-9324-4046-ac49-3718e1f4bf19 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (52013056-8cba-499a-9f47-33766a671246), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.508408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a01e2d0c-9324-4046-ac49-3718e1f4bf19 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (52013056-8cba-499a-9f47-33766a671246), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.633655 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a01e2d0c-9324-4046-ac49-3718e1f4bf19 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (52013056-8cba-499a-9f47-33766a671246), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.636702 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a01e2d0c-9324-4046-ac49-3718e1f4bf19 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.638225 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a01e2d0c-9324-4046-ac49-3718e1f4bf19 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/security-groups/52013056-8cba-499a-9f47-33766a671246 HTTP/1.1" status: 204 len: 168 time: 0.3105285 Jul 28 10:53:31.641548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] For port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:31.645383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] For port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b593fd0e-e574-43dc-b03e-c5ba68d3e3e8,segment=NetworkSegment(d17783f1-011d-480d-8321-a1d35491b88b),segment_id=d17783f1-011d-480d-8321-a1d35491b88b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:31.649846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d016d67-a5a7-4a4c-8b8d-7bba44931976 None None] Pushing event updated for resources: {'Port': ['ID=8ebcacb9-786b-45dd-8c4d-51deed05511d,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:31.656033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e2d0c-9324-4046-ac49-3718e1f4bf19 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52013056-8cba-499a-9f47-33766a671246,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:31.673534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2b930c6f-daf1-476c-b830-aca6883ec085 None None] Provisioning complete for port 8ebcacb9-786b-45dd-8c4d-51deed05511d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:31.674202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2b930c6f-daf1-476c-b830-aca6883ec085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.700092 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.707839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47868) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:31.897313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.904485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef07f0-6584-49a5-9384-38ac3e9960fc None None] Pushing event updated for resources: {'Port': ['ID=b593fd0e-e574-43dc-b03e-c5ba68d3e3e8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:31.908362 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:31.917391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.921159 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:31.968402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2b930c6f-daf1-476c-b830-aca6883ec085 None None] Current status of the port 8ebcacb9-786b-45dd-8c4d-51deed05511d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:32.095779 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:32.246743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:32.260155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:32.375270 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:32.460729 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:32.472948 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:32.480691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:32.670013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (02407223-04a1-43c9-9d95-2963cc97d93c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:32.707030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:32.722152 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-13f8a769-ebed-4386-861b-ebcb99c301ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:32.722819 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8412caba-74cc-45e4-a519-65d94ee6f85c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0229475 Jul 28 10:53:32.722941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47884) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:32.728663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-142144350'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:32.751802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:32.756641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.190230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Deleting port b78061cb-84bf-4004-850d-6b120bd81d24 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:33.190604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.387522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] For port b78061cb-84bf-4004-850d-6b120bd81d24, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b78061cb-84bf-4004-850d-6b120bd81d24,segment=NetworkSegment(3764813d-4ee8-41d7-a38b-1611ccde4838),segment_id=3764813d-4ee8-41d7-a38b-1611ccde4838)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:33.392133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.416364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Calling delete_port for b78061cb-84bf-4004-850d-6b120bd81d24 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:33.466759 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:33.503838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6004be7b-f1ed-420d-9bc9-a951b58b0487), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.504193 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment 6004be7b-f1ed-420d-9bc9-a951b58b0487 of type vlan for network 9e1e89c1-1e92-4438-aafc-3d80619675aa Jul 28 10:53:33.589530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd76fe9f-d2b4-430b-8a9c-7f57e385b75b None None] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:33.628333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9e1e89c1-1e92-4438-aafc-3d80619675aa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.681077 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9e1e89c1-1e92-4438-aafc-3d80619675aa), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.718343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:33.718343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.765714 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:33.786998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8ebcacb9-786b-45dd-8c4d-51deed05511d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:33.861696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-60a71774-dc8d-411b-ba3b-ae48eb52456e None None] Provisioning complete for port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:33.862114 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60a71774-dc8d-411b-ba3b-ae48eb52456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:33.890253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47910) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:33.894470 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 1.1704488 Jul 28 10:53:33.930598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:33.979536 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6684f50-9c4c-419e-99b0-ad4b1df0089a tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=9e1e89c1-1e92-4438-aafc-3d80619675aa,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:34.002732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:34.105551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8ebcacb9-786b-45dd-8c4d-51deed05511d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:34.106332 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:34.118867 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:34.148896 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:34.150755 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:34.224349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-60a71774-dc8d-411b-ba3b-ae48eb52456e None None] Current status of the port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:34.225282 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60a71774-dc8d-411b-ba3b-ae48eb52456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:34.231823 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:34.344369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8ebcacb9-786b-45dd-8c4d-51deed05511d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:34.345723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:34.351789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-60a71774-dc8d-411b-ba3b-ae48eb52456e None None] For port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b593fd0e-e574-43dc-b03e-c5ba68d3e3e8,segment=NetworkSegment(d17783f1-011d-480d-8321-a1d35491b88b),segment_id=d17783f1-011d-480d-8321-a1d35491b88b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:34.372334 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-60a71774-dc8d-411b-ba3b-ae48eb52456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:34.417338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b78061cb-84bf-4004-850d-6b120bd81d24), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:34.437643 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:34.439653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a71774-dc8d-411b-ba3b-ae48eb52456e None None] Pushing event updated for resources: {'Port': ['ID=b593fd0e-e574-43dc-b03e-c5ba68d3e3e8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:34.517053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:34.517408 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:34.563356 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:34.576455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Port': ['ID=b78061cb-84bf-4004-850d-6b120bd81d24,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:34.578590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:34.598978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:34.647065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d19d60a0-4490-473a-a7b5-c29ee33283dc None None] Provisioning complete for port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:34.649770 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d19d60a0-4490-473a-a7b5-c29ee33283dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:34.844596 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:34.867752 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:34.916657 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:31Z', 'revision_number': 3, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:31Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:34.967181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d19d60a0-4490-473a-a7b5-c29ee33283dc None None] Current status of the port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:34.977688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:35.023771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d19d60a0-4490-473a-a7b5-c29ee33283dc None None] Provisioning complete for port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:35.024145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d19d60a0-4490-473a-a7b5-c29ee33283dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.054457 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e02991f4-a3d4-453c-a26f-7ed098c17cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.062915 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:35.069938 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Updating router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:35.072719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d19d60a0-4490-473a-a7b5-c29ee33283dc None None] Port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:35.104112 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (02407223-04a1-43c9-9d95-2963cc97d93c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.150820 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.252150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-688446b5-b9cb-4760-b05d-03812f035ae9 None None] Provisioning complete for port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:35.255531 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-688446b5-b9cb-4760-b05d-03812f035ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.399728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-688446b5-b9cb-4760-b05d-03812f035ae9 None None] Port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:35.728069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b0ceb4a0-dd93-4371-ab0b-569458038342 None None] Provisioning complete for port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:35.741677 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b0ceb4a0-dd93-4371-ab0b-569458038342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.744257 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Publish callbacks [] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.748538 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:35.752260 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.776616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.843003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:35.843853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b0ceb4a0-dd93-4371-ab0b-569458038342 None None] Port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:35.851808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:35.869027 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0d8d4-cd08-4e37-acc1-49956ab97736 None None] Pushing event updated for resources: {'Port': ['ID=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:35.960707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:35.961217 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:35.985182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:35.985962 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 9e1e89c1-1e92-4438-aafc-3d80619675aa, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:36.073805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Router 02407223-04a1-43c9-9d95-2963cc97d93c has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:36.091818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:36.105666 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:36.118825 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Attempting to bind port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:36.122470 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Attempting to bind port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:36.123245 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Attempting to bind port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 on network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:36.132675 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:36.133575 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Checking segment: {'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:36.134643 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:36.138093 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Bound using segment: {'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:36.140839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Bound port: a7cd20c2-46c2-4e59-9188-b9a3df12ea78, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17783f1-011d-480d-8321-a1d35491b88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:36.141675 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:36.186368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9e1e89c1-1e92-4438-aafc-3d80619675aa) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:36.201529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:36.204395 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:36.346906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 47946) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:36.352517 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-033cbc5c-3737-4b7f-81ab-883138b10b53 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4590776 Jul 28 10:53:36.358504 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] For port a7cd20c2-46c2-4e59-9188-b9a3df12ea78, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:36.369438 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] For port a7cd20c2-46c2-4e59-9188-b9a3df12ea78, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,segment=NetworkSegment(d17783f1-011d-480d-8321-a1d35491b88b),segment_id=d17783f1-011d-480d-8321-a1d35491b88b)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:36.381782 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:36.417161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:36.422157 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-489e7a44-526c-49d1-b2a1-c7f15023819e tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "PUT /v2.0/routers/02407223-04a1-43c9-9d95-2963cc97d93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7126608 Jul 28 10:53:36.434440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47950) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:36.473001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] Sync routers for ids ['02407223-04a1-43c9-9d95-2963cc97d93c'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:36.517798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79c621-09e3-429a-bd88-47b0eb27c408 None None] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:36.519634 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:36.520277 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:36.559428 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Deleting subnet 70b23509-99f0-4a29-a754-b7d431f5698c {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:53:36.568478 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for subnet (70b23509-99f0-4a29-a754-b7d431f5698c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:36.680795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (70b23509-99f0-4a29-a754-b7d431f5698c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:36.719007 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:36.736403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f13ea3bd-1b99-49a2-b551-c054511f465c None None] Provisioning complete for port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:36.737428 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f13ea3bd-1b99-49a2-b551-c054511f465c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:36.747266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] Routers {'02407223-04a1-43c9-9d95-2963cc97d93c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:36.748292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['02407223-04a1-43c9-9d95-2963cc97d93c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:36.760150 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:36.899242 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:36.919052 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0d8d4-cd08-4e37-acc1-49956ab97736 None None] Pushing event updated for resources: {'Port': ['ID=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:36.935656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] Set router 02407223-04a1-43c9-9d95-2963cc97d93c gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:36.960244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (70b23509-99f0-4a29-a754-b7d431f5698c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.045133 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (70b23509-99f0-4a29-a754-b7d431f5698c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.097041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Subnet': ['ID=70b23509-99f0-4a29-a754-b7d431f5698c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:37.099810 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.103427 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc502f9d-73d4-402a-8b10-af56d2fcc360 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/subnets/70b23509-99f0-4a29-a754-b7d431f5698c HTTP/1.1" status: 204 len: 168 time: 0.6679635 Jul 28 10:53:37.106312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 47964) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:37.173057 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:31Z', 'revision_number': 3, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:36Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:37.242261 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d04ecc-e7f1-4303-9ca0-df160b26fce3 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:31Z', 'revision_number': 3, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:36Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:37.275805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:37.278121 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.296003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.322538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc819cda-a8a3-49b1-a276-347afb00a74a None None] Network 08adab22-a3e8-4ada-b6e7-11163b468c17 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:37.330206 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router (02407223-04a1-43c9-9d95-2963cc97d93c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.359794 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:37.462751 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:37.464272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:33Z', 'revision_number': 5, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': 'ec0b871e-285e-4d34-974b-b223ff1c6cf1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:12Z', 'updated_at': '2022-07-28T10:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:37.569220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] Checking router: 02407223-04a1-43c9-9d95-2963cc97d93c for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:37.587374 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.590221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (02407223-04a1-43c9-9d95-2963cc97d93c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.708266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Deleting port ec0b871e-285e-4d34-974b-b223ff1c6cf1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:37.708642 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.799592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7cd20c2-46c2-4e59-9188-b9a3df12ea78 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:37.850791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9e1e89c1-1e92-4438-aafc-3d80619675aa', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:53:37.851604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.967899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] For port ec0b871e-285e-4d34-974b-b223ff1c6cf1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ec0b871e-285e-4d34-974b-b223ff1c6cf1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:37.968505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:37.978673 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8:2::1 (9e1e89c1-1e92-4438-aafc-3d80619675aa/fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7/8e726d7d-84cd-4648-86cb-8c37d5905aa2) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:37.998985 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:38.000431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] DHCP port deletion for 08adab22-a3e8-4ada-b6e7-11163b468c17 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:53:38.010033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] Routers {'02407223-04a1-43c9-9d95-2963cc97d93c'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:38.010963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['02407223-04a1-43c9-9d95-2963cc97d93c'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:38.029166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Calling delete_port for ec0b871e-285e-4d34-974b-b223ff1c6cf1 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:38.065646 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:38.084788 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:38.187849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f13ea3bd-1b99-49a2-b551-c054511f465c None None] Current status of the port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:38.188109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f13ea3bd-1b99-49a2-b551-c054511f465c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.247224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.296811 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.423262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:38.423822 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.425418 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.446935 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:38.450281 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.486628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:38.507321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:38.508279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.545533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ec0b871e-285e-4d34-974b-b223ff1c6cf1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.596529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Port': ['ID=ec0b871e-285e-4d34-974b-b223ff1c6cf1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:38.643571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=8e726d7d-84cd-4648-86cb-8c37d5905aa2,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:38.731032 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (02407223-04a1-43c9-9d95-2963cc97d93c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.827588 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:38.885110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Allocated IP 2001:db8:2::2 (9e1e89c1-1e92-4438-aafc-3d80619675aa/fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7/3cc05ea9-ab7d-4dda-844c-ccc110d1e50f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:39.174215 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Publish callbacks [] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.181429 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:39.183789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] Deleting port 8aa34619-a50d-4c10-99ab-3d39550b51d6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:39.184210 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.205408 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.304811 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:39.327731 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] Set router 02407223-04a1-43c9-9d95-2963cc97d93c gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:39.357923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.373680 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.374840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.387974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:39.454685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (02407223-04a1-43c9-9d95-2963cc97d93c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.465611 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_controller (02407223-04a1-43c9-9d95-2963cc97d93c), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.522445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:39.526055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f13ea3bd-1b99-49a2-b551-c054511f465c None None] For port a7cd20c2-46c2-4e59-9188-b9a3df12ea78, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,segment=NetworkSegment(d17783f1-011d-480d-8321-a1d35491b88b),segment_id=d17783f1-011d-480d-8321-a1d35491b88b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:39.528967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:39.565147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (02407223-04a1-43c9-9d95-2963cc97d93c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.566222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Fanout notify agent at l3_agent the message router_deleted on router 02407223-04a1-43c9-9d95-2963cc97d93c {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:53:39.573433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.574870 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-70b4e93c-a5cb-452d-ad80-1311f6bfeb36 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/routers/02407223-04a1-43c9-9d95-2963cc97d93c HTTP/1.1" status: 204 len: 168 time: 2.4676402 Jul 28 10:53:39.580176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48006) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:39.624907 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:39.633803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:39.637412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:39.655123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] For port 8aa34619-a50d-4c10-99ab-3d39550b51d6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8aa34619-a50d-4c10-99ab-3d39550b51d6,segment=NetworkSegment(3764813d-4ee8-41d7-a38b-1611ccde4838),segment_id=3764813d-4ee8-41d7-a38b-1611ccde4838)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:39.657035 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.685236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] Calling delete_port for 8aa34619-a50d-4c10-99ab-3d39550b51d6 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:39.768146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (08adab22-a3e8-4ada-b6e7-11163b468c17), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.847637 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:39.860710 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=8e726d7d-84cd-4648-86cb-8c37d5905aa2,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:39.895727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Deleting port 8aa34619-a50d-4c10-99ab-3d39550b51d6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:39.896309 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:39.996893 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:40.004999 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-866528c7-77dd-4e58-b632-a6745b99c466 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6545095 Jul 28 10:53:40.006787 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:40.018032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48016) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:40.023831 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:40.024476 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:40.028172 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097617941'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:40.085138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:40.088919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.125702 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:40.135187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] For port 8aa34619-a50d-4c10-99ab-3d39550b51d6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8aa34619-a50d-4c10-99ab-3d39550b51d6,segment=NetworkSegment(3764813d-4ee8-41d7-a38b-1611ccde4838),segment_id=3764813d-4ee8-41d7-a38b-1611ccde4838)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:40.135569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.141820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:40.159020 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (331e864a-6218-4590-bb6a-6f8b32731d23), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.159637 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added segment 331e864a-6218-4590-bb6a-6f8b32731d23 of type vlan for network 4c1dd866-288e-4596-8e19-8e932c3469d6 Jul 28 10:53:40.179441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Calling delete_port for 8aa34619-a50d-4c10-99ab-3d39550b51d6 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:40.180141 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f13ea3bd-1b99-49a2-b551-c054511f465c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.185475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:37Z', 'revision_number': 6, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:40.190520 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:40.243236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Pushing event updated for resources: {'Port': ['ID=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:40.275173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4c1dd866-288e-4596-8e19-8e932c3469d6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.366955 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4c1dd866-288e-4596-8e19-8e932c3469d6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.373738 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:40.374430 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.384081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.404804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29b96fb-3f78-44bb-b2d7-2034d638f007 None None] The sync data for ids ['02407223-04a1-43c9-9d95-2963cc97d93c'] in n-d-850468-6 is: [{'id': '02407223-04a1-43c9-9d95-2963cc97d93c', 'name': 'tempest-TestNetworkBasicOps-router-1748277796', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:10Z', 'updated_at': '2022-07-28T10:53:37Z', 'revision_number': 6, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:40.411820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ea3bd-1b99-49a2-b551-c054511f465c None None] Pushing event updated for resources: {'Port': ['ID=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:40.420497 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:40.421038 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.436935 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Port': ['ID=8aa34619-a50d-4c10-99ab-3d39550b51d6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:40.455261 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] No DVR routers for this DVR port 8aa34619-a50d-4c10-99ab-3d39550b51d6 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:53:40.473559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fe35b86b-e9bc-492e-b882-029855a0e3a2 None None] Provisioning complete for port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:40.488772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe35b86b-e9bc-492e-b882-029855a0e3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:40.550647 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 751 time: 0.5309820 Jul 28 10:53:40.558733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48028) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:40.586676 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'subnet': {'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:40.599888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48030) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:40.664870 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:40.705533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421edefd-ec12-47c1-b1ea-d2d11e6ad0df tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Network': ['ID=4c1dd866-288e-4596-8e19-8e932c3469d6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:40.753016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:40.986031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Attempting to bind port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:40.992879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Attempting to bind port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:40.993362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Attempting to bind port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f on network 9e1e89c1-1e92-4438-aafc-3d80619675aa {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:41.030139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (08adab22-a3e8-4ada-b6e7-11163b468c17), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.045262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04e58957-3423-44ed-a0e9-76ad85b2673f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.084041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:41.084493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Checking segment: {'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:41.084827 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.085230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Bound using segment: {'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:41.085725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Bound port: 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:41.086351 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.120940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08adab22-a3e8-4ada-b6e7-11163b468c17']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:41.133808 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:41.139789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3764813d-4ee8-41d7-a38b-1611ccde4838') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:41.140117 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3764813d-4ee8-41d7-a38b-1611ccde4838') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:41.143178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Made reservation on behalf of 0f668356f3f448d89044d8cc67ad84d4 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:41.147357 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:41.147898 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.184090 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:38Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:41.248941 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:41.250120 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Updating router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:41.271073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:53:41.271544 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:53:41.305215 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.422699 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (5b9212d7-36a1-4688-b2cd-dffca0de24b8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.428317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (3764813d-4ee8-41d7-a38b-1611ccde4838), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.434780 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (8aa34619-a50d-4c10-99ab-3d39550b51d6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.442702 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:41.506058 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:41.527326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Subnet': ['ID=5b9212d7-36a1-4688-b2cd-dffca0de24b8,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:41.528082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] Pushing event deleted for resources: {'Port': ['ID=8aa34619-a50d-4c10-99ab-3d39550b51d6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:41.575019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de27d7ea-1e63-405f-bad4-7667e1623b6c None None] No DVR routers for this DVR port 8aa34619-a50d-4c10-99ab-3d39550b51d6 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:53:41.579553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3764813d-4ee8-41d7-a38b-1611ccde4838), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.622787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:53:41.623282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (3764813d-4ee8-41d7-a38b-1611ccde4838), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.625501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fe35b86b-e9bc-492e-b882-029855a0e3a2 None None] Current status of the port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:41.630993 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.640509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] For port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:41.646972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] For port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,segment=NetworkSegment(6004be7b-f1ed-420d-9bc9-a951b58b0487),segment_id=6004be7b-f1ed-420d-9bc9-a951b58b0487)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:41.665284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.721507 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3764813d-4ee8-41d7-a38b-1611ccde4838 resource provider aggregate not found Jul 28 10:53:41.751224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee386b97-e24e-4455-8490-12f02b7ba850 None None] Pushing event updated for resources: {'Port': ['ID=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:41.822102 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 3764813d-4ee8-41d7-a38b-1611ccde4838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3764813d-4ee8-41d7-a38b-1611ccde4838 found for delete ", "request_id": "req-7ea4d817-b7df-4ac0-b6d5-2af4add944ab"}]} Jul 28 10:53:41.836274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Checking segment: {'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:41.837158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network hostable DHCP agents. Network: 4c1dd866-288e-4596-8e19-8e932c3469d6, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:41.837971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:41.871291 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Publish callbacks [] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.879475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (08adab22-a3e8-4ada-b6e7-11163b468c17), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.899201 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.918162 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.923077 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/networks/08adab22-a3e8-4ada-b6e7-11163b468c17 HTTP/1.1" status: 204 len: 168 time: 2.3412087 Jul 28 10:53:41.936234 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04e58957-3423-44ed-a0e9-76ad85b2673f admin admin] Publish callbacks [] for security_group (29b8c3c3-1263-4c85-9154-4584b28ef416), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.938518 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48054) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:41.968271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-04e58957-3423-44ed-a0e9-76ad85b2673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (29b8c3c3-1263-4c85-9154-4584b28ef416), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:41.971503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f19eb7-d338-457b-8bd4-9bf135c37f8b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Network': ['ID=08adab22-a3e8-4ada-b6e7-11163b468c17,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:41.985954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'network': {'name': 'tempest-network-smoke--238420950', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'port_security_enabled': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:42.010375 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b788c0-f30d-4c7d-87c8-80874cb7cf68 None None] Pushing event updated for resources: {'Port': ['ID=8e726d7d-84cd-4648-86cb-8c37d5905aa2,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:42.057995 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:42.084028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7cd20c2-46c2-4e59-9188-b9a3df12ea78 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:42.101427 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Made reservation on behalf of 2afe18d732e94005a0536deb0868c7e7 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:42.108030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.143280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4c1dd866-288e-4596-8e19-8e932c3469d6) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:42.151025 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e58957-3423-44ed-a0e9-76ad85b2673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b8c3c3-1263-4c85-9154-4584b28ef416,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:42.161462 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-04e58957-3423-44ed-a0e9-76ad85b2673f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a13075c7a2b348649bbdab8c5c099c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5522122 Jul 28 10:53:42.162011 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48056) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:42.163070 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Attempting to bind port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:42.163569 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Attempting to bind port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:42.163710 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Attempting to bind port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 on network 9e1e89c1-1e92-4438-aafc-3d80619675aa {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:42.163853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:42.164526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.165047 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:42.170325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78eade-cb74-485b-be21-ceb4d0081ca0 None None] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:42.185579 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:42.186034 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Checking segment: {'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:42.186427 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.186823 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Bound using segment: {'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:42.187306 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Bound port: 8e726d7d-84cd-4648-86cb-8c37d5905aa2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6004be7b-f1ed-420d-9bc9-a951b58b0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:42.190920 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.206430 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e9f20535-7bfd-4d94-b9ab-ff2dc71e0d00 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6412272 Jul 28 10:53:42.210091 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48058) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:42.312933 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] For port 8e726d7d-84cd-4648-86cb-8c37d5905aa2, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:42.314504 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] For port 8e726d7d-84cd-4648-86cb-8c37d5905aa2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e726d7d-84cd-4648-86cb-8c37d5905aa2,segment=NetworkSegment(6004be7b-f1ed-420d-9bc9-a951b58b0487),segment_id=6004be7b-f1ed-420d-9bc9-a951b58b0487)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:42.330709 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.346729 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ae90de6-221c-4b11-af8c-630782bc4fce admin admin] Publish callbacks [] for security_group (29b8c3c3-1263-4c85-9154-4584b28ef416), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.365006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:53:42.403166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ae90de6-221c-4b11-af8c-630782bc4fce admin admin] Publish callbacks [] for security_group (29b8c3c3-1263-4c85-9154-4584b28ef416), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.405373 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b788c0-f30d-4c7d-87c8-80874cb7cf68 None None] Pushing event updated for resources: {'Port': ['ID=8e726d7d-84cd-4648-86cb-8c37d5905aa2,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:42.411536 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:42.412324 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:42.423277 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3e6dc254-cbef-49d6-aeed-eb36d4232914), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.424302 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Added segment 3e6dc254-cbef-49d6-aeed-eb36d4232914 of type vlan for network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 Jul 28 10:53:42.453141 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:42.495596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4c1dd866-288e-4596-8e19-8e932c3469d6', 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'fixed_ips': [{'subnet_id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:53:42.496514 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.521836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c99758ad-27cc-48b9-a9e2-d5ddd43d0311), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.547026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:42.552682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.575929 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c99758ad-27cc-48b9-a9e2-d5ddd43d0311), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.583395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:42.584596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.600507 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:42.683206 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:42.685400 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ae90de6-221c-4b11-af8c-630782bc4fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (29b8c3c3-1263-4c85-9154-4584b28ef416), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.690624 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2ae90de6-221c-4b11-af8c-630782bc4fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:42.694422 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2ae90de6-221c-4b11-af8c-630782bc4fce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29b8c3c3-1263-4c85-9154-4584b28ef416 HTTP/1.1" status: 204 len: 168 time: 0.5310986 Jul 28 10:53:42.816111 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.8762884 Jul 28 10:53:42.820204 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48072) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:42.851293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-203186755', 'admin_state_up': True, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:42.876192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae90de6-221c-4b11-af8c-630782bc4fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b8c3c3-1263-4c85-9154-4584b28ef416,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:42.897183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5409e-9be1-48db-a1e2-63d91ec62bf4 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Network': ['ID=c99758ad-27cc-48b9-a9e2-d5ddd43d0311,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:42.935852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Allocated IP 2001:db8:3::2 (4c1dd866-288e-4596-8e19-8e932c3469d6/5b9212d7-36a1-4688-b2cd-dffca0de24b8/66e958bb-ca52-4ad9-ba17-5d7657abad13) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:42.994157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:53:43.137342 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (6901c196-3589-4817-aa30-9108dcc7b803), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:43.139905 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:38Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:42Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:43.140248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (6901c196-3589-4817-aa30-9108dcc7b803), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:43.144637 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:43.233139 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620e204-7704-42e5-8f6b-e305b68b9ce3 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:38Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:42Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:43.277344 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:43.404000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:43.436745 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:43.530367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ec0b871e-285e-4d34-974b-b223ff1c6cf1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:53:43.572702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ec0b871e-285e-4d34-974b-b223ff1c6cf1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:53:43.573676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ec0b871e-285e-4d34-974b-b223ff1c6cf1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:53:43.574295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b78061cb-84bf-4004-850d-6b120bd81d24 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:53:43.624394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b78061cb-84bf-4004-850d-6b120bd81d24 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:53:43.625004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b78061cb-84bf-4004-850d-6b120bd81d24 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:53:43.625576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8aa34619-a50d-4c10-99ab-3d39550b51d6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:53:43.631375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_controller (6901c196-3589-4817-aa30-9108dcc7b803), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:43.663806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8aa34619-a50d-4c10-99ab-3d39550b51d6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:53:43.664705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8aa34619-a50d-4c10-99ab-3d39550b51d6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:53:43.731742 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Publish callbacks [] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:43.742278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689720a7-afeb-4011-8f70-149777a653a0 None None] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:43.843575 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:43.889111 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:43.894523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3d03a20d-30d3-44cf-b5c5-6a92894bf063 None None] Provisioning complete for port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:43.895658 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d03a20d-30d3-44cf-b5c5-6a92894bf063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:43.984624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Pushing event updated for resources: {'Port': ['ID=66e958bb-ca52-4ad9-ba17-5d7657abad13,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:44.089386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e726d7d-84cd-4648-86cb-8c37d5905aa2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:44.132863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:44.141306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (6901c196-3589-4817-aa30-9108dcc7b803), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:44.167717 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:44.169698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:44.202755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:44.695209 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Allocated IP 2001:db8:3::1 (4c1dd866-288e-4596-8e19-8e932c3469d6/5b9212d7-36a1-4688-b2cd-dffca0de24b8/44c933bd-51d2-470b-895e-c180c65c2106) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:44.752969 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:45.020004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Attempting to bind port 66e958bb-ca52-4ad9-ba17-5d7657abad13 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:45.021807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Attempting to bind port 66e958bb-ca52-4ad9-ba17-5d7657abad13 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:45.021807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Attempting to bind port 66e958bb-ca52-4ad9-ba17-5d7657abad13 on network 4c1dd866-288e-4596-8e19-8e932c3469d6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:45.024369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:45.024745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.030207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3d03a20d-30d3-44cf-b5c5-6a92894bf063 None None] Current status of the port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:45.030595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d03a20d-30d3-44cf-b5c5-6a92894bf063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.074001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:45.074413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Checking segment: {'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:45.074800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.075197 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Bound using segment: {'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:45.076474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Bound port: 66e958bb-ca52-4ad9-ba17-5d7657abad13, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:45.076874 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.198546 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (6901c196-3589-4817-aa30-9108dcc7b803), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.266484 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (44c933bd-51d2-470b-895e-c180c65c2106), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.310719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.315596 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (44c933bd-51d2-470b-895e-c180c65c2106), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.319662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3d03a20d-30d3-44cf-b5c5-6a92894bf063 None None] For port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,segment=NetworkSegment(6004be7b-f1ed-420d-9bc9-a951b58b0487),segment_id=6004be7b-f1ed-420d-9bc9-a951b58b0487)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:45.324408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] For port 66e958bb-ca52-4ad9-ba17-5d7657abad13, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:45.335682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] For port 66e958bb-ca52-4ad9-ba17-5d7657abad13, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=66e958bb-ca52-4ad9-ba17-5d7657abad13,segment=NetworkSegment(331e864a-6218-4590-bb6a-6f8b32731d23),segment_id=331e864a-6218-4590-bb6a-6f8b32731d23)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:45.344761 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d03a20d-30d3-44cf-b5c5-6a92894bf063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.444904 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:45.445872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=44c933bd-51d2-470b-895e-c180c65c2106,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:45.458602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:45.469729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03a20d-30d3-44cf-b5c5-6a92894bf063 None None] Pushing event updated for resources: {'Port': ['ID=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:45.481474 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:45.483940 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.486867 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:45.488132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.569285 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:45.582167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Provisioning complete for port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:45.582604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.633317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:45.633966 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.699801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee8514-f1ca-487a-bff6-9c224f48c0fe None None] Pushing event updated for resources: {'Port': ['ID=66e958bb-ca52-4ad9-ba17-5d7657abad13,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:45.734688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Allocated IP 172.25.2.204 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/8beca63a-d30b-46cc-ac6d-b44c931d0d1c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:45.766063 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (44c933bd-51d2-470b-895e-c180c65c2106), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.796235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8e726d7d-84cd-4648-86cb-8c37d5905aa2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e726d7d-84cd-4648-86cb-8c37d5905aa2,segment=NetworkSegment(6004be7b-f1ed-420d-9bc9-a951b58b0487),segment_id=6004be7b-f1ed-420d-9bc9-a951b58b0487)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:45.808944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Current status of the port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:45.809355 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.812922 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48142) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:45.827049 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:45.828133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:46.040473 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:53:46.041152 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:53:46.047948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:46.048339 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.096274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8e726d7d-84cd-4648-86cb-8c37d5905aa2,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:46.226411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:46.291428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca653196-2108-43a5-bd87-64f7fa56b7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.354549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.397109 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:46.547337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.611274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Current status of the port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:46.640332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Provisioning complete for port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:46.641012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.686084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66e958bb-ca52-4ad9-ba17-5d7657abad13 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:46.764223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for port (44c933bd-51d2-470b-895e-c180c65c2106), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.793073 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:46.815983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (44c933bd-51d2-470b-895e-c180c65c2106), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.817460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ecdf4-385f-4a3d-b179-9a5ea2363c10 None None] Current status of the port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:46.817663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.819782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Port': ['ID=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:46.843949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:46.872376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:46.909015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 66e958bb-ca52-4ad9-ba17-5d7657abad13 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:46.909750 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:46.913071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:46.964965 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:46.975634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-456ee6e5-217a-4ec5-8d8b-bf787e4e8866 None None] Provisioning complete for port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:46.976272 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-456ee6e5-217a-4ec5-8d8b-bf787e4e8866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.030598 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:47.149613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 66e958bb-ca52-4ad9-ba17-5d7657abad13 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:47.150301 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.198863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-456ee6e5-217a-4ec5-8d8b-bf787e4e8866 None None] Current status of the port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:47.254849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 66e958bb-ca52-4ad9-ba17-5d7657abad13, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=66e958bb-ca52-4ad9-ba17-5d7657abad13,segment=NetworkSegment(331e864a-6218-4590-bb6a-6f8b32731d23),segment_id=331e864a-6218-4590-bb6a-6f8b32731d23)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:47.264137 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.267589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e726d7d-84cd-4648-86cb-8c37d5905aa2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:47.388785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9a6606f5-7cda-4268-9b9b-d22b07fb1f64 None None] Provisioning complete for port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:47.389173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9a6606f5-7cda-4268-9b9b-d22b07fb1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.434610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:47.435432 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.483890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a760f73-0768-4d90-8d7b-64c3e2abc84e None None] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:47.574019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=66e958bb-ca52-4ad9-ba17-5d7657abad13,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:47.617980 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca653196-2108-43a5-bd87-64f7fa56b7b4 admin admin] Publish callbacks [] for security_group (a3d57bd8-d434-4b82-9482-862a4d1ec2a2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.638749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca653196-2108-43a5-bd87-64f7fa56b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a3d57bd8-d434-4b82-9482-862a4d1ec2a2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.681895 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca653196-2108-43a5-bd87-64f7fa56b7b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79ceeb0f0ded48aaacb2a75df948b9e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8629255 Jul 28 10:53:47.684425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event updated for resources: {'Port': ['ID=44c933bd-51d2-470b-895e-c180c65c2106,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:47.685755 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48176) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:47.735135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca653196-2108-43a5-bd87-64f7fa56b7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d57bd8-d434-4b82-9482-862a4d1ec2a2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:47.738278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9a6606f5-7cda-4268-9b9b-d22b07fb1f64 None None] Current status of the port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:47.748771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:47.749700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:47.818124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:47.818704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.859145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a73ba48f-869e-414b-92ee-9cb6209ee4ca admin admin] Publish callbacks [] for security_group (a3d57bd8-d434-4b82-9482-862a4d1ec2a2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.887717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e50fb601-782a-4f1f-8013-5d4e87d37ab1 None None] Provisioning complete for port 66e958bb-ca52-4ad9-ba17-5d7657abad13 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:47.888093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e50fb601-782a-4f1f-8013-5d4e87d37ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.906033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:47.911955 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:47.917823 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a73ba48f-869e-414b-92ee-9cb6209ee4ca admin admin] Publish callbacks [] for security_group (a3d57bd8-d434-4b82-9482-862a4d1ec2a2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:47.972089 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:47.999670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:48.008960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a73ba48f-869e-414b-92ee-9cb6209ee4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a3d57bd8-d434-4b82-9482-862a4d1ec2a2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:48.011629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a73ba48f-869e-414b-92ee-9cb6209ee4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:48.019622 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a73ba48f-869e-414b-92ee-9cb6209ee4ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3d57bd8-d434-4b82-9482-862a4d1ec2a2 HTTP/1.1" status: 204 len: 168 time: 0.3282340 Jul 28 10:53:48.028880 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ba48f-869e-414b-92ee-9cb6209ee4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d57bd8-d434-4b82-9482-862a4d1ec2a2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:48.118672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e50fb601-782a-4f1f-8013-5d4e87d37ab1 None None] Current status of the port 66e958bb-ca52-4ad9-ba17-5d7657abad13 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:48.201239 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:48.246808 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (6901c196-3589-4817-aa30-9108dcc7b803), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:48.288225 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:48.356638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-733b9949-ef33-4489-94d7-2b6b4867528a None None] Provisioning complete for port 66e958bb-ca52-4ad9-ba17-5d7657abad13 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:48.357126 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-733b9949-ef33-4489-94d7-2b6b4867528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:48.422926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66e958bb-ca52-4ad9-ba17-5d7657abad13 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:48.696658 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:48.788419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (6901c196-3589-4817-aa30-9108dcc7b803), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:48.793399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:48.811063 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f2543ae8-fda4-453a-a474-f8939431cb56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5985980 Jul 28 10:53:48.813146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48202) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:48.821830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:48.854222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:48.884819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 66e958bb-ca52-4ad9-ba17-5d7657abad13 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:48.885283 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:48.938347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-733b9949-ef33-4489-94d7-2b6b4867528a None None] Current status of the port 66e958bb-ca52-4ad9-ba17-5d7657abad13 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:48.968401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-733b9949-ef33-4489-94d7-2b6b4867528a None None] Provisioning complete for port 44c933bd-51d2-470b-895e-c180c65c2106 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:48.968886 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-733b9949-ef33-4489-94d7-2b6b4867528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (44c933bd-51d2-470b-895e-c180c65c2106), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:48.975208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:48.975208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:49.034196 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:49.055364 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Router 6901c196-3589-4817-aa30-9108dcc7b803 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:53:49.227001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-733b9949-ef33-4489-94d7-2b6b4867528a None None] Port 44c933bd-51d2-470b-895e-c180c65c2106 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:49.265309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:49.277197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Sync routers for ids ['6901c196-3589-4817-aa30-9108dcc7b803'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:49.299450 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Routers {'6901c196-3589-4817-aa30-9108dcc7b803'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:49.302468 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:49.304042 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6901c196-3589-4817-aa30-9108dcc7b803'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:49.307545 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5df5b22c-09b8-4111-b27c-aab6ff0e137b tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4716153 Jul 28 10:53:49.309887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48216) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:49.319505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:49.460543 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-de7c213c-5855-46c4-a1e0-a823c77aede9 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2afe18d732e94005a0536deb0868c7e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1492381 Jul 28 10:53:49.480608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48228) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:49.548094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 10:53:49.559150 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Set router 6901c196-3589-4817-aa30-9108dcc7b803 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:49.566288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Removed routes are [] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 10:53:49.567759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:49.571124 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:49.803981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dbe5a-078e-47ea-bec0-5de9ff83a966 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:49.808359 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-de9dbe5a-078e-47ea-bec0-5de9ff83a966 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3240504 Jul 28 10:53:49.810861 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48234) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:49.838211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fea137eb-3bd3-45d3-a4e4-595d97de922f None None] Provisioning complete for port 44c933bd-51d2-470b-895e-c180c65c2106 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:49.838721 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fea137eb-3bd3-45d3-a4e4-595d97de922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (44c933bd-51d2-470b-895e-c180c65c2106), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:49.922608 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c956668-5e36-4674-aca1-e8162b28ea60 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1063192 Jul 28 10:53:49.925003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48236) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:49.935120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1572271454', 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:49.941044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 66e958bb-ca52-4ad9-ba17-5d7657abad13 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:49.960860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fea137eb-3bd3-45d3-a4e4-595d97de922f None None] Port 44c933bd-51d2-470b-895e-c180c65c2106 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:49.988278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '44c933bd-51d2-470b-895e-c180c65c2106', 'name': '', 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:04:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:44Z', 'updated_at': '2022-07-28T10:53:46Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:50.045794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:50.049680 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:53:47Z', 'revision_number': 3, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:50.050519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Updating router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e port 44c933bd-51d2-470b-895e-c180c65c2106 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:50.113498 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (44c933bd-51d2-470b-895e-c180c65c2106), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.137725 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Checking router: 6901c196-3589-4817-aa30-9108dcc7b803 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:50.152770 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Updating router 6901c196-3589-4817-aa30-9108dcc7b803 port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:50.235789 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.258800 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.274218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.330577 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Made reservation on behalf of 2afe18d732e94005a0536deb0868c7e7 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:53:50.338557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.433641 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:50.621961 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:50.634027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:50.703761 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (a87e780b-193d-44ff-8b71-a83091a9b23b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.860602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Subnet': ['ID=a87e780b-193d-44ff-8b71-a83091a9b23b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:50.884036 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Checking segment: {'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:50.886480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network hostable DHCP agents. Network: c99758ad-27cc-48b9-a9e2-d5ddd43d0311, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:53:50.908836 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Publish callbacks [] for port (44c933bd-51d2-470b-895e-c180c65c2106), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.913474 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:50.914369 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:50.928538 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (44c933bd-51d2-470b-895e-c180c65c2106), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:50.939208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:53:50.962720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c99758ad-27cc-48b9-a9e2-d5ddd43d0311) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:50.967905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:50.968538 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.009200 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6e34c84d-2a53-45db-909f-0f43eb3c0a88 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0830977 Jul 28 10:53:51.012717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48260) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:51.040200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b15418-7687-4282-9995-0b3d69b028bf None None] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:51.314389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:51.331810 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.334520 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7953220a-46fd-4b2d-a8f4-061593e41fe4 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 200 len: 954 time: 2.5198760 Jul 28 10:53:51.342540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48266) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:51.362823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa857d2-14fd-4205-bd38-50fad72a67f8 None None] Pushing event updated for resources: {'Port': ['ID=44c933bd-51d2-470b-895e-c180c65c2106,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:51.409303 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Attempting to bind port 44c933bd-51d2-470b-895e-c180c65c2106 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:51.409680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Attempting to bind port 44c933bd-51d2-470b-895e-c180c65c2106 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:51.418108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Attempting to bind port 44c933bd-51d2-470b-895e-c180c65c2106 on network 4c1dd866-288e-4596-8e19-8e932c3469d6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:51.444169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:51.444560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Checking segment: {'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:51.444972 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.445375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Bound using segment: {'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:51.445905 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Bound port: 44c933bd-51d2-470b-895e-c180c65c2106, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331e864a-6218-4590-bb6a-6f8b32731d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:51.446278 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (44c933bd-51d2-470b-895e-c180c65c2106), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.466496 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Publish callbacks [] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.511228 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.544435 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:53:51.609766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-c99758ad-27cc-48b9-a9e2-d5ddd43d0311', 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'fixed_ips': [{'subnet_id': 'a87e780b-193d-44ff-8b71-a83091a9b23b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:53:51.610995 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.625589 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:51.637968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-68ea64b3-73d0-43f4-b0b1-9fb377fa78d8 None None] Provisioning complete for port 44c933bd-51d2-470b-895e-c180c65c2106 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:51.638698 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68ea64b3-73d0-43f4-b0b1-9fb377fa78d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (44c933bd-51d2-470b-895e-c180c65c2106), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.652944 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d26c4212-1869-4228-b29f-e5db1ada1511 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 200 len: 954 time: 0.3090029 Jul 28 10:53:51.672316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48274) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:51.673201 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:51.683803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-68ea64b3-73d0-43f4-b0b1-9fb377fa78d8 None None] Port 44c933bd-51d2-470b-895e-c180c65c2106 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:53:51.697181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'routes': None}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:51.734554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] For port 44c933bd-51d2-470b-895e-c180c65c2106, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:51.748669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] For port 44c933bd-51d2-470b-895e-c180c65c2106, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=44c933bd-51d2-470b-895e-c180c65c2106,segment=NetworkSegment(331e864a-6218-4590-bb6a-6f8b32731d23),segment_id=331e864a-6218-4590-bb6a-6f8b32731d23)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:51.763325 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898704e-2a93-4c9e-9543-3061e39c2aff None None] Pushing event updated for resources: {'Port': ['ID=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:51.773106 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Attempting to bind port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:51.774815 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Attempting to bind port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:51.775897 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Attempting to bind port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:51.800751 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:51.802126 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:51.803008 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.806975 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:51.807671 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Bound port: 8beca63a-d30b-46cc-ac6d-b44c931d0d1c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:51.814535 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.907617 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (44c933bd-51d2-470b-895e-c180c65c2106), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:51.983857 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] For port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:51.993064 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] For port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:52.008538 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:52.164986 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Routers {'6901c196-3589-4817-aa30-9108dcc7b803'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:52.165625 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6901c196-3589-4817-aa30-9108dcc7b803'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:52.188139 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898704e-2a93-4c9e-9543-3061e39c2aff None None] Pushing event updated for resources: {'Port': ['ID=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:52.189943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:52.191268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:52.342611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa857d2-14fd-4205-bd38-50fad72a67f8 None None] Pushing event updated for resources: {'Port': ['ID=44c933bd-51d2-470b-895e-c180c65c2106,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:52.416448 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:52.431442 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] Set router 6901c196-3589-4817-aa30-9108dcc7b803 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:52.464547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Allocated IP 172.20.0.2 (c99758ad-27cc-48b9-a9e2-d5ddd43d0311/a87e780b-193d-44ff-8b71-a83091a9b23b/7ccc88f9-fda8-4cbd-9413-842bbe42558f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:52.553086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:52.561375 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:52.764414 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:53:47Z', 'revision_number': 3, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:52.804942 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48ae9c-ea29-439c-b922-8d448e08d32b None None] The sync data for ids ['6901c196-3589-4817-aa30-9108dcc7b803'] in n-d-850468-6 is: [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:53:47Z', 'revision_number': 3, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:52.826982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.101259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-59a41343-d1d2-4816-9ea7-cfe1f75ed9f4 None None] Provisioning complete for port 44c933bd-51d2-470b-895e-c180c65c2106 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:53.101745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-59a41343-d1d2-4816-9ea7-cfe1f75ed9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (44c933bd-51d2-470b-895e-c180c65c2106), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.169031 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:53.169766 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:53.283083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.extraroute_db [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added routes are [] {{(pid=104687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 10:53:53.283402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.extraroute_db [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 10:53:53.339310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-59a41343-d1d2-4816-9ea7-cfe1f75ed9f4 None None] Current status of the port 44c933bd-51d2-470b-895e-c180c65c2106 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:53.339845 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-59a41343-d1d2-4816-9ea7-cfe1f75ed9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (44c933bd-51d2-470b-895e-c180c65c2106), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.460251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-59a41343-d1d2-4816-9ea7-cfe1f75ed9f4 None None] For port 44c933bd-51d2-470b-895e-c180c65c2106, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=44c933bd-51d2-470b-895e-c180c65c2106,segment=NetworkSegment(331e864a-6218-4590-bb6a-6f8b32731d23),segment_id=331e864a-6218-4590-bb6a-6f8b32731d23)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:53.463332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.486056 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-59a41343-d1d2-4816-9ea7-cfe1f75ed9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (44c933bd-51d2-470b-895e-c180c65c2106), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.489807 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Publish callbacks [] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.522565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:49Z', 'revision_number': 6, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '44c933bd-51d2-470b-895e-c180c65c2106', 'name': '', 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:04:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:44Z', 'updated_at': '2022-07-28T10:53:51Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:53.527197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.554555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:53.581089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:53.584031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:53.596415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396dd78-a8ed-43d2-8d2e-02cb47538695 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:49Z', 'revision_number': 6, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '44c933bd-51d2-470b-895e-c180c65c2106', 'name': '', 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:04:d6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:44Z', 'updated_at': '2022-07-28T10:53:51Z', 'revision_number': 4, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:53.634428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a41343-d1d2-4816-9ea7-cfe1f75ed9f4 None None] Pushing event updated for resources: {'Port': ['ID=44c933bd-51d2-470b-895e-c180c65c2106,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:53.880629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Pushing event updated for resources: {'Port': ['ID=7ccc88f9-fda8-4cbd-9413-842bbe42558f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:53.897483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Attempting to bind port 7ccc88f9-fda8-4cbd-9413-842bbe42558f on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:53.898351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Attempting to bind port 7ccc88f9-fda8-4cbd-9413-842bbe42558f by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:53.901436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Attempting to bind port 7ccc88f9-fda8-4cbd-9413-842bbe42558f on network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:53.906527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:53.907329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Checking segment: {'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:53.907826 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:53.908364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Bound using segment: {'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:53.909102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Bound port: 7ccc88f9-fda8-4cbd-9413-842bbe42558f, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:53.909583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:54.044900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] For port 7ccc88f9-fda8-4cbd-9413-842bbe42558f, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:54.051586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] For port 7ccc88f9-fda8-4cbd-9413-842bbe42558f, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7ccc88f9-fda8-4cbd-9413-842bbe42558f,segment=NetworkSegment(3e6dc254-cbef-49d6-aeed-eb36d4232914),segment_id=3e6dc254-cbef-49d6-aeed-eb36d4232914)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:54.077130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:54.231057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877ce36-5011-4239-b3c6-cc68dca9d68f None None] Pushing event updated for resources: {'Port': ['ID=7ccc88f9-fda8-4cbd-9413-842bbe42558f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:54.545721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 44c933bd-51d2-470b-895e-c180c65c2106 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:54.658857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 44c933bd-51d2-470b-895e-c180c65c2106 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:54.674068 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (44c933bd-51d2-470b-895e-c180c65c2106), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:54.759124 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:54.873082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 44c933bd-51d2-470b-895e-c180c65c2106 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:54.876537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8beca63a-d30b-46cc-ac6d-b44c931d0d1c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:54.934330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Allocated IP 172.20.0.1 (c99758ad-27cc-48b9-a9e2-d5ddd43d0311/a87e780b-193d-44ff-8b71-a83091a9b23b/b87be16e-b0ba-4afd-8605-e762e0969242) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:54.966099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:54.966985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:54.973522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:54.988167 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:55.116819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:55.117259 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:55.168777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:55.182352 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:55.188569 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:55.213134 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:55.220167 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:55.249059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:55.276140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:55.285380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for port (b87be16e-b0ba-4afd-8605-e762e0969242), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:55.413677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:55.504835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:55.514764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:55.517309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:53:55.553882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:55.561168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:55.562430 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4108fd63-3573-4af1-803b-4883e16c5a4d tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 200 len: 704 time: 3.8815987 Jul 28 10:53:55.565890 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Port': ['ID=b87be16e-b0ba-4afd-8605-e762e0969242,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:55.566750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48360) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:55.611759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (6901c196-3589-4817-aa30-9108dcc7b803), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:55.751945 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cbda1a6b-17c8-4bcd-9ec7-a31eb8251475 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 200 len: 704 time: 0.1811609 Jul 28 10:53:55.752837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48362) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:55.941061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:56.076543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:56.092566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:56.093261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:56.318825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb62b11-896f-41e4-88d4-15a55d7b1634 None None] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:53:56.503285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:56.591567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-47f94151-2415-4d64-baf3-ea2b42ff0567 None None] Provisioning complete for port 7ccc88f9-fda8-4cbd-9413-842bbe42558f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:56.592629 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-47f94151-2415-4d64-baf3-ea2b42ff0567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:56.707730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for port (b87be16e-b0ba-4afd-8605-e762e0969242), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:56.726580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:56.755325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:56.771193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8beca63a-d30b-46cc-ac6d-b44c931d0d1c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:56.832539 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:56.839599 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (6901c196-3589-4817-aa30-9108dcc7b803), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:56.841616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'Port': ['ID=b87be16e-b0ba-4afd-8605-e762e0969242,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:56.902929 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:56.963078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:56.965140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:57.150522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-47f94151-2415-4d64-baf3-ea2b42ff0567 None None] Current status of the port 7ccc88f9-fda8-4cbd-9413-842bbe42558f is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:57.151076 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-47f94151-2415-4d64-baf3-ea2b42ff0567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:57.221725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 44c933bd-51d2-470b-895e-c180c65c2106 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:53:57.222023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (44c933bd-51d2-470b-895e-c180c65c2106), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:57.244892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Router 6901c196-3589-4817-aa30-9108dcc7b803 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:57.362066 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:57.368007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:53Z', 'revision_number': 7, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '44c933bd-51d2-470b-895e-c180c65c2106', 'name': '', 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:04:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:44Z', 'updated_at': '2022-07-28T10:53:53Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:57.452204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port 44c933bd-51d2-470b-895e-c180c65c2106, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=44c933bd-51d2-470b-895e-c180c65c2106,segment=NetworkSegment(331e864a-6218-4590-bb6a-6f8b32731d23),segment_id=331e864a-6218-4590-bb6a-6f8b32731d23)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:57.462180 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (44c933bd-51d2-470b-895e-c180c65c2106), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:57.492569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:57.500316 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-18172544-b9de-473a-9614-58f39dcfccae tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "PUT /v2.0/routers/6901c196-3589-4817-aa30-9108dcc7b803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4838920 Jul 28 10:53:57.506813 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48374) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:57.508801 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Sync routers for ids ['6901c196-3589-4817-aa30-9108dcc7b803'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:57.518298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 44c933bd-51d2-470b-895e-c180c65c2106 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:53:57.538769 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Routers {'6901c196-3589-4817-aa30-9108dcc7b803'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:57.539480 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6901c196-3589-4817-aa30-9108dcc7b803'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:57.564399 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:57.698109 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Set router 6901c196-3589-4817-aa30-9108dcc7b803 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:57.705450 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:57.788826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:57.789404 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:57.803119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:57.903418 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:57.904086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:57.936602 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:57.995290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (44c933bd-51d2-470b-895e-c180c65c2106), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:58.080421 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=44c933bd-51d2-470b-895e-c180c65c2106,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:58.115134 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b87be16e-b0ba-4afd-8605-e762e0969242', 'name': '', 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'mac_address': 'fa:16:3e:e4:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a87e780b-193d-44ff-8b71-a83091a9b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:53Z', 'updated_at': '2022-07-28T10:53:56Z', 'revision_number': 2, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'subnets': [{'id': 'a87e780b-193d-44ff-8b71-a83091a9b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.157471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.162102 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b4c3d8a4-e819-44d9-9042-94209d9bb92d tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7020 time: 0.6541405 Jul 28 10:53:58.167745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48378) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:58.183765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:53:58.204497 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Checking router: 6901c196-3589-4817-aa30-9108dcc7b803 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:58.205216 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Updating router 6901c196-3589-4817-aa30-9108dcc7b803 port b87be16e-b0ba-4afd-8605-e762e0969242 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:53:58.276922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.277757 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.278533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.279177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.279822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.280460 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.281094 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.281726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.282376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.283009 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:53:58.286179 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d49a33ab-4bad-4c62-b24f-56297cf1366c tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6476 time: 0.1164238 Jul 28 10:53:58.289653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48380) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:58.329564 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:58.460917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:58.461591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-47f94151-2415-4d64-baf3-ea2b42ff0567 None None] For port 7ccc88f9-fda8-4cbd-9413-842bbe42558f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7ccc88f9-fda8-4cbd-9413-842bbe42558f,segment=NetworkSegment(3e6dc254-cbef-49d6-aeed-eb36d4232914),segment_id=3e6dc254-cbef-49d6-aeed-eb36d4232914)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:58.492582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-47f94151-2415-4d64-baf3-ea2b42ff0567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:58.498997 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:58.508562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:58.520640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ccc88f9-fda8-4cbd-9413-842bbe42558f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:58.726262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48398) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:58.794476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Provisioning complete for port 7ccc88f9-fda8-4cbd-9413-842bbe42558f triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:58.794731 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:58.936161 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ee90616a-c064-42fe-ad4f-bb7d832a26a1 tempest-TestNetworkBasicOps-821212699 tempest-TestNetworkBasicOps-821212699-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 0.6432090 Jul 28 10:53:58.979653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] Deleting subnet a757ebf2-7436-438c-b0bd-c62e07ea2947 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:53:58.991021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] Publish callbacks [] for subnet (a757ebf2-7436-438c-b0bd-c62e07ea2947), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.002871 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Publish callbacks [] for port (b87be16e-b0ba-4afd-8605-e762e0969242), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.031073 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.087818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:53:59.098787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48402) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:59.105371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4c875e69-cc1b-4df9-9afe-41c9d54e3355 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2017511097', 'description': 'tempest-secgroup-smoke-2017511097 description', 'project_id': '2afe18d732e94005a0536deb0868c7e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:53:59.110984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (a757ebf2-7436-438c-b0bd-c62e07ea2947), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.165074 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c875e69-cc1b-4df9-9afe-41c9d54e3355 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.244303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a757ebf2-7436-438c-b0bd-c62e07ea2947), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.258910 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:53:59.259881 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Attempting to bind port b87be16e-b0ba-4afd-8605-e762e0969242 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:53:59.260256 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Attempting to bind port b87be16e-b0ba-4afd-8605-e762e0969242 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:53:59.260621 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Attempting to bind port b87be16e-b0ba-4afd-8605-e762e0969242 on network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:53:59.278867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7ccc88f9-fda8-4cbd-9413-842bbe42558f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:59.279458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.302708 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:53:59.303139 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Checking segment: {'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:53:59.303553 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.310826 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Bound using segment: {'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:53:59.311537 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Bound port: b87be16e-b0ba-4afd-8605-e762e0969242, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6dc254-cbef-49d6-aeed-eb36d4232914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:53:59.312072 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.398890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:59.399815 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (a757ebf2-7436-438c-b0bd-c62e07ea2947), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.409609 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-177934b5-ed69-44df-84ca-a79b92e544fb tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6553900 Jul 28 10:53:59.412792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48406) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:59.463816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:59.464561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a757ebf2-7436-438c-b0bd-c62e07ea2947,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:59.465613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94151-2415-4d64-baf3-ea2b42ff0567 None None] Pushing event updated for resources: {'Port': ['ID=7ccc88f9-fda8-4cbd-9413-842bbe42558f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:59.494654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.506846 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5e35b2dc-3048-4a2a-a9e8-046217a0437b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a757ebf2-7436-438c-b0bd-c62e07ea2947 HTTP/1.1" status: 204 len: 168 time: 0.7790663 Jul 28 10:53:59.508338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48412) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:53:59.516041 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] For port b87be16e-b0ba-4afd-8605-e762e0969242, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:53:59.519460 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] For port b87be16e-b0ba-4afd-8605-e762e0969242, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b87be16e-b0ba-4afd-8605-e762e0969242,segment=NetworkSegment(3e6dc254-cbef-49d6-aeed-eb36d4232914),segment_id=3e6dc254-cbef-49d6-aeed-eb36d4232914)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:53:59.528912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Current status of the port 7ccc88f9-fda8-4cbd-9413-842bbe42558f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:59.537754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:53Z', 'revision_number': 7, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '44c933bd-51d2-470b-895e-c180c65c2106', 'name': '', 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:04:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:44Z', 'updated_at': '2022-07-28T10:53:53Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:59.571981 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.573040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Provisioning complete for port b87be16e-b0ba-4afd-8605-e762e0969242 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:53:59.573622 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.578211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505636b0-379c-4846-89ef-1d763d793b50 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:53Z', 'revision_number': 7, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '44c933bd-51d2-470b-895e-c180c65c2106', 'name': '', 'network_id': '4c1dd866-288e-4596-8e19-8e932c3469d6', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:04:d6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:44Z', 'updated_at': '2022-07-28T10:53:53Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '5b9212d7-36a1-4688-b2cd-dffca0de24b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:59.582187 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc43ca-d5bc-4a87-b0a1-103eb6ac33ba None None] Pushing event updated for resources: {'Port': ['ID=b87be16e-b0ba-4afd-8605-e762e0969242,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:59.619564 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c875e69-cc1b-4df9-9afe-41c9d54e3355 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (eff2a8b3-9c16-4aed-93ec-566076dcdc05), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.680215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet 5b9212d7-36a1-4688-b2cd-dffca0de24b8 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:53:59.692135 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (5b9212d7-36a1-4688-b2cd-dffca0de24b8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.707429 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Routers {'6901c196-3589-4817-aa30-9108dcc7b803'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:53:59.707560 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6901c196-3589-4817-aa30-9108dcc7b803'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:59.776288 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c875e69-cc1b-4df9-9afe-41c9d54e3355 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eff2a8b3-9c16-4aed-93ec-566076dcdc05), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.829005 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (5b7dc00b-d639-441a-a8ac-9b9a93fd9940), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.870677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f99c371c-8f08-4587-9e60-ab47b1084816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.913605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Current status of the port b87be16e-b0ba-4afd-8605-e762e0969242 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:53:59.919464 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (5b9212d7-36a1-4688-b2cd-dffca0de24b8), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.920211 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:53:59.937487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7ccc88f9-fda8-4cbd-9413-842bbe42558f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:00.011216 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4c875e69-cc1b-4df9-9afe-41c9d54e3355 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.015075 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4c875e69-cc1b-4df9-9afe-41c9d54e3355 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9108541 Jul 28 10:54:00.018789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] For port b87be16e-b0ba-4afd-8605-e762e0969242, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b87be16e-b0ba-4afd-8605-e762e0969242,segment=NetworkSegment(3e6dc254-cbef-49d6-aeed-eb36d4232914),segment_id=3e6dc254-cbef-49d6-aeed-eb36d4232914)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:00.022385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48416) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:00.029010 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:00.049597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-585597c6-ca3e-498a-a8e5-f05fd696052f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': 'eff2a8b3-9c16-4aed-93ec-566076dcdc05', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:00.053589 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.055839 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c875e69-cc1b-4df9-9afe-41c9d54e3355 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff2a8b3-9c16-4aed-93ec-566076dcdc05,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:00.107704 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:00.223270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:00.228095 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8710bd7-096c-49e9-b786-f4aabc1cef50 None None] Pushing event updated for resources: {'Port': ['ID=b87be16e-b0ba-4afd-8605-e762e0969242,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:00.237577 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:00.239068 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:00.248854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-20973f1b-72a5-4f75-9ddc-28d9a8f6c406 None None] Provisioning complete for port b87be16e-b0ba-4afd-8605-e762e0969242 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:00.248997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20973f1b-72a5-4f75-9ddc-28d9a8f6c406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.326596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5b9212d7-36a1-4688-b2cd-dffca0de24b8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.334274 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-585597c6-ca3e-498a-a8e5-f05fd696052f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (2f4e492a-880a-4433-9feb-d7e9a7fe2651), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.340302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ccc88f9-fda8-4cbd-9413-842bbe42558f up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:00.341528 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] Set router 6901c196-3589-4817-aa30-9108dcc7b803 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:00.362924 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (5b7dc00b-d639-441a-a8ac-9b9a93fd9940), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.420289 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:00.428080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f99c371c-8f08-4587-9e60-ab47b1084816 admin admin] Publish callbacks [] for security_group (db418134-6412-4aec-9e1f-4d6aa8369252), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.458436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:00.459476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:00.471704 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (5b9212d7-36a1-4688-b2cd-dffca0de24b8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.490717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f99c371c-8f08-4587-9e60-ab47b1084816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (db418134-6412-4aec-9e1f-4d6aa8369252), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.525498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7dc00b-d639-441a-a8ac-9b9a93fd9940']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:00.535862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9212d7-36a1-4688-b2cd-dffca0de24b8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:00.546179 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:00.554399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.563322 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-210fda4c-c67a-4e65-91cb-a36e8398e26e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/5b9212d7-36a1-4688-b2cd-dffca0de24b8 HTTP/1.1" status: 204 len: 168 time: 1.1475589 Jul 28 10:54:00.564430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48418) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:00.565198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7ccc88f9-fda8-4cbd-9413-842bbe42558f triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:00.565767 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.615126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:00.615350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:00.650347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:00.653879 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:00.678843 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f99c371c-8f08-4587-9e60-ab47b1084816 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85c7affbab894e93af89926932ac23cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1951737 Jul 28 10:54:00.689003 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc43ca-d5bc-4a87-b0a1-103eb6ac33ba None None] Pushing event updated for resources: {'Port': ['ID=b87be16e-b0ba-4afd-8605-e762e0969242,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:00.693664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-585597c6-ca3e-498a-a8e5-f05fd696052f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (2f4e492a-880a-4433-9feb-d7e9a7fe2651), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.695892 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.698584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48420) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:00.767029 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-585597c6-ca3e-498a-a8e5-f05fd696052f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2f4e492a-880a-4433-9feb-d7e9a7fe2651), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.768758 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c371c-8f08-4587-9e60-ab47b1084816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db418134-6412-4aec-9e1f-4d6aa8369252,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:00.772885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4c1dd866-288e-4596-8e19-8e932c3469d6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.795419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.828093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:00.828807 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.835894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585597c6-ca3e-498a-a8e5-f05fd696052f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4e492a-880a-4433-9feb-d7e9a7fe2651,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:00.836741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac379c-33a8-4790-b53d-3ad7f9b27ebb None None] Network 4c1dd866-288e-4596-8e19-8e932c3469d6 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:00.885370 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b87be16e-b0ba-4afd-8605-e762e0969242', 'name': '', 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'mac_address': 'fa:16:3e:e4:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a87e780b-193d-44ff-8b71-a83091a9b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:53Z', 'updated_at': '2022-07-28T10:53:59Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'subnets': [{'id': 'a87e780b-193d-44ff-8b71-a83091a9b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:00.894580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 66e958bb-ca52-4ad9-ba17-5d7657abad13 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:00.895261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.928894 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c resource provider aggregate not found Jul 28 10:54:00.949103 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-585597c6-ca3e-498a-a8e5-f05fd696052f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:00.951189 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f38bd-005b-45d4-8cc9-8c5549df4504 None None] The sync data for ids ['6901c196-3589-4817-aa30-9108dcc7b803'] in n-d-850468-6 is: [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b87be16e-b0ba-4afd-8605-e762e0969242', 'name': '', 'network_id': 'c99758ad-27cc-48b9-a9e2-d5ddd43d0311', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'mac_address': 'fa:16:3e:e4:e0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'a87e780b-193d-44ff-8b71-a83091a9b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:53Z', 'updated_at': '2022-07-28T10:53:59Z', 'revision_number': 4, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'subnets': [{'id': 'a87e780b-193d-44ff-8b71-a83091a9b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:00.957963 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-585597c6-ca3e-498a-a8e5-f05fd696052f tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9253516 Jul 28 10:54:00.964265 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cdaaa1d-baca-4e48-b2cf-97ab2a09d75c found for delete ", "request_id": "req-5367f2af-ddbd-443c-8910-fa21d7dcb8f1"}]} Jul 28 10:54:00.970942 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48428) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:00.977912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5f6c454f-61ac-40df-9451-4433ede736aa tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': 'eff2a8b3-9c16-4aed-93ec-566076dcdc05', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:01.030060 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (5b7dc00b-d639-441a-a8ac-9b9a93fd9940), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.038482 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.048291 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5b7dc00b-d639-441a-a8ac-9b9a93fd9940 HTTP/1.1" status: 204 len: 168 time: 1.5358818 Jul 28 10:54:01.054396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48430) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:01.064657 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port 66e958bb-ca52-4ad9-ba17-5d7657abad13, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=66e958bb-ca52-4ad9-ba17-5d7657abad13,segment=NetworkSegment(331e864a-6218-4590-bb6a-6f8b32731d23),segment_id=331e864a-6218-4590-bb6a-6f8b32731d23)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:01.065063 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.076417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c564-6b33-4ead-9f6b-6d9aed47a79d admin admin] Publish callbacks [] for security_group (db418134-6412-4aec-9e1f-4d6aa8369252), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.107287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-20973f1b-72a5-4f75-9ddc-28d9a8f6c406 None None] Current status of the port b87be16e-b0ba-4afd-8605-e762e0969242 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:01.123441 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c564-6b33-4ead-9f6b-6d9aed47a79d admin admin] Publish callbacks [] for security_group (db418134-6412-4aec-9e1f-4d6aa8369252), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.167542 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 66e958bb-ca52-4ad9-ba17-5d7657abad13 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:01.178572 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:01.209708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be31c1c-cc5b-43cb-a231-7b1286fcd026 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7dc00b-d639-441a-a8ac-9b9a93fd9940,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:01.243021 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f6c454f-61ac-40df-9451-4433ede736aa tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (53b5b5ae-7fb0-4592-9147-53086b91276b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.251023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] Deleting subnet 95a0825b-8441-4336-a176-103b76df3289 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:54:01.255719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] Publish callbacks [] for subnet (95a0825b-8441-4336-a176-103b76df3289), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.305927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (95a0825b-8441-4336-a176-103b76df3289), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.351916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c564-6b33-4ead-9f6b-6d9aed47a79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (db418134-6412-4aec-9e1f-4d6aa8369252), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.354799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c564-6b33-4ead-9f6b-6d9aed47a79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.355987 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5bc2c564-6b33-4ead-9f6b-6d9aed47a79d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db418134-6412-4aec-9e1f-4d6aa8369252 HTTP/1.1" status: 204 len: 168 time: 0.6560647 Jul 28 10:54:01.376973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (95a0825b-8441-4336-a176-103b76df3289), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.390366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7ccc88f9-fda8-4cbd-9413-842bbe42558f is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:01.409580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2c564-6b33-4ead-9f6b-6d9aed47a79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db418134-6412-4aec-9e1f-4d6aa8369252,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:01.446592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f6c454f-61ac-40df-9451-4433ede736aa tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (53b5b5ae-7fb0-4592-9147-53086b91276b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.475381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f6c454f-61ac-40df-9451-4433ede736aa tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (53b5b5ae-7fb0-4592-9147-53086b91276b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.483853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (95a0825b-8441-4336-a176-103b76df3289), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.485370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] DHCP port deletion for 4c1dd866-288e-4596-8e19-8e932c3469d6 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:54:01.536144 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c454f-61ac-40df-9451-4433ede736aa tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b5b5ae-7fb0-4592-9147-53086b91276b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:01.548036 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a0825b-8441-4336-a176-103b76df3289,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:01.550198 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5f6c454f-61ac-40df-9451-4433ede736aa tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.553332 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5f6c454f-61ac-40df-9451-4433ede736aa tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5788617 Jul 28 10:54:01.557178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48434) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:01.570399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8348cfbf-0bb8-4694-acd0-b4f9759322ea tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': 'eff2a8b3-9c16-4aed-93ec-566076dcdc05', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:01.578726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.583207 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d447fb54-b1b1-4553-af26-05da58772657 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/95a0825b-8441-4336-a176-103b76df3289 HTTP/1.1" status: 204 len: 168 time: 0.5268426 Jul 28 10:54:01.585560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48436) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:01.638471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8348cfbf-0bb8-4694-acd0-b4f9759322ea tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (4180e4be-d0e5-4d3f-97b9-8f4a6f53c8fa), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.725876 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.741156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] Deleting port 66e958bb-ca52-4ad9-ba17-5d7657abad13 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:01.741614 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.743704 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8348cfbf-0bb8-4694-acd0-b4f9759322ea tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (4180e4be-d0e5-4d3f-97b9-8f4a6f53c8fa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.767564 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8348cfbf-0bb8-4694-acd0-b4f9759322ea tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (4180e4be-d0e5-4d3f-97b9-8f4a6f53c8fa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.794535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:57Z', 'revision_number': 8, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:01.826592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (17254eda-aa1c-44e1-9ade-18d4c4aa1780), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.835946 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8348cfbf-0bb8-4694-acd0-b4f9759322ea tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:01.841032 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8348cfbf-0bb8-4694-acd0-b4f9759322ea tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796483 Jul 28 10:54:01.851412 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48442) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:01.857159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-396c7a8c-730c-4115-ab41-82e695246055 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': 'eff2a8b3-9c16-4aed-93ec-566076dcdc05', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:01.859692 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:01.861422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=66e958bb-ca52-4ad9-ba17-5d7657abad13,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:01.873297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port 66e958bb-ca52-4ad9-ba17-5d7657abad13 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:01.876627 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348cfbf-0bb8-4694-acd0-b4f9759322ea tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4180e4be-d0e5-4d3f-97b9-8f4a6f53c8fa,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:01.936112 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-396c7a8c-730c-4115-ab41-82e695246055 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (f46997eb-8008-430c-887a-01336173224c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.056604 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:02.081805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-396c7a8c-730c-4115-ab41-82e695246055 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (f46997eb-8008-430c-887a-01336173224c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.112450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-396c7a8c-730c-4115-ab41-82e695246055 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (f46997eb-8008-430c-887a-01336173224c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.139737 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (17254eda-aa1c-44e1-9ade-18d4c4aa1780), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.155639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c7a8c-730c-4115-ab41-82e695246055 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46997eb-8008-430c-887a-01336173224c,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:02.167362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b87be16e-b0ba-4afd-8605-e762e0969242 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:02.174512 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-396c7a8c-730c-4115-ab41-82e695246055 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.177907 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-396c7a8c-730c-4115-ab41-82e695246055 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275499 Jul 28 10:54:02.180560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:02.182587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48452) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:02.190041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': 'eff2a8b3-9c16-4aed-93ec-566076dcdc05', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:02.192242 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17254eda-aa1c-44e1-9ade-18d4c4aa1780']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:02.204936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70651868-e718-4d2e-975a-3eb6a328f85f') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:02.205291 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70651868-e718-4d2e-975a-3eb6a328f85f') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:02.218728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (70651868-e718-4d2e-975a-3eb6a328f85f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.229458 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Project 2afe18d732e94005a0536deb0868c7e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:54:02.237360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (7988d518-2979-4dc7-8db4-c7046df878a0), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.239486 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (70651868-e718-4d2e-975a-3eb6a328f85f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.249752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:02.250307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (70651868-e718-4d2e-975a-3eb6a328f85f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.252396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] For port 66e958bb-ca52-4ad9-ba17-5d7657abad13, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:02.252774 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.276177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] Calling delete_port for 66e958bb-ca52-4ad9-ba17-5d7657abad13 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:02.279090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] Port 66e958bb-ca52-4ad9-ba17-5d7657abad13 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:54:02.280997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (66e958bb-ca52-4ad9-ba17-5d7657abad13), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.336778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:02.341579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:53:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:02.346723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] Pushing event deleted for resources: {'Port': ['ID=66e958bb-ca52-4ad9-ba17-5d7657abad13,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:02.353908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4c1dd866-288e-4596-8e19-8e932c3469d6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.388543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1dd866-288e-4596-8e19-8e932c3469d6']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:02.395659 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (7988d518-2979-4dc7-8db4-c7046df878a0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.406027 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331e864a-6218-4590-bb6a-6f8b32731d23') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:02.406356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331e864a-6218-4590-bb6a-6f8b32731d23') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:02.412900 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (7988d518-2979-4dc7-8db4-c7046df878a0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.450651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846e20f-2ed6-43b8-b5c7-4beb16fd4ea1 None None] No DVR routers for this DVR port 66e958bb-ca52-4ad9-ba17-5d7657abad13 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:02.469979 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:02.493512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7988d518-2979-4dc7-8db4-c7046df878a0,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:02.526220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.530571 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-520ffce9-60d9-4448-a3d5-d1946e926950 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444517 Jul 28 10:54:02.531968 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48462) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:02.545960 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Request body: {'security_group_rule': {'security_group_id': 'eff2a8b3-9c16-4aed-93ec-566076dcdc05', 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:02.575339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b87be16e-b0ba-4afd-8605-e762e0969242 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:02.575632 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.583647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:02.617193 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Project 2afe18d732e94005a0536deb0868c7e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:54:02.623880 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (7f2d731e-646c-41e4-b9ef-e44e7fdf8cbf), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.768168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (17254eda-aa1c-44e1-9ade-18d4c4aa1780), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.769005 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (7f2d731e-646c-41e4-b9ef-e44e7fdf8cbf), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.776778 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 70651868-e718-4d2e-975a-3eb6a328f85f resource provider aggregate not found Jul 28 10:54:02.788214 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (7f2d731e-646c-41e4-b9ef-e44e7fdf8cbf), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.809849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.817408 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] 10.222.0.46 "DELETE /v2.0/networks/17254eda-aa1c-44e1-9ade-18d4c4aa1780 HTTP/1.1" status: 204 len: 168 time: 1.2294600 Jul 28 10:54:02.824667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (331e864a-6218-4590-bb6a-6f8b32731d23), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.830905 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 70651868-e718-4d2e-975a-3eb6a328f85f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70651868-e718-4d2e-975a-3eb6a328f85f found for delete ", "request_id": "req-817a2a25-250b-485f-ab9f-9d83e3b0d038"}]} Jul 28 10:54:02.833848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2aec7dcb-e2f5-4cf1-9a61-9b8dfdb45aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.856002 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92d30-d22e-4104-b6b9-fbd66e5faa7a admin admin] Pushing event deleted for resources: {'Network': ['ID=17254eda-aa1c-44e1-9ade-18d4c4aa1780,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:02.860628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2d731e-646c-41e4-b9ef-e44e7fdf8cbf,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:02.890768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (331e864a-6218-4590-bb6a-6f8b32731d23), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.903922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:02.904595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (331e864a-6218-4590-bb6a-6f8b32731d23), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.932251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:02.934810 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-be3bcafd-58a0-4e4b-b344-9ea4c48e039c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4005980 Jul 28 10:54:02.989476 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:03.023152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4c1dd866-288e-4596-8e19-8e932c3469d6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:03.033627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b87be16e-b0ba-4afd-8605-e762e0969242 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:03.035719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:03.042427 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/4c1dd866-288e-4596-8e19-8e932c3469d6 HTTP/1.1" status: 204 len: 168 time: 2.4753368 Jul 28 10:54:03.045106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:03.090096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d40bd-89ad-40b3-ac66-2fd3fa3145d7 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=4c1dd866-288e-4596-8e19-8e932c3469d6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:03.145821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66e958bb-ca52-4ad9-ba17-5d7657abad13 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:03.215676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 66e958bb-ca52-4ad9-ba17-5d7657abad13 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:03.216029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 66e958bb-ca52-4ad9-ba17-5d7657abad13 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:03.237332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:57Z', 'revision_number': 8, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:03.248918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:03.267980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c88cc9-ec59-4bc0-a4a8-3e121f7d30d2 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:53:57Z', 'revision_number': 8, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8e726d7d-84cd-4648-86cb-8c37d5905aa2', 'name': '', 'network_id': '9e1e89c1-1e92-4438-aafc-3d80619675aa', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:b4:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:37Z', 'updated_at': '2022-07-28T10:53:45Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:03.306366 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:03.405099 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-62633378-9b90-4be3-99a0-aa7f57ce8f70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b833e323b674c858e1a4e2b184fa6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521595 Jul 28 10:54:03.411306 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48492) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:03.439342 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5a5f77f8-94d6-4b92-a680-2bd4b0e6e86a req-62f01ab3-d1ea-4b9f-ae34-9d4ef5204af3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2017511097&fields=id&tenant_id=2afe18d732e94005a0536deb0868c7e7 HTTP/1.1" status: 200 len: 267 time: 0.1030271 Jul 28 10:54:03.699836 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f77f8-94d6-4b92-a680-2bd4b0e6e86a req-a664f32c-1608-4018-a546-3e377b883393 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:03.701394 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5a5f77f8-94d6-4b92-a680-2bd4b0e6e86a req-a664f32c-1608-4018-a546-3e377b883393 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/networks?id=c99758ad-27cc-48b9-a9e2-d5ddd43d0311 HTTP/1.1" status: 200 len: 796 time: 0.2547171 Jul 28 10:54:03.724076 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5a5f77f8-94d6-4b92-a680-2bd4b0e6e86a req-f9bd78c5-acaa-4b59-9f53-6fb7a102d172 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/quotas/2afe18d732e94005a0536deb0868c7e7 HTTP/1.1" status: 200 len: 375 time: 0.0141323 Jul 28 10:54:03.853139 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5a5f77f8-94d6-4b92-a680-2bd4b0e6e86a req-5ab252b6-ab9c-4522-b934-5b9522758d92 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2afe18d732e94005a0536deb0868c7e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125622 Jul 28 10:54:03.981560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75253177-2ad2-455f-8885-76508747a37a admin admin] Publish callbacks [] for security_group (bb12de9d-892d-46eb-b916-5a81b93ef33d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:03.993340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 44c933bd-51d2-470b-895e-c180c65c2106 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:03.995531 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:03.998206 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:04.024083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 44c933bd-51d2-470b-895e-c180c65c2106 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:04.024666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 44c933bd-51d2-470b-895e-c180c65c2106 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:04.026527 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5a5f77f8-94d6-4b92-a680-2bd4b0e6e86a req-80fb332d-f80d-4310-af29-0858683982a9 service neutron] 10.222.0.46 "GET /v2.0/networks/c99758ad-27cc-48b9-a9e2-d5ddd43d0311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658762 Jul 28 10:54:04.028938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75253177-2ad2-455f-8885-76508747a37a admin admin] Publish callbacks [] for security_group (bb12de9d-892d-46eb-b916-5a81b93ef33d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.136252 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5a5f77f8-94d6-4b92-a680-2bd4b0e6e86a req-3edd6358-d20e-4b08-8ddf-6b81b6331d30 service neutron] 10.222.0.46 "GET /v2.0/networks/c99758ad-27cc-48b9-a9e2-d5ddd43d0311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079028 Jul 28 10:54:04.163406 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75253177-2ad2-455f-8885-76508747a37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bb12de9d-892d-46eb-b916-5a81b93ef33d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.165908 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75253177-2ad2-455f-8885-76508747a37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.169465 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75253177-2ad2-455f-8885-76508747a37a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb12de9d-892d-46eb-b916-5a81b93ef33d HTTP/1.1" status: 204 len: 168 time: 0.7544041 Jul 28 10:54:04.180478 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75253177-2ad2-455f-8885-76508747a37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb12de9d-892d-46eb-b916-5a81b93ef33d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:04.182347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.276516 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:04.408106 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1f9aa9ea-44b0-436a-b9ce-2cae4cba3f56 req-5762ef46-1ac2-4719-943e-cb76fa7b4af1 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?device_id=4391b795-489d-48dc-b7e5-6749722e7376 HTTP/1.1" status: 200 len: 210 time: 0.0539315 Jul 28 10:54:04.524023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 8e726d7d-84cd-4648-86cb-8c37d5905aa2 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:04.524650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.581240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48526) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:04.628034 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d0b654ea-4d1f-477e-b679-6230a96d8729 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0864fdcb23ac472bb3b4002bc3c42ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452313 Jul 28 10:54:04.631691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48528) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:04.657458 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port 8e726d7d-84cd-4648-86cb-8c37d5905aa2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e726d7d-84cd-4648-86cb-8c37d5905aa2,segment=NetworkSegment(6004be7b-f1ed-420d-9bc9-a951b58b0487),segment_id=6004be7b-f1ed-420d-9bc9-a951b58b0487)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:04.657865 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.672597 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 8e726d7d-84cd-4648-86cb-8c37d5905aa2 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:04.694218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b176aff3-ad9b-49c6-999f-1a0db4002c47 admin admin] Publish callbacks [] for security_group (84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.723573 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b176aff3-ad9b-49c6-999f-1a0db4002c47 admin admin] Publish callbacks [] for security_group (84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.792410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b176aff3-ad9b-49c6-999f-1a0db4002c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.798610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b176aff3-ad9b-49c6-999f-1a0db4002c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.802588 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b176aff3-ad9b-49c6-999f-1a0db4002c47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6 HTTP/1.1" status: 204 len: 168 time: 0.1673853 Jul 28 10:54:04.811038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176aff3-ad9b-49c6-999f-1a0db4002c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cff48c-ce71-4d8f-a6a6-d1c693ed7ad6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:04.856334 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 331e864a-6218-4590-bb6a-6f8b32731d23 resource provider aggregate not found Jul 28 10:54:04.878417 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 331e864a-6218-4590-bb6a-6f8b32731d23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 331e864a-6218-4590-bb6a-6f8b32731d23 found for delete ", "request_id": "req-b22575fe-be51-4271-b8a2-ef308c304f2f"}]} Jul 28 10:54:04.883020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8e726d7d-84cd-4648-86cb-8c37d5905aa2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:04.916106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=8e726d7d-84cd-4648-86cb-8c37d5905aa2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:05.038781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bdebe33f-98c0-4775-ba5a-0037a5246dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:05.048528 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:05.123168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:05.429836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:05.574713 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:05.584674 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4cb4aa10-581d-4f44-930a-0882bfd7f2d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355887 Jul 28 10:54:05.584962 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48596) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:05.593217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007630da-72d0-499f-a392-7f843a6253ad None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:05.616658 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:05.617293 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:05.650542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-91e44b84-cac4-40e1-8ff3-113d2c8baf56 req-35d607b2-119b-4850-abfd-7c3d813d1105 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?device_id=4391b795-489d-48dc-b7e5-6749722e7376 HTTP/1.1" status: 200 len: 210 time: 0.0838902 Jul 28 10:54:05.681845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:54:05.711847 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:05.777116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:05.863560 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:05.926957 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-ca2e4f50-1229-4fe9-91e6-c33e7930a951 req-4b44d7cb-9750-4db4-8043-24b4ee36e936 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "GET /v2.0/ports?device_id=4391b795-489d-48dc-b7e5-6749722e7376 HTTP/1.1" status: 200 len: 210 time: 0.0557947 Jul 28 10:54:05.949779 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:06.057016 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.162194 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:04Z', 'revision_number': 9, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:06.162413 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.178455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.214565 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:06.224549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.233211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83921f90-b1d3-4ec3-8e5a-f004520b0308 None None] Network 9e1e89c1-1e92-4438-aafc-3d80619675aa requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:06.233472 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48672) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:06.234445 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3819d9fc-7b8d-4904-9fd6-cb45b5c12cd5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7 HTTP/1.1" status: 204 len: 168 time: 0.6486702 Jul 28 10:54:06.266706 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007630da-72d0-499f-a392-7f843a6253ad None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:06.340992 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:06.341645 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:06.415076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9e1e89c1-1e92-4438-aafc-3d80619675aa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.443938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48694) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:06.537669 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f7cb-c40d-47d7-807b-e8d902c1fb96 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (eff2a8b3-9c16-4aed-93ec-566076dcdc05), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.575062 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:06.589575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10645e-77d7-4233-9608-49547a208842 None None] DHCP port deletion for 9e1e89c1-1e92-4438-aafc-3d80619675aa request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:54:06.604467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:06.605193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.615671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f7cb-c40d-47d7-807b-e8d902c1fb96 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (eff2a8b3-9c16-4aed-93ec-566076dcdc05), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.677696 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5d10645e-77d7-4233-9608-49547a208842 None None] Deleting port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:06.678102 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d10645e-77d7-4233-9608-49547a208842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.751551 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f7cb-c40d-47d7-807b-e8d902c1fb96 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eff2a8b3-9c16-4aed-93ec-566076dcdc05), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.755396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3a7f7cb-c40d-47d7-807b-e8d902c1fb96 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.757747 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d3a7f7cb-c40d-47d7-807b-e8d902c1fb96 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/security-groups/eff2a8b3-9c16-4aed-93ec-566076dcdc05 HTTP/1.1" status: 204 len: 168 time: 0.3125713 Jul 28 10:54:06.776920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7f7cb-c40d-47d7-807b-e8d902c1fb96 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff2a8b3-9c16-4aed-93ec-566076dcdc05,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:06.837414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5d10645e-77d7-4233-9608-49547a208842 None None] For port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,segment=NetworkSegment(6004be7b-f1ed-420d-9bc9-a951b58b0487),segment_id=6004be7b-f1ed-420d-9bc9-a951b58b0487)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:06.837847 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d10645e-77d7-4233-9608-49547a208842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.841335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 48728) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:06.857051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5d10645e-77d7-4233-9608-49547a208842 None None] Calling delete_port for 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:06.913422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,segment=NetworkSegment(6004be7b-f1ed-420d-9bc9-a951b58b0487),segment_id=6004be7b-f1ed-420d-9bc9-a951b58b0487)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:06.913953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:06.991298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:06.996343 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:07.011751 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-007630da-72d0-499f-a392-7f843a6253ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:04Z', 'revision_number': 9, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:07.068081 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007630da-72d0-499f-a392-7f843a6253ad None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:04Z', 'revision_number': 9, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7cd20c2-46c2-4e59-9188-b9a3df12ea78', 'name': '', 'network_id': '8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:09:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:28Z', 'updated_at': '2022-07-28T10:53:39Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': 'c732276d-18cf-4ff2-9296-260988c5b3da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:07.072295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d10645e-77d7-4233-9608-49547a208842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.098927 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:07.131986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10645e-77d7-4233-9608-49547a208842 None None] Pushing event deleted for resources: {'Port': ['ID=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:07.148506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10645e-77d7-4233-9608-49547a208842 None None] No DVR routers for this DVR port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:07.208314 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3cc05ea9-ab7d-4dda-844c-ccc110d1e50f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.225531 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.246067 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=3cc05ea9-ab7d-4dda-844c-ccc110d1e50f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:07.248955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:07.429058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9e1e89c1-1e92-4438-aafc-3d80619675aa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.485161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1e89c1-1e92-4438-aafc-3d80619675aa']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:07.517463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6004be7b-f1ed-420d-9bc9-a951b58b0487') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:07.517983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6004be7b-f1ed-420d-9bc9-a951b58b0487') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:07.554446 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (6004be7b-f1ed-420d-9bc9-a951b58b0487), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.572944 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6004be7b-f1ed-420d-9bc9-a951b58b0487), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.594633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:07.596397 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (6004be7b-f1ed-420d-9bc9-a951b58b0487), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.612734 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (6901c196-3589-4817-aa30-9108dcc7b803), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.663971 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.692887 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:07.698406 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6004be7b-f1ed-420d-9bc9-a951b58b0487 resource provider aggregate not found Jul 28 10:54:07.713484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.748434 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6004be7b-f1ed-420d-9bc9-a951b58b0487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6004be7b-f1ed-420d-9bc9-a951b58b0487 found for delete ", "request_id": "req-81b4ba1c-fdd7-4d4a-8231-35a222c8bff7"}]} Jul 28 10:54:07.753124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9e1e89c1-1e92-4438-aafc-3d80619675aa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.762442 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:07.766793 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/9e1e89c1-1e92-4438-aafc-3d80619675aa HTTP/1.1" status: 204 len: 168 time: 1.5297313 Jul 28 10:54:07.771319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 48816) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:07.796069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b777b66-fad4-4838-ada4-fa45f89fc8a8 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=9e1e89c1-1e92-4438-aafc-3d80619675aa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:08.060762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Deleting port b87be16e-b0ba-4afd-8605-e762e0969242 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:08.061747 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:08.072316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e726d7d-84cd-4648-86cb-8c37d5905aa2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:08.108372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8e726d7d-84cd-4648-86cb-8c37d5905aa2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:08.109266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e726d7d-84cd-4648-86cb-8c37d5905aa2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:08.110481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:08.186231 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:08.186851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3cc05ea9-ab7d-4dda-844c-ccc110d1e50f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:08.311909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] For port b87be16e-b0ba-4afd-8605-e762e0969242, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b87be16e-b0ba-4afd-8605-e762e0969242,segment=NetworkSegment(3e6dc254-cbef-49d6-aeed-eb36d4232914),segment_id=3e6dc254-cbef-49d6-aeed-eb36d4232914)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:08.313499 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:08.333351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Calling delete_port for b87be16e-b0ba-4afd-8605-e762e0969242 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:08.429875 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:08.434781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:08.609839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b87be16e-b0ba-4afd-8605-e762e0969242), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:08.647235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Port': ['ID=b87be16e-b0ba-4afd-8605-e762e0969242,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:08.671369 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:08.767203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port a7cd20c2-46c2-4e59-9188-b9a3df12ea78 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:08.767410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:08.905815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port a7cd20c2-46c2-4e59-9188-b9a3df12ea78, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,segment=NetworkSegment(d17783f1-011d-480d-8321-a1d35491b88b),segment_id=d17783f1-011d-480d-8321-a1d35491b88b)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:08.906433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:08.926213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for a7cd20c2-46c2-4e59-9188-b9a3df12ea78 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:08.964696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (6901c196-3589-4817-aa30-9108dcc7b803), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:09.020200 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:09.225116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a7cd20c2-46c2-4e59-9188-b9a3df12ea78), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:09.261727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Router 6901c196-3589-4817-aa30-9108dcc7b803 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:09.274440 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=a7cd20c2-46c2-4e59-9188-b9a3df12ea78,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:09.552489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:09.682973 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:09.756145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:09.767552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] Sync routers for ids ['6901c196-3589-4817-aa30-9108dcc7b803'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:09.792090 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0d0530f3-d92c-49db-967a-4f0eeed3714c tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "PUT /v2.0/routers/6901c196-3589-4817-aa30-9108dcc7b803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9491572 Jul 28 10:54:09.804976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49048) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:09.813572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] Routers {'6901c196-3589-4817-aa30-9108dcc7b803'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:09.814526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6901c196-3589-4817-aa30-9108dcc7b803'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:09.877816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Deleting subnet a87e780b-193d-44ff-8b71-a83091a9b23b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:54:09.881559 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for subnet (a87e780b-193d-44ff-8b71-a83091a9b23b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:09.933726 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (a87e780b-193d-44ff-8b71-a83091a9b23b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:09.987788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:10.065246 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:10.091669 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:10.106619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] Set router 6901c196-3589-4817-aa30-9108dcc7b803 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:10.146586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a87e780b-193d-44ff-8b71-a83091a9b23b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.259071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:10.270154 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-71804722-9f04-4265-a5b6-5e5a38a13fc1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4973972 Jul 28 10:54:10.273099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:10.274797 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:10.295506 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:10.296723 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:10.313629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (a87e780b-193d-44ff-8b71-a83091a9b23b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.347717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:54:08Z', 'revision_number': 5, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:10.361239 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Subnet': ['ID=a87e780b-193d-44ff-8b71-a83091a9b23b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:10.370954 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.377891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49090) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:10.385186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283ef6c-aaae-4fb7-b6f5-c5965d30b43e None None] Network c99758ad-27cc-48b9-a9e2-d5ddd43d0311 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:10.387326 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cb75629c-4e30-42f7-b475-32c636b81442 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/subnets/a87e780b-193d-44ff-8b71-a83091a9b23b HTTP/1.1" status: 204 len: 168 time: 0.5812454 Jul 28 10:54:10.404638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] Checking router: 6901c196-3589-4817-aa30-9108dcc7b803 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:10.406078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet c732276d-18cf-4ff2-9296-260988c5b3da {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:54:10.415539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (c732276d-18cf-4ff2-9296-260988c5b3da), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.458874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] Routers {'6901c196-3589-4817-aa30-9108dcc7b803'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:10.459774 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6901c196-3589-4817-aa30-9108dcc7b803'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:10.476750 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:10.530554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (c732276d-18cf-4ff2-9296-260988c5b3da), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.538487 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:10.634420 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router (6901c196-3589-4817-aa30-9108dcc7b803), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.692529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c732276d-18cf-4ff2-9296-260988c5b3da), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.731435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] Set router 6901c196-3589-4817-aa30-9108dcc7b803 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:10.763254 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:10.801214 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:10.880326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] DHCP port deletion for c99758ad-27cc-48b9-a9e2-d5ddd43d0311 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:54:10.892710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (c732276d-18cf-4ff2-9296-260988c5b3da), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:10.921483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:09Z', 'revision_number': 10, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:10.978443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=c732276d-18cf-4ff2-9296-260988c5b3da,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:10.990074 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:10.992013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.001939 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1b548008-54d7-43f0-a9ee-67ece3631538 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/c732276d-18cf-4ff2-9296-260988c5b3da HTTP/1.1" status: 204 len: 168 time: 0.7257471 Jul 28 10:54:11.006029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49100) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:11.024178 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:11.024817 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:11.166114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] Deleting port 7ccc88f9-fda8-4cbd-9413-842bbe42558f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:11.166496 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.169991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221c468-80e0-4cb2-b92d-749f491362f6 None None] Network 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:11.185677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.238843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:11.239572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.400286 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b593fd0e-e574-43dc-b03e-c5ba68d3e3e8,segment=NetworkSegment(d17783f1-011d-480d-8321-a1d35491b88b),segment_id=d17783f1-011d-480d-8321-a1d35491b88b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:11.401522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.436614 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:11.449577 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:11.451735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:54:08Z', 'revision_number': 5, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:11.468031 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:11.471582 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:11.500245 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_gateway (6901c196-3589-4817-aa30-9108dcc7b803), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.566648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d96c9c-3972-4e7a-b7e8-94e2301a51ba None None] The sync data for ids ['6901c196-3589-4817-aa30-9108dcc7b803'] in n-d-850468-6 is: [{'id': '6901c196-3589-4817-aa30-9108dcc7b803', 'name': 'tempest-TestNetworkBasicOps-router-203186755', 'tenant_id': '2afe18d732e94005a0536deb0868c7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:43Z', 'updated_at': '2022-07-28T10:54:08Z', 'revision_number': 5, 'project_id': '2afe18d732e94005a0536deb0868c7e7', 'gw_port': {'id': '8beca63a-d30b-46cc-ac6d-b44c931d0d1c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901c196-3589-4817-aa30-9108dcc7b803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:45Z', 'updated_at': '2022-07-28T10:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:11.586268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] For port 7ccc88f9-fda8-4cbd-9413-842bbe42558f, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7ccc88f9-fda8-4cbd-9413-842bbe42558f,segment=NetworkSegment(3e6dc254-cbef-49d6-aeed-eb36d4232914),segment_id=3e6dc254-cbef-49d6-aeed-eb36d4232914)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:11.586837 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.597660 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Deleting port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:11.598473 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.624378 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.633122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] Calling delete_port for 7ccc88f9-fda8-4cbd-9413-842bbe42558f owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:11.683191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b593fd0e-e574-43dc-b03e-c5ba68d3e3e8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.738573 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=b593fd0e-e574-43dc-b03e-c5ba68d3e3e8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:11.745950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:11.774869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] For port 8beca63a-d30b-46cc-ac6d-b44c931d0d1c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:11.777003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.815645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Calling delete_port for 8beca63a-d30b-46cc-ac6d-b44c931d0d1c owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:11.830457 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:11.851751 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (7ccc88f9-fda8-4cbd-9413-842bbe42558f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:11.888666 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:09Z', 'revision_number': 10, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:11.891522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] Pushing event deleted for resources: {'Port': ['ID=7ccc88f9-fda8-4cbd-9413-842bbe42558f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:11.922754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c49a5-7398-458b-843b-5b309673cb63 None None] No DVR routers for this DVR port 7ccc88f9-fda8-4cbd-9413-842bbe42558f on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:11.923375 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed91a2e-a7a2-44e6-a695-6cded0e9d0f1 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:09Z', 'revision_number': 10, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None, '_interfaces': [{'id': '8ebcacb9-786b-45dd-8c4d-51deed05511d', 'name': '', 'network_id': '59e95a98-7489-4fa0-8c55-0d7250f3d486', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'mac_address': 'fa:16:3e:3a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:53:21Z', 'updated_at': '2022-07-28T10:53:30Z', 'revision_number': 5, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'subnets': [{'id': '79a8f9e8-9106-4fab-b5f5-ec32f3e22729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:11.961700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455180c4-4d53-4be6-83c2-a129db24596d None None] DHCP port deletion for 8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:54:12.082799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.121886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:12.136533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17783f1-011d-480d-8321-a1d35491b88b') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:12.136840 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17783f1-011d-480d-8321-a1d35491b88b') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:12.150488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (d17783f1-011d-480d-8321-a1d35491b88b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.174583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d17783f1-011d-480d-8321-a1d35491b88b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.177925 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:12.195252 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:12.196100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (d17783f1-011d-480d-8321-a1d35491b88b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.271741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (8beca63a-d30b-46cc-ac6d-b44c931d0d1c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.274124 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d17783f1-011d-480d-8321-a1d35491b88b resource provider aggregate not found Jul 28 10:54:12.341805 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d17783f1-011d-480d-8321-a1d35491b88b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d17783f1-011d-480d-8321-a1d35491b88b found for delete ", "request_id": "req-bbab7133-e3e4-439e-923c-775c494b9102"}]} Jul 28 10:54:12.379326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.383683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b87be16e-b0ba-4afd-8605-e762e0969242 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:12.395371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.399595 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Port': ['ID=8beca63a-d30b-46cc-ac6d-b44c931d0d1c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:12.403508 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1 HTTP/1.1" status: 204 len: 168 time: 1.3964176 Jul 28 10:54:12.406688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49114) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:12.425720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b87be16e-b0ba-4afd-8605-e762e0969242 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:12.425720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b87be16e-b0ba-4afd-8605-e762e0969242 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:12.425720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ccc88f9-fda8-4cbd-9413-842bbe42558f no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:12.474811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7ccc88f9-fda8-4cbd-9413-842bbe42558f {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:12.475164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7ccc88f9-fda8-4cbd-9413-842bbe42558f not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:12.475585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:12.519721 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:12.524618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b593fd0e-e574-43dc-b03e-c5ba68d3e3e8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:12.585902 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (6901c196-3589-4817-aa30-9108dcc7b803), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.760764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2a780-398e-4cd9-a0ec-0bb22d93958b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=8443ec38-4f7b-4e39-8d1f-0fd6b3108bc1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:12.790447 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (6901c196-3589-4817-aa30-9108dcc7b803), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.801084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router_controller (6901c196-3589-4817-aa30-9108dcc7b803), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.887394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (6901c196-3589-4817-aa30-9108dcc7b803), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.889119 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Fanout notify agent at l3_agent the message router_deleted on router 6901c196-3589-4817-aa30-9108dcc7b803 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:54:12.905540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:12.910421 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e1929e16-94d2-40ba-b199-cf51f2857fa3 tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/routers/6901c196-3589-4817-aa30-9108dcc7b803 HTTP/1.1" status: 204 len: 168 time: 2.5288618 Jul 28 10:54:12.912490 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49118) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:13.002610 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:13.047076 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c99758ad-27cc-48b9-a9e2-d5ddd43d0311), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.172793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.173969 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c99758ad-27cc-48b9-a9e2-d5ddd43d0311), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.197092 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99758ad-27cc-48b9-a9e2-d5ddd43d0311']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:13.208384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6dc254-cbef-49d6-aeed-eb36d4232914') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:13.208769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6dc254-cbef-49d6-aeed-eb36d4232914') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:13.222241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (3e6dc254-cbef-49d6-aeed-eb36d4232914), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.236950 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (3e6dc254-cbef-49d6-aeed-eb36d4232914), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.245409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:13.246434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (3e6dc254-cbef-49d6-aeed-eb36d4232914), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.281051 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:13.299531 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 3e6dc254-cbef-49d6-aeed-eb36d4232914 resource provider aggregate not found Jul 28 10:54:13.333502 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 3e6dc254-cbef-49d6-aeed-eb36d4232914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e6dc254-cbef-49d6-aeed-eb36d4232914 found for delete ", "request_id": "req-2f23a23b-c54b-42db-9496-aee27452ceef"}]} Jul 28 10:54:13.335249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c99758ad-27cc-48b9-a9e2-d5ddd43d0311), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.345503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.363969 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] 10.222.0.46 "DELETE /v2.0/networks/c99758ad-27cc-48b9-a9e2-d5ddd43d0311 HTTP/1.1" status: 204 len: 168 time: 0.4495134 Jul 28 10:54:13.394085 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adecbe0-b1b5-4f8f-8f33-bb90196348ef tempest-TestNetworkBasicOps-1858618645 tempest-TestNetworkBasicOps-1858618645-project] Pushing event deleted for resources: {'Network': ['ID=c99758ad-27cc-48b9-a9e2-d5ddd43d0311,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:13.520224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port 8ebcacb9-786b-45dd-8c4d-51deed05511d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:13.520724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.654373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port 8ebcacb9-786b-45dd-8c4d-51deed05511d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8ebcacb9-786b-45dd-8c4d-51deed05511d,segment=NetworkSegment(cb42eb43-cb66-4de2-b06d-4704ef8c1a0e),segment_id=cb42eb43-cb66-4de2-b06d-4704ef8c1a0e)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:13.654901 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.672670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for 8ebcacb9-786b-45dd-8c4d-51deed05511d owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:13.812207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49132) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:13.900218 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8ebcacb9-786b-45dd-8c4d-51deed05511d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:13.914554 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:13.990034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=8ebcacb9-786b-45dd-8c4d-51deed05511d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:14.058323 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-53fa3320-3af3-4f34-baca-8c68861fbd28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2afe18d732e94005a0536deb0868c7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436664 Jul 28 10:54:14.061065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49140) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:14.084487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7cd20c2-46c2-4e59-9188-b9a3df12ea78 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:14.137080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a7cd20c2-46c2-4e59-9188-b9a3df12ea78 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:14.139262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7cd20c2-46c2-4e59-9188-b9a3df12ea78 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:14.139917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8beca63a-d30b-46cc-ac6d-b44c931d0d1c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:14.187530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:14.201704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8beca63a-d30b-46cc-ac6d-b44c931d0d1c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:14.204240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8beca63a-d30b-46cc-ac6d-b44c931d0d1c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:14.236210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8f40f45-67f7-4d9a-8fd0-6e8059fdb96f admin admin] Publish callbacks [] for security_group (fd601249-83f6-46fd-92ac-15d5ce3dd900), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:14.295978 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8f40f45-67f7-4d9a-8fd0-6e8059fdb96f admin admin] Publish callbacks [] for security_group (fd601249-83f6-46fd-92ac-15d5ce3dd900), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:14.401309 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8f40f45-67f7-4d9a-8fd0-6e8059fdb96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (fd601249-83f6-46fd-92ac-15d5ce3dd900), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:14.404669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d8f40f45-67f7-4d9a-8fd0-6e8059fdb96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:14.416074 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d8f40f45-67f7-4d9a-8fd0-6e8059fdb96f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd601249-83f6-46fd-92ac-15d5ce3dd900 HTTP/1.1" status: 204 len: 168 time: 0.3466182 Jul 28 10:54:14.445664 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:14.449804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f40f45-67f7-4d9a-8fd0-6e8059fdb96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd601249-83f6-46fd-92ac-15d5ce3dd900,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:14.690243 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:14.938432 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:14.952408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:14.963923 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-989a0888-06f7-43ae-bf7d-1d3cd06a7681 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512106 Jul 28 10:54:14.966927 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49156) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:14.998384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:14.999042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:15.070087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting subnet 79a8f9e8-9106-4fab-b5f5-ec32f3e22729 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:54:15.078638 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (79a8f9e8-9106-4fab-b5f5-ec32f3e22729), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.154509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:15.162926 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (79a8f9e8-9106-4fab-b5f5-ec32f3e22729), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.247039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49160) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:15.270443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f610e4f5-842d-4195-8dfd-ce3610855504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.306352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:13Z', 'revision_number': 11, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:15.344571 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (79a8f9e8-9106-4fab-b5f5-ec32f3e22729), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.351300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:15.384177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:15.389112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:15.487242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:15.490165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f610e4f5-842d-4195-8dfd-ce3610855504 admin admin] Publish callbacks [] for security_group (70ff783a-3f4a-4362-85f1-04e628dd4ba3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.505136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f610e4f5-842d-4195-8dfd-ce3610855504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (70ff783a-3f4a-4362-85f1-04e628dd4ba3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.513308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (79a8f9e8-9106-4fab-b5f5-ec32f3e22729), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.554229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:13Z', 'revision_number': 11, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:15.580778 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:15.583509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Subnet': ['ID=79a8f9e8-9106-4fab-b5f5-ec32f3e22729,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:15.590115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.593094 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-390d3e04-c21a-44ee-b61e-c6815dbcb5ef tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/79a8f9e8-9106-4fab-b5f5-ec32f3e22729 HTTP/1.1" status: 204 len: 168 time: 0.6237442 Jul 28 10:54:15.599256 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49166) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:15.603167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b793d-2fb5-44a7-b37c-fbca25513932 None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:13Z', 'revision_number': 11, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:15.610449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c853807-edb9-4a62-9b8f-f4a9d897d4ee None None] Network 59e95a98-7489-4fa0-8c55-0d7250f3d486 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:15.621218 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f610e4f5-842d-4195-8dfd-ce3610855504 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=780cd240be4f4be8bc6e62d58c31dc82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728542 Jul 28 10:54:15.623963 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49168) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:15.673042 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610e4f5-842d-4195-8dfd-ce3610855504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff783a-3f4a-4362-85f1-04e628dd4ba3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:15.771427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-424a7e3c-ea4d-4ad3-8824-d3df340beb27 admin admin] Publish callbacks [] for security_group (70ff783a-3f4a-4362-85f1-04e628dd4ba3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.835168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-424a7e3c-ea4d-4ad3-8824-d3df340beb27 admin admin] Publish callbacks [] for security_group (70ff783a-3f4a-4362-85f1-04e628dd4ba3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.843716 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (59e95a98-7489-4fa0-8c55-0d7250f3d486), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.904843 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-424a7e3c-ea4d-4ad3-8824-d3df340beb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (70ff783a-3f4a-4362-85f1-04e628dd4ba3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.908872 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-424a7e3c-ea4d-4ad3-8824-d3df340beb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:15.912918 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-424a7e3c-ea4d-4ad3-8824-d3df340beb27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70ff783a-3f4a-4362-85f1-04e628dd4ba3 HTTP/1.1" status: 204 len: 168 time: 0.2849736 Jul 28 10:54:15.923554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a7e3c-ea4d-4ad3-8824-d3df340beb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff783a-3f4a-4362-85f1-04e628dd4ba3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:15.925247 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Deleting port cbe833b0-c893-4cf2-bfdf-747d77faa756 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:15.925896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:16.004694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] DHCP port deletion for 59e95a98-7489-4fa0-8c55-0d7250f3d486 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:54:16.043108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] For port cbe833b0-c893-4cf2-bfdf-747d77faa756, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbe833b0-c893-4cf2-bfdf-747d77faa756,segment=NetworkSegment(cb42eb43-cb66-4de2-b06d-4704ef8c1a0e),segment_id=cb42eb43-cb66-4de2-b06d-4704ef8c1a0e)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:16.043479 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:16.070685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Calling delete_port for cbe833b0-c893-4cf2-bfdf-747d77faa756 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:16.128783 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] Deleting port cbe833b0-c893-4cf2-bfdf-747d77faa756 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:16.129173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:16.244865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbe833b0-c893-4cf2-bfdf-747d77faa756 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:16.256720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:16.303990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Port': ['ID=cbe833b0-c893-4cf2-bfdf-747d77faa756,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:16.335262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: cbe833b0-c893-4cf2-bfdf-747d77faa756 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:16.335742 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No DVR routers for this DVR port cbe833b0-c893-4cf2-bfdf-747d77faa756 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:16.344035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cbe833b0-c893-4cf2-bfdf-747d77faa756 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:16.344749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8ebcacb9-786b-45dd-8c4d-51deed05511d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:16.392264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8ebcacb9-786b-45dd-8c4d-51deed05511d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:16.393151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8ebcacb9-786b-45dd-8c4d-51deed05511d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:16.478351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] For port cbe833b0-c893-4cf2-bfdf-747d77faa756, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cbe833b0-c893-4cf2-bfdf-747d77faa756,segment=NetworkSegment(cb42eb43-cb66-4de2-b06d-4704ef8c1a0e),segment_id=cb42eb43-cb66-4de2-b06d-4704ef8c1a0e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:16.480778 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:16.543178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] Calling delete_port for cbe833b0-c893-4cf2-bfdf-747d77faa756 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:16.747096 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (cbe833b0-c893-4cf2-bfdf-747d77faa756), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:16.764280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] No DVR routers for this DVR port cbe833b0-c893-4cf2-bfdf-747d77faa756 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:16.832788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde11c5-68ec-4967-a63f-06de482779b7 None None] Pushing event deleted for resources: {'Port': ['ID=cbe833b0-c893-4cf2-bfdf-747d77faa756,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:16.960595 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (59e95a98-7489-4fa0-8c55-0d7250f3d486), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:16.989673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e95a98-7489-4fa0-8c55-0d7250f3d486']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:17.005120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:17.005880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb42eb43-cb66-4de2-b06d-4704ef8c1a0e') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:17.019665 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (cb42eb43-cb66-4de2-b06d-4704ef8c1a0e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.038480 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (cb42eb43-cb66-4de2-b06d-4704ef8c1a0e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.046544 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:17.047183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (cb42eb43-cb66-4de2-b06d-4704ef8c1a0e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.105356 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment cb42eb43-cb66-4de2-b06d-4704ef8c1a0e resource provider aggregate not found Jul 28 10:54:17.145219 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment cb42eb43-cb66-4de2-b06d-4704ef8c1a0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb42eb43-cb66-4de2-b06d-4704ef8c1a0e found for delete ", "request_id": "req-b870f013-1058-44bc-afe7-a69d8b8b5085"}]} Jul 28 10:54:17.146622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (59e95a98-7489-4fa0-8c55-0d7250f3d486), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.213961 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.232339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49198) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:17.232863 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/networks/59e95a98-7489-4fa0-8c55-0d7250f3d486 HTTP/1.1" status: 204 len: 168 time: 1.6306875 Jul 28 10:54:17.240002 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc07e3-2fe2-4e03-b18b-78d3e1fa0238 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Pushing event deleted for resources: {'Network': ['ID=59e95a98-7489-4fa0-8c55-0d7250f3d486,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:17.240452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'routes': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:17.497538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Added routes are [] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 10:54:17.497838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Removed routes are [] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 10:54:17.498229 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.503295 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:17.588060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49218) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:17.683853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.688067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.726358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-299925236-network', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:17.767730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Made reservation on behalf of cf432b0760fa4d03a1b82cf80b3591d6 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:17.770457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.783137 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.786130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:17.885062 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:17.913328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:17.926941 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:17.927136 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] Sync routers for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:17.932315 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-808ed198-6530-468e-9dd5-e57bfa1e7801 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 200 len: 705 time: 0.7002552 Jul 28 10:54:17.932576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49232) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:17.955455 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:17.956523 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:18.018749 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:18.042122 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8e151ea0-3ce3-44cf-a690-aaad1e35ad20 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 200 len: 205 time: 0.1029878 Jul 28 10:54:18.044980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49238) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:18.066792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks [] for security_group (539366b5-3bee-41e1-885c-80d00069ee8c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.081046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (539366b5-3bee-41e1-885c-80d00069ee8c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.097211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:18.165623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49240) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:18.166741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edc32257-03d2-4e69-95de-27e457c353fa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.167656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539366b5-3bee-41e1-885c-80d00069ee8c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:18.183416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:18.199833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (04768647-fc14-41db-aa61-53b6e983df0d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.200640 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Added segment 04768647-fc14-41db-aa61-53b6e983df0d of type vlan for network c121c6b0-2791-4d45-80bb-cd6e34690b50 Jul 28 10:54:18.251698 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:13Z', 'revision_number': 11, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:18.297778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (c121c6b0-2791-4d45-80bb-cd6e34690b50), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.328437 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] Checking router: e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:18.355957 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] Routers {'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:18.356886 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:18.375611 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (c121c6b0-2791-4d45-80bb-cd6e34690b50), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.376804 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:18.377515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.466421 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:18.483194 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] Set router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:18.503702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] Pushing event updated for resources: {'Network': ['ID=c121c6b0-2791-4d45-80bb-cd6e34690b50,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:18.516852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:18.556201 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:13Z', 'revision_number': 11, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:18.564826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edc32257-03d2-4e69-95de-27e457c353fa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.569003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edc32257-03d2-4e69-95de-27e457c353fa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.574984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9c312a39-e9f9-4cc9-9eb6-baf2366da64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.594832 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-603dadc5-305d-43dc-baff-c56f991a8d9a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0061176 Jul 28 10:54:18.622230 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c2db81-3320-44a3-83bb-52133ccaa59e None None] The sync data for ids ['e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e'] in n-d-850468-6 is: [{'id': 'e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e', 'name': 'tempest-RoutersIpV6Test-router-1361984715', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:53:18Z', 'updated_at': '2022-07-28T10:54:13Z', 'revision_number': 11, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:18.645553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49244) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:18.652696 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Request body: {'subnet': {'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-299925236-subnet', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:18.680417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edc32257-03d2-4e69-95de-27e457c353fa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.681697 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc32257-03d2-4e69-95de-27e457c353fa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Fanout notify agent at l3_agent the message router_deleted on router e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:54:18.697847 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edc32257-03d2-4e69-95de-27e457c353fa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.699911 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-edc32257-03d2-4e69-95de-27e457c353fa tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 204 len: 168 time: 0.6537936 Jul 28 10:54:18.710257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49246) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:18.716316 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:18.719513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a816d861-6853-4845-8351-b18d7564fb2c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-444359487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:18.762849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Made reservation on behalf of cf432b0760fa4d03a1b82cf80b3591d6 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:18.766195 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.781629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9c312a39-e9f9-4cc9-9eb6-baf2366da64b admin admin] Publish callbacks [] for security_group (c03db0bb-334a-476e-a4ec-88568eeca32f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.794488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9c312a39-e9f9-4cc9-9eb6-baf2366da64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c03db0bb-334a-476e-a4ec-88568eeca32f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.873640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312a39-e9f9-4cc9-9eb6-baf2366da64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03db0bb-334a-476e-a4ec-88568eeca32f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:18.903044 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9c312a39-e9f9-4cc9-9eb6-baf2366da64b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=921c3a03cb684deaa4e357d7f7781fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287924 Jul 28 10:54:18.903044 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49248) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:18.906795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a816d861-6853-4845-8351-b18d7564fb2c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:18.912169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a816d861-6853-4845-8351-b18d7564fb2c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.043318 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-849ac255-f9d3-4127-9045-faae937f7a43 admin admin] Publish callbacks [] for security_group (c03db0bb-334a-476e-a4ec-88568eeca32f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.066115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a816d861-6853-4845-8351-b18d7564fb2c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (8f67404b-dd1e-4264-a6a5-9b84df73f899), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.084182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-849ac255-f9d3-4127-9045-faae937f7a43 admin admin] Publish callbacks [] for security_group (c03db0bb-334a-476e-a4ec-88568eeca32f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.169529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-849ac255-f9d3-4127-9045-faae937f7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c03db0bb-334a-476e-a4ec-88568eeca32f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.173176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-849ac255-f9d3-4127-9045-faae937f7a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.176860 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-849ac255-f9d3-4127-9045-faae937f7a43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c03db0bb-334a-476e-a4ec-88568eeca32f HTTP/1.1" status: 204 len: 168 time: 0.2702272 Jul 28 10:54:19.187543 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ac255-f9d3-4127-9045-faae937f7a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03db0bb-334a-476e-a4ec-88568eeca32f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:19.208541 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:19.252127 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a816d861-6853-4845-8351-b18d7564fb2c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.271165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (1e629b85-b523-479a-9dc3-dd12673955c7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.315058 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a816d861-6853-4845-8351-b18d7564fb2c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.316749 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a816d861-6853-4845-8351-b18d7564fb2c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6050162 Jul 28 10:54:19.319634 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49256) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:19.325354 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-06dbf3eb-29e7-412c-b151-a053f59d1153 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:19.388515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e629b85-b523-479a-9dc3-dd12673955c7,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:19.393328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Checking segment: {'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:19.394444 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Network hostable DHCP agents. Network: c121c6b0-2791-4d45-80bb-cd6e34690b50, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:19.422563 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:19.445485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, c121c6b0-2791-4d45-80bb-cd6e34690b50) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:19.451008 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:19.454005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.460787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4be806-c760-4aeb-8b43-688f4275342a None None] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:19.489217 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3223566c-25b3-4455-976d-fddec3810c1f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8416851 Jul 28 10:54:19.492244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49260) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:19.500469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:19.550705 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (20fbc776-dbba-4a41-86f4-ad293f02c950), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.552177 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (20fbc776-dbba-4a41-86f4-ad293f02c950), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.613212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks [] for router_controller (20fbc776-dbba-4a41-86f4-ad293f02c950), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.691073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-c121c6b0-2791-4d45-80bb-cd6e34690b50', 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'fixed_ips': [{'subnet_id': '1e629b85-b523-479a-9dc3-dd12673955c7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:54:19.692036 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.695686 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06dbf3eb-29e7-412c-b151-a053f59d1153 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.721352 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06dbf3eb-29e7-412c-b151-a053f59d1153 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:19.744916 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:19.930505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Allocated IP 172.20.0.2 (c121c6b0-2791-4d45-80bb-cd6e34690b50/1e629b85-b523-479a-9dc3-dd12673955c7/ce7825d8-8d90-460b-a755-5e0a1ea705f6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:20.138646 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:20.194287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dbf3eb-29e7-412c-b151-a053f59d1153 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Router 8f67404b-dd1e-4264-a6a5-9b84df73f899 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:54:20.326652 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Publish callbacks [] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.337828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.399226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dbf3eb-29e7-412c-b151-a053f59d1153 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:20.399661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:20.405633 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks [] for router_gateway (20fbc776-dbba-4a41-86f4-ad293f02c950), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.417368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-06dbf3eb-29e7-412c-b151-a053f59d1153 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.421672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] Sync routers for ids ['8f67404b-dd1e-4264-a6a5-9b84df73f899'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:20.422245 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-06dbf3eb-29e7-412c-b151-a053f59d1153 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "PUT /v2.0/routers/8f67404b-dd1e-4264-a6a5-9b84df73f899 HTTP/1.1" status: 200 len: 697 time: 1.0993006 Jul 28 10:54:20.425479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49280) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:20.437671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:20.447316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Pushing event updated for resources: {'Port': ['ID=ce7825d8-8d90-460b-a755-5e0a1ea705f6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:20.453957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:20.465560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.466052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.466330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.466682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.467042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.467647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.467994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.468376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.468718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.469055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.469390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.469722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.470085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.470462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.470795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:20.481911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] Routers {'8f67404b-dd1e-4264-a6a5-9b84df73f899'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:20.481911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8f67404b-dd1e-4264-a6a5-9b84df73f899'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:20.559181 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:20.579526 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:20.586443 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:20.594633 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2d285db1-6d7f-4eea-9840-89fc343dfdc2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/routers/8f67404b-dd1e-4264-a6a5-9b84df73f899 HTTP/1.1" status: 200 len: 703 time: 0.1670945 Jul 28 10:54:20.598546 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49284) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:20.607087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Attempting to bind port ce7825d8-8d90-460b-a755-5e0a1ea705f6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:20.607971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Attempting to bind port ce7825d8-8d90-460b-a755-5e0a1ea705f6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:20.608605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Attempting to bind port ce7825d8-8d90-460b-a755-5e0a1ea705f6 on network c121c6b0-2791-4d45-80bb-cd6e34690b50 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:20.620507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:20.621339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Checking segment: {'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:20.622062 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.622701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Bound using segment: {'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:20.623435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Bound port: ce7825d8-8d90-460b-a755-5e0a1ea705f6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:20.624075 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.634153 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a73beaa9-c228-409b-a0db-56879c28fe56 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f67404b-dd1e-4264-a6a5-9b84df73f899 HTTP/1.1" status: 200 len: 205 time: 0.0339308 Jul 28 10:54:20.636410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49286) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:20.646620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] Set router 8f67404b-dd1e-4264-a6a5-9b84df73f899 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:20.721338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f67404b-dd1e-4264-a6a5-9b84df73f899', 'name': 'tempest-RoutersIpV6Test-router-444359487', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:18Z', 'updated_at': '2022-07-28T10:54:19Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:20.733888 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7a73-4d1d-437a-af90-a39d4d5992b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.762821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] Checking router: 8f67404b-dd1e-4264-a6a5-9b84df73f899 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:20.785956 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:20.787079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] Routers {'8f67404b-dd1e-4264-a6a5-9b84df73f899'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:20.788011 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8f67404b-dd1e-4264-a6a5-9b84df73f899'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:20.793073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] For port ce7825d8-8d90-460b-a755-5e0a1ea705f6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:20.841373 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks [] for router_gateway (20fbc776-dbba-4a41-86f4-ad293f02c950), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.866251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.872137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] For port ce7825d8-8d90-460b-a755-5e0a1ea705f6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce7825d8-8d90-460b-a755-5e0a1ea705f6,segment=NetworkSegment(04768647-fc14-41db-aa61-53b6e983df0d),segment_id=04768647-fc14-41db-aa61-53b6e983df0d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:20.879469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] Set router 8f67404b-dd1e-4264-a6a5-9b84df73f899 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:20.941574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7a73-4d1d-437a-af90-a39d4d5992b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.944674 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7a73-4d1d-437a-af90-a39d4d5992b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router_controller (8f67404b-dd1e-4264-a6a5-9b84df73f899), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.995935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7a73-4d1d-437a-af90-a39d4d5992b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (8f67404b-dd1e-4264-a6a5-9b84df73f899), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:20.996925 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6d7a73-4d1d-437a-af90-a39d4d5992b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Fanout notify agent at l3_agent the message router_deleted on router 8f67404b-dd1e-4264-a6a5-9b84df73f899 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:54:21.011564 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7a73-4d1d-437a-af90-a39d4d5992b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:21.016167 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6e6d7a73-4d1d-437a-af90-a39d4d5992b6 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/8f67404b-dd1e-4264-a6a5-9b84df73f899 HTTP/1.1" status: 204 len: 168 time: 0.3755360 Jul 28 10:54:21.026608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49296) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.029468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Allocated IP 172.25.2.33 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c9593e33-47cf-4803-a397-cec42711c178) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:21.106388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f67404b-dd1e-4264-a6a5-9b84df73f899', 'name': 'tempest-RoutersIpV6Test-router-444359487', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:18Z', 'updated_at': '2022-07-28T10:54:19Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:21.126417 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-561a35a6-4b92-4a3d-a3b4-183f283548bf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f67404b-dd1e-4264-a6a5-9b84df73f899 HTTP/1.1" status: 200 len: 205 time: 0.0963569 Jul 28 10:54:21.131822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49316) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.178548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f82c45-e4ef-4448-b2a8-10671ce9e772 None None] The sync data for ids ['8f67404b-dd1e-4264-a6a5-9b84df73f899'] in n-d-850468-6 is: [{'id': '8f67404b-dd1e-4264-a6a5-9b84df73f899', 'name': 'tempest-RoutersIpV6Test-router-444359487', 'tenant_id': '0f668356f3f448d89044d8cc67ad84d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:18Z', 'updated_at': '2022-07-28T10:54:19Z', 'revision_number': 2, 'project_id': '0f668356f3f448d89044d8cc67ad84d4', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:21.182192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks [] for port (c9593e33-47cf-4803-a397-cec42711c178), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:21.192395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:21.259935 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-8bcfd18c-3b68-4a64-b845-5c28e5273b45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] delete failed (client error): The resource could not be found. Jul 28 10:54:21.260936 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8bcfd18c-3b68-4a64-b845-5c28e5273b45 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/8f67404b-dd1e-4264-a6a5-9b84df73f899 HTTP/1.1" status: 404 len: 336 time: 0.1279402 Jul 28 10:54:21.263951 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49330) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.264795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c9593e33-47cf-4803-a397-cec42711c178), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:21.308866 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f9150-9755-4e1f-b4cb-8dfa6e22345d None None] Pushing event updated for resources: {'Port': ['ID=ce7825d8-8d90-460b-a755-5e0a1ea705f6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:21.336930 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03f9320-9208-4df0-bc00-91fe77bbf6c5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:21.337694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03f9320-9208-4df0-bc00-91fe77bbf6c5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:21.341397 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e03f9320-9208-4df0-bc00-91fe77bbf6c5 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/5b9212d7-36a1-4688-b2cd-dffca0de24b8 HTTP/1.1" status: 404 len: 337 time: 0.0764611 Jul 28 10:54:21.343908 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49338) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.392130 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d2504e-7d7f-4f9f-ac31-a368c4891d44 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:21.392621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d2504e-7d7f-4f9f-ac31-a368c4891d44 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:21.400349 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-97d2504e-7d7f-4f9f-ac31-a368c4891d44 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/fb6ab5dc-c4b9-42cb-80e1-c4d21a33f3d7 HTTP/1.1" status: 404 len: 337 time: 0.0534241 Jul 28 10:54:21.401215 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49348) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.424319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Pushing event updated for resources: {'Port': ['ID=c9593e33-47cf-4803-a397-cec42711c178,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:21.442453 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-17179a7e-6fe1-4cba-9440-454a92cc76d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:21.443315 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17179a7e-6fe1-4cba-9440-454a92cc76d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:21.449752 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-17179a7e-6fe1-4cba-9440-454a92cc76d3 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/c732276d-18cf-4ff2-9296-260988c5b3da HTTP/1.1" status: 404 len: 337 time: 0.0400660 Jul 28 10:54:21.450816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49352) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.452421 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:21.472572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:21.487630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:21.506952 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dd1f09-5bf2-4a18-9aff-516799aa6481 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:21.507379 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3dd1f09-5bf2-4a18-9aff-516799aa6481 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:21.511539 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c3dd1f09-5bf2-4a18-9aff-516799aa6481 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/79a8f9e8-9106-4fab-b5f5-ec32f3e22729 HTTP/1.1" status: 404 len: 337 time: 0.0594478 Jul 28 10:54:21.518045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49354) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.639333 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5e011d80-b2a7-441d-8898-d63b1c3da5dd tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 200 len: 205 time: 0.1186919 Jul 28 10:54:21.640007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49358) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.776859 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-493c88b4-7a52-40ed-a843-d1849487afcd tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] delete failed (client error): The resource could not be found. Jul 28 10:54:21.778440 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-493c88b4-7a52-40ed-a843-d1849487afcd tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/e00b4a88-d6df-4d3e-b81a-a83bf8d5c93e HTTP/1.1" status: 404 len: 336 time: 0.1373456 Jul 28 10:54:21.785235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49362) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.854335 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-19dfb926-9fd5-427f-83f2-bbef0f77747c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=966da3ac-661c-4d41-a36e-e248ce1c383e HTTP/1.1" status: 200 len: 205 time: 0.0644891 Jul 28 10:54:21.855212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49366) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.921646 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-7f05e323-b2b3-4f7c-b431-260103c62c94 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] delete failed (client error): The resource could not be found. Jul 28 10:54:21.923525 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7f05e323-b2b3-4f7c-b431-260103c62c94 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/966da3ac-661c-4d41-a36e-e248ce1c383e HTTP/1.1" status: 404 len: 336 time: 0.0666921 Jul 28 10:54:21.927013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49370) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:21.969823 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-38809b69-76fe-47e9-bca2-22d799f00c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:21.970471 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38809b69-76fe-47e9-bca2-22d799f00c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:21.974990 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-38809b69-76fe-47e9-bca2-22d799f00c0b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/632f4c55-5e20-45d8-9bfc-63df39e89492 HTTP/1.1" status: 404 len: 337 time: 0.0467594 Jul 28 10:54:21.977832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49372) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.019411 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4965c00e-47e5-4fe7-9a34-4ca2ed49a5a1 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe HTTP/1.1" status: 200 len: 205 time: 0.0398581 Jul 28 10:54:22.037287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49378) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.123423 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:22.124690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks [] for router_gateway (20fbc776-dbba-4a41-86f4-ad293f02c950), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:22.177671 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7825d8-8d90-460b-a755-5e0a1ea705f6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:22.202793 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-c7929951-58d9-4fe3-9ef8-0d71e949f99c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] delete failed (client error): The resource could not be found. Jul 28 10:54:22.207828 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49386) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.211748 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c7929951-58d9-4fe3-9ef8-0d71e949f99c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/95d2a0bf-645a-48ad-9c8c-8b2f95ce08fe HTTP/1.1" status: 404 len: 336 time: 0.1733077 Jul 28 10:54:22.245524 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-73d3867b-61cc-4540-835f-e9f0e603f82e tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=18d947b2-e352-4de1-a54a-9cd777eadd5e HTTP/1.1" status: 200 len: 205 time: 0.0357168 Jul 28 10:54:22.248056 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49388) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.281253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ce7825d8-8d90-460b-a755-5e0a1ea705f6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:22.281812 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:22.327966 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-f4be2e64-6517-427d-b5b0-fad5dc9d83f0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] delete failed (client error): The resource could not be found. Jul 28 10:54:22.327966 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f4be2e64-6517-427d-b5b0-fad5dc9d83f0 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/18d947b2-e352-4de1-a54a-9cd777eadd5e HTTP/1.1" status: 404 len: 336 time: 0.0691619 Jul 28 10:54:22.327966 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49392) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.368752 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc53fcd7-ada5-4c54-8eb2-06186e35e23b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:22.369218 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc53fcd7-ada5-4c54-8eb2-06186e35e23b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:22.372404 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cc53fcd7-ada5-4c54-8eb2-06186e35e23b tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/2158dc8c-43e4-4e67-aff1-25018cf529f7 HTTP/1.1" status: 404 len: 337 time: 0.0505304 Jul 28 10:54:22.375596 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49396) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.405135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ce7825d8-8d90-460b-a755-5e0a1ea705f6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:22.405673 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:22.406922 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e927ecd6-0318-4705-adf4-42bd21e9883f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf7b53c5-8473-4551-a1bb-ff1bd6d61111 HTTP/1.1" status: 200 len: 205 time: 0.0304158 Jul 28 10:54:22.410978 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.486339 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-f6becea4-5648-4542-a977-590cd28fbcaf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] delete failed (client error): The resource could not be found. Jul 28 10:54:22.490818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49412) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.491006 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6becea4-5648-4542-a977-590cd28fbcaf tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/cf7b53c5-8473-4551-a1bb-ff1bd6d61111 HTTP/1.1" status: 404 len: 336 time: 0.0794778 Jul 28 10:54:22.499167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ce7825d8-8d90-460b-a755-5e0a1ea705f6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce7825d8-8d90-460b-a755-5e0a1ea705f6,segment=NetworkSegment(04768647-fc14-41db-aa61-53b6e983df0d),segment_id=04768647-fc14-41db-aa61-53b6e983df0d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:22.516191 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:22.597432 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1f396a-1239-4593-9d92-f25b8c98c5b2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:22.597997 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1f396a-1239-4593-9d92-f25b8c98c5b2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:22.598157 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:22.599931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ce7825d8-8d90-460b-a755-5e0a1ea705f6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:22.603278 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bd1f396a-1239-4593-9d92-f25b8c98c5b2 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/be0dac86-6ff5-4281-9f7d-8d4c0d9b4340 HTTP/1.1" status: 404 len: 337 time: 0.1091719 Jul 28 10:54:22.608176 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49432) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.712037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49448) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.712239 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-70360c91-1b54-42e7-a460-ccbacecb607c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 HTTP/1.1" status: 200 len: 205 time: 0.1021318 Jul 28 10:54:22.836092 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-6ef6de08-c625-40d5-b018-7469587f592f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] delete failed (client error): The resource could not be found. Jul 28 10:54:22.837306 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6ef6de08-c625-40d5-b018-7469587f592f tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/routers/a0f8f59a-cf31-4a3f-bee2-c69eacb8aa34 HTTP/1.1" status: 404 len: 336 time: 0.1096094 Jul 28 10:54:22.840063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49454) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:22.848682 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (20fbc776-dbba-4a41-86f4-ad293f02c950), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:22.941039 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cdd8cb-047e-4eb5-be85-ad63cab8504c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:22.941039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cdd8cb-047e-4eb5-be85-ad63cab8504c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:22.942658 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-39cdd8cb-047e-4eb5-be85-ad63cab8504c tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/49ccf03f-eda3-471f-aceb-58abc1debb60 HTTP/1.1" status: 404 len: 337 time: 0.1014414 Jul 28 10:54:22.946794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49458) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:23.035426 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:23.045343 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a8dd66-1c5e-4621-be5e-b49d5e633a29 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] DELETE failed (client error): The resource could not be found. Jul 28 10:54:23.046636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a8dd66-1c5e-4621-be5e-b49d5e633a29 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:54:23.051583 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-88a8dd66-1c5e-4621-be5e-b49d5e633a29 tempest-RoutersIpV6Test-1607567583 tempest-RoutersIpV6Test-1607567583-project] 10.222.0.46 "DELETE /v2.0/subnets/ac220a29-78df-4b7c-8a2f-19f5f9246c71 HTTP/1.1" status: 404 len: 337 time: 0.0944834 Jul 28 10:54:23.134957 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Router 20fbc776-dbba-4a41-86f4-ad293f02c950 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:54:23.318275 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49466) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:23.352201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc51c061-6163-40b1-a60e-7d56a1c909fa None None] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:23.380152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:23.392930 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Sync routers for ids ['20fbc776-dbba-4a41-86f4-ad293f02c950'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:23.418163 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:23.419601 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fe4d9f4c-b416-467f-b0ec-91f62d28637f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9266443 Jul 28 10:54:23.423140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:23.454876 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Routers {'20fbc776-dbba-4a41-86f4-ad293f02c950'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:23.455515 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['20fbc776-dbba-4a41-86f4-ad293f02c950'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:23.528346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e76b9c23-fb63-4452-b433-faa828bbea0e None None] Provisioning complete for port ce7825d8-8d90-460b-a755-5e0a1ea705f6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:23.532386 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e76b9c23-fb63-4452-b433-faa828bbea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:23.537655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49474) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:23.739707 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Set router 20fbc776-dbba-4a41-86f4-ad293f02c950 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:23.807199 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce0931b-979b-4109-9e1e-93182be6be3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:23.827433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e76b9c23-fb63-4452-b433-faa828bbea0e None None] Current status of the port ce7825d8-8d90-460b-a755-5e0a1ea705f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:23.848793 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1b6052cf-c91b-423c-a999-2f621101c4fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f668356f3f448d89044d8cc67ad84d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034077 Jul 28 10:54:23.849519 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49478) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:23.921597 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce0931b-979b-4109-9e1e-93182be6be3b admin admin] Publish callbacks [] for security_group (3c5603d1-c07a-432c-85fb-3a8a1ce91756), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:23.937973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cce0931b-979b-4109-9e1e-93182be6be3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c5603d1-c07a-432c-85fb-3a8a1ce91756), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.045450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9620abaa-33f2-4e18-b16b-ff53c59cea0b admin admin] Publish callbacks [] for security_group (8fa78209-ce62-48d6-bcdd-c0ba3bedae33), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.119593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7825d8-8d90-460b-a755-5e0a1ea705f6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:24.120052 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9620abaa-33f2-4e18-b16b-ff53c59cea0b admin admin] Publish callbacks [] for security_group (8fa78209-ce62-48d6-bcdd-c0ba3bedae33), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.146458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:24.147130 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cce0931b-979b-4109-9e1e-93182be6be3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b842f023c9647cf9e998d0087f4b0dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8270235 Jul 28 10:54:24.151630 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0931b-979b-4109-9e1e-93182be6be3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5603d1-c07a-432c-85fb-3a8a1ce91756,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:24.240978 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9620abaa-33f2-4e18-b16b-ff53c59cea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8fa78209-ce62-48d6-bcdd-c0ba3bedae33), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.246033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9620abaa-33f2-4e18-b16b-ff53c59cea0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.256246 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9620abaa-33f2-4e18-b16b-ff53c59cea0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fa78209-ce62-48d6-bcdd-c0ba3bedae33 HTTP/1.1" status: 204 len: 168 time: 0.4051170 Jul 28 10:54:24.293284 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c9593e33-47cf-4803-a397-cec42711c178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:54:21Z', 'revision_number': 3, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port': {'id': 'c9593e33-47cf-4803-a397-cec42711c178', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:56:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:20Z', 'updated_at': '2022-07-28T10:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:24.296500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ce7825d8-8d90-460b-a755-5e0a1ea705f6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:24.296888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.298169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620abaa-33f2-4e18-b16b-ff53c59cea0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa78209-ce62-48d6-bcdd-c0ba3bedae33,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:24.320988 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:24.348811 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:24.380204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Publish callbacks [] for security_group (3c5603d1-c07a-432c-85fb-3a8a1ce91756), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.383135 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Checking router: 20fbc776-dbba-4a41-86f4-ad293f02c950 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:24.383601 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Updating router 20fbc776-dbba-4a41-86f4-ad293f02c950 port c9593e33-47cf-4803-a397-cec42711c178 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:54:24.408985 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:24.450267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Publish callbacks [] for security_group (3c5603d1-c07a-432c-85fb-3a8a1ce91756), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.535739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0fd00f4f-e8b7-4053-8bf0-2df930fa72a6 None None] Provisioning complete for port ce7825d8-8d90-460b-a755-5e0a1ea705f6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:24.536275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0fd00f4f-e8b7-4053-8bf0-2df930fa72a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.560441 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c9593e33-47cf-4803-a397-cec42711c178), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.591341 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c5603d1-c07a-432c-85fb-3a8a1ce91756), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.594880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.600542 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c5603d1-c07a-432c-85fb-3a8a1ce91756 HTTP/1.1" status: 204 len: 168 time: 0.4497111 Jul 28 10:54:24.620432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5603d1-c07a-432c-85fb-3a8a1ce91756,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:24.641424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.642369 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.644896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.645529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.646134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.646763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.651207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.652128 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.652813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.653502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.654184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.655028 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.656316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.660161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.661217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7d91ca-c266-4ae2-a8af-ff365001341b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:24.731043 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:24.896517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0fd00f4f-e8b7-4053-8bf0-2df930fa72a6 None None] Current status of the port ce7825d8-8d90-460b-a755-5e0a1ea705f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:24.906110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ce7825d8-8d90-460b-a755-5e0a1ea705f6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:25.346596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Allocated IP 172.20.0.1 (c121c6b0-2791-4d45-80bb-cd6e34690b50/1e629b85-b523-479a-9dc3-dd12673955c7/b054095b-b59a-4dd5-b359-cb5673129241) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:25.436953 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Publish callbacks [] for port (c9593e33-47cf-4803-a397-cec42711c178), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.449219 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c9593e33-47cf-4803-a397-cec42711c178), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.465985 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:25.637806 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Pushing event updated for resources: {'Port': ['ID=c9593e33-47cf-4803-a397-cec42711c178,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:25.650027 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Attempting to bind port c9593e33-47cf-4803-a397-cec42711c178 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:25.650405 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Attempting to bind port c9593e33-47cf-4803-a397-cec42711c178 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:25.650934 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Attempting to bind port c9593e33-47cf-4803-a397-cec42711c178 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:25.665972 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.666700 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.668205 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.669153 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.670478 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.671159 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.673426 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.673976 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.675432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks [] for port (b054095b-b59a-4dd5-b359-cb5673129241), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.675589 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.675589 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.676499 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.676499 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.676787 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.677217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.677760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:25.697131 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:25.699263 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:25.699784 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.700186 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:25.707245 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Bound port: c9593e33-47cf-4803-a397-cec42711c178, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:25.707760 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c9593e33-47cf-4803-a397-cec42711c178), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.735595 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b054095b-b59a-4dd5-b359-cb5673129241), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.737121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49512) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:25.756042 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8da8228b-fd18-479e-a693-8f84249b439f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.829335 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:25.831891 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] For port c9593e33-47cf-4803-a397-cec42711c178, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:25.833336 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:25.837173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:25.837406 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] For port c9593e33-47cf-4803-a397-cec42711c178, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c9593e33-47cf-4803-a397-cec42711c178,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:25.853506 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c9593e33-47cf-4803-a397-cec42711c178), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.927526 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Pushing event updated for resources: {'Port': ['ID=b054095b-b59a-4dd5-b359-cb5673129241,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:25.954343 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Routers {'20fbc776-dbba-4a41-86f4-ad293f02c950'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:25.955264 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['20fbc776-dbba-4a41-86f4-ad293f02c950'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:25.960171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (20fbc776-dbba-4a41-86f4-ad293f02c950), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.986851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8da8228b-fd18-479e-a693-8f84249b439f admin admin] Publish callbacks [] for security_group (e4e795c6-75e3-419e-be0a-54be196d3f27), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:25.996463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8da8228b-fd18-479e-a693-8f84249b439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e4e795c6-75e3-419e-be0a-54be196d3f27), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.077952 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:26.087386 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8da8228b-fd18-479e-a693-8f84249b439f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9076d277dfe940d88ef4fcc2b802f9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3474751 Jul 28 10:54:26.099546 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49518) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:26.101708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8228b-fd18-479e-a693-8f84249b439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e795c6-75e3-419e-be0a-54be196d3f27,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:26.126017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] Set router 20fbc776-dbba-4a41-86f4-ad293f02c950 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:26.139130 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49520) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:26.205161 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04d4bc-0993-4f61-ba28-0a0f96b496fc None None] Pushing event updated for resources: {'Port': ['ID=c9593e33-47cf-4803-a397-cec42711c178,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:26.232134 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:26.236837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c2220a5-5f5d-4af0-8a2e-3477bee30630 admin admin] Publish callbacks [] for security_group (e4e795c6-75e3-419e-be0a-54be196d3f27), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.237737 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:26.272387 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c2220a5-5f5d-4af0-8a2e-3477bee30630 admin admin] Publish callbacks [] for security_group (e4e795c6-75e3-419e-be0a-54be196d3f27), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.277238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e046592c-02d2-4d8f-b654-9f8ec98f0d00 None None] Provisioning complete for port b054095b-b59a-4dd5-b359-cb5673129241 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:26.278658 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e046592c-02d2-4d8f-b654-9f8ec98f0d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b054095b-b59a-4dd5-b359-cb5673129241), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.368667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c2220a5-5f5d-4af0-8a2e-3477bee30630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e4e795c6-75e3-419e-be0a-54be196d3f27), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.375399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e046592c-02d2-4d8f-b654-9f8ec98f0d00 None None] Port b054095b-b59a-4dd5-b359-cb5673129241 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:26.378433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9c2220a5-5f5d-4af0-8a2e-3477bee30630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.383414 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9c2220a5-5f5d-4af0-8a2e-3477bee30630 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4e795c6-75e3-419e-be0a-54be196d3f27 HTTP/1.1" status: 204 len: 168 time: 0.2824657 Jul 28 10:54:26.401018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2220a5-5f5d-4af0-8a2e-3477bee30630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e795c6-75e3-419e-be0a-54be196d3f27,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:26.427197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c9593e33-47cf-4803-a397-cec42711c178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:54:21Z', 'revision_number': 3, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port': {'id': 'c9593e33-47cf-4803-a397-cec42711c178', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:56:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:20Z', 'updated_at': '2022-07-28T10:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:26.462306 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042b307-f6b6-4a31-977b-ba7d130b4cef None None] The sync data for ids ['20fbc776-dbba-4a41-86f4-ad293f02c950'] in n-d-850468-6 is: [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c9593e33-47cf-4803-a397-cec42711c178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:54:21Z', 'revision_number': 3, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port': {'id': 'c9593e33-47cf-4803-a397-cec42711c178', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:56:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:20Z', 'updated_at': '2022-07-28T10:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:26.533595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1249307324'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:26.584099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:26.587992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.607840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.648286 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b054095b-b59a-4dd5-b359-cb5673129241), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.662468 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:26.717137 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:26.840785 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for security_group (862d6740-b3e5-46ed-984d-21a2c4aaba96), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.857005 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (862d6740-b3e5-46ed-984d-21a2c4aaba96), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.926065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:26.961168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6f44c069-2135-417c-ae95-b39e7221c92c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:26.961513 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment 6f44c069-2135-417c-ae95-b39e7221c92c of type vlan for network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae Jul 28 10:54:26.966674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862d6740-b3e5-46ed-984d-21a2c4aaba96,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:26.994778 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks [] for port (b054095b-b59a-4dd5-b359-cb5673129241), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.012647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49530) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:27.018018 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (b054095b-b59a-4dd5-b359-cb5673129241), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.028989 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e893835-01e2-497a-aa56-36482c6413b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.076065 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (9e4e5615-effc-47b4-8e75-2eee6bcf17ae), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.127041 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (20fbc776-dbba-4a41-86f4-ad293f02c950), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.134066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Pushing event updated for resources: {'Port': ['ID=b054095b-b59a-4dd5-b359-cb5673129241,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:27.146560 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e893835-01e2-497a-aa56-36482c6413b0 admin admin] Publish callbacks [] for security_group (c8ce334d-73a8-4fdb-9eab-a8c3fe628441), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.153070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e893835-01e2-497a-aa56-36482c6413b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c8ce334d-73a8-4fdb-9eab-a8c3fe628441), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.162933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (9e4e5615-effc-47b4-8e75-2eee6bcf17ae), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.169087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:27.169824 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.220160 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8e893835-01e2-497a-aa56-36482c6413b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab39b01f3aef45468ddf1eb4e7e98965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2019787 Jul 28 10:54:27.220160 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49536) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:27.227064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e893835-01e2-497a-aa56-36482c6413b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ce334d-73a8-4fdb-9eab-a8c3fe628441,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:27.303584 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95365686-fcfa-4887-8840-5b4d4850e980 admin admin] Publish callbacks [] for security_group (c8ce334d-73a8-4fdb-9eab-a8c3fe628441), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.332836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95365686-fcfa-4887-8840-5b4d4850e980 admin admin] Publish callbacks [] for security_group (c8ce334d-73a8-4fdb-9eab-a8c3fe628441), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.363085 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=9e4e5615-effc-47b4-8e75-2eee6bcf17ae,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:27.374510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:27.400909 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95365686-fcfa-4887-8840-5b4d4850e980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c8ce334d-73a8-4fdb-9eab-a8c3fe628441), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.403874 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-95365686-fcfa-4887-8840-5b4d4850e980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.405175 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-95365686-fcfa-4887-8840-5b4d4850e980 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8ce334d-73a8-4fdb-9eab-a8c3fe628441 HTTP/1.1" status: 204 len: 168 time: 0.1841130 Jul 28 10:54:27.413163 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c93791b-d201-4a14-aabd-fab90f4cd526 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 1.2728767 Jul 28 10:54:27.416602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49542) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:27.417471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95365686-fcfa-4887-8840-5b4d4850e980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ce334d-73a8-4fdb-9eab-a8c3fe628441,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:27.423977 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1592101790'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:27.466782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:27.473225 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.522584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:27.527479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:27.540078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9228524e-90e3-4a37-be7d-7d7cadebe0e8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.540643 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment 9228524e-90e3-4a37-be7d-7d7cadebe0e8 of type vlan for network 0201bc89-39bb-4f20-bf28-1e71855d5b87 Jul 28 10:54:27.546418 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:27.652931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (0201bc89-39bb-4f20-bf28-1e71855d5b87), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.753145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (0201bc89-39bb-4f20-bf28-1e71855d5b87), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.761125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:27.762464 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:27.907827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Router 20fbc776-dbba-4a41-86f4-ad293f02c950 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:27.972914 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:28.036918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ce89c160-99fa-46d2-af08-5806680e2a03 None None] Provisioning complete for port b054095b-b59a-4dd5-b359-cb5673129241 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:28.042517 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ce89c160-99fa-46d2-af08-5806680e2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b054095b-b59a-4dd5-b359-cb5673129241), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:28.054620 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.6348248 Jul 28 10:54:28.073710 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49548) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:28.105539 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': '9e4e5615-effc-47b4-8e75-2eee6bcf17ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:28.114002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ce89c160-99fa-46d2-af08-5806680e2a03 None None] Port b054095b-b59a-4dd5-b359-cb5673129241 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:28.117886 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:28.119052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b827f5-5675-44c6-a979-79a90bb44a61 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=0201bc89-39bb-4f20-bf28-1e71855d5b87,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:28.134666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:28.152483 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:28.153035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9593e33-47cf-4803-a397-cec42711c178 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:28.173407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:28.185972 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-49da12db-887c-4903-8f7c-83d023d84f50 admin admin] 10.222.0.46 "PUT /v2.0/routers/20fbc776-dbba-4a41-86f4-ad293f02c950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7590771 Jul 28 10:54:28.353479 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:28.387560 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:28.392014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c9593e33-47cf-4803-a397-cec42711c178 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:28.392631 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c9593e33-47cf-4803-a397-cec42711c178), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:28.395191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:28.514284 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:54:28.579815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c9593e33-47cf-4803-a397-cec42711c178 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:28.580544 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c9593e33-47cf-4803-a397-cec42711c178), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:28.613020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c9593e33-47cf-4803-a397-cec42711c178, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c9593e33-47cf-4803-a397-cec42711c178,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:28.623739 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c9593e33-47cf-4803-a397-cec42711c178), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:28.808867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c9593e33-47cf-4803-a397-cec42711c178,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:28.820228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (6bb38c90-a737-4ac1-922e-589e4f91771c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:28.941690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': '6f44c069-2135-417c-ae95-b39e7221c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9e4e5615-effc-47b4-8e75-2eee6bcf17ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:28.942141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: 9e4e5615-effc-47b4-8e75-2eee6bcf17ae, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:28.951620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=6bb38c90-a737-4ac1-922e-589e4f91771c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:28.973892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:28.985650 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 9e4e5615-effc-47b4-8e75-2eee6bcf17ae) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:28.991852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:28.992539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:28.999630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c012fa-8f9b-45ef-8ea1-52fb0435e392 None None] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:29.060217 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-29068317-8b91-48e7-abd5-0fb80670c6c2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9892714 Jul 28 10:54:29.062240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49580) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:29.068704 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': '0201bc89-39bb-4f20-bf28-1e71855d5b87', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:29.224831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Sync routers for ids ['20fbc776-dbba-4a41-86f4-ad293f02c950'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:29.228835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-9e4e5615-effc-47b4-8e75-2eee6bcf17ae', 'network_id': '9e4e5615-effc-47b4-8e75-2eee6bcf17ae', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': '6bb38c90-a737-4ac1-922e-589e4f91771c'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:54:29.230040 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:29.247218 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:29.265921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Routers {'20fbc776-dbba-4a41-86f4-ad293f02c950'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:29.267269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['20fbc776-dbba-4a41-86f4-ad293f02c950'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:29.380292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:29.398279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:29.513127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Set router 20fbc776-dbba-4a41-86f4-ad293f02c950 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:29.642904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49594) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:29.650770 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-493457967-network', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:29.725737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Made reservation on behalf of 5239c20e37fa4efeaa00ef2836b6baa8 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:29.728744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:29.776318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:29.821725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Allocated IP 172.20.0.2 (9e4e5615-effc-47b4-8e75-2eee6bcf17ae/6bb38c90-a737-4ac1-922e-589e4f91771c/11b856ae-ffd2-426e-aadc-2a3f9e189af0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:29.872571 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (73b461cd-31f3-450e-a9f6-daa819725ef3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:29.943198 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:29.961638 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks [] for security_group (ced43487-8142-43bf-84ef-035a29b6cab6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:29.976210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ced43487-8142-43bf-84ef-035a29b6cab6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:29.995428 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=73b461cd-31f3-450e-a9f6-daa819725ef3,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:30.005899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:30.009986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.010641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.010958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.011278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.012093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.012093 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.012451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.013207 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.013534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.013927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.014385 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.015021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.015386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.015759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.016499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:30.017017 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced43487-8142-43bf-84ef-035a29b6cab6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:30.022556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ded1dce2-fd4e-4262-950f-90783913f85d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.022884 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Added segment ded1dce2-fd4e-4262-950f-90783913f85d of type vlan for network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 Jul 28 10:54:30.053151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': '9228524e-90e3-4a37-be7d-7d7cadebe0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0201bc89-39bb-4f20-bf28-1e71855d5b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:30.053556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: 0201bc89-39bb-4f20-bf28-1e71855d5b87, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:30.082561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:30.087337 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (2e45fd82-c59f-4804-8f28-46fbe8b6c849), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.116299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 0201bc89-39bb-4f20-bf28-1e71855d5b87) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:30.137874 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:30.138896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.142453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (2e45fd82-c59f-4804-8f28-46fbe8b6c849), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.143674 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:30.144311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.182802 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6b04d55b-56fe-4fdd-adb0-cd18658ac216 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1178372 Jul 28 10:54:30.184429 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49632) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:30.196612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cfc0357e-1580-441c-825d-c6e2e85c112f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1178268949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:30.240422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446eb79-82b9-49c3-9e71-44d785cf2c4b None None] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:30.255171 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6093047 Jul 28 10:54:30.256319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc0357e-1580-441c-825d-c6e2e85c112f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e64e65c9-4523-4a30-850f-27a01b068f13), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.259485 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc0357e-1580-441c-825d-c6e2e85c112f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e64e65c9-4523-4a30-850f-27a01b068f13), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.266867 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49634) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:30.272854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Request body: {'subnet': {'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-493457967-subnet', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:30.281811 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:30.292737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382fa6c-7558-4ffb-bf74-eea66d7f766a admin admin] Pushing event updated for resources: {'Network': ['ID=2e45fd82-c59f-4804-8f28-46fbe8b6c849,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:30.302127 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:30.320710 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Made reservation on behalf of 5239c20e37fa4efeaa00ef2836b6baa8 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:30.326215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.359963 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc0357e-1580-441c-825d-c6e2e85c112f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (e64e65c9-4523-4a30-850f-27a01b068f13), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.370905 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc0357e-1580-441c-825d-c6e2e85c112f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e64e65c9-4523-4a30-850f-27a01b068f13), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.396827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9593e33-47cf-4803-a397-cec42711c178 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:30.404369 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc0357e-1580-441c-825d-c6e2e85c112f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.406041 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cfc0357e-1580-441c-825d-c6e2e85c112f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2185857 Jul 28 10:54:30.411057 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49636) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:30.438846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:30.493036 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:30.623082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c9593e33-47cf-4803-a397-cec42711c178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:54:26Z', 'revision_number': 4, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port': {'id': 'c9593e33-47cf-4803-a397-cec42711c178', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:20Z', 'updated_at': '2022-07-28T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b054095b-b59a-4dd5-b359-cb5673129241', 'name': '', 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'mac_address': 'fa:16:3e:4a:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '1e629b85-b523-479a-9dc3-dd12673955c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:24Z', 'updated_at': '2022-07-28T10:54:26Z', 'revision_number': 2, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'subnets': [{'id': '1e629b85-b523-479a-9dc3-dd12673955c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:30.661795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (2343ee16-0535-4d04-a07f-145a43738824), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.754021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Checking router: 20fbc776-dbba-4a41-86f4-ad293f02c950 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:30.754021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Updating router 20fbc776-dbba-4a41-86f4-ad293f02c950 port b054095b-b59a-4dd5-b359-cb5673129241 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:54:30.829258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b054095b-b59a-4dd5-b359-cb5673129241), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.884238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-0201bc89-39bb-4f20-bf28-1e71855d5b87', 'network_id': '0201bc89-39bb-4f20-bf28-1e71855d5b87', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': '73b461cd-31f3-450e-a9f6-daa819725ef3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:54:30.896958 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:30.902220 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Checking segment: {'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:30.902711 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Network hostable DHCP agents. Network: 2e45fd82-c59f-4804-8f28-46fbe8b6c849, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:30.907118 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2343ee16-0535-4d04-a07f-145a43738824,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:30.947979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:30.967098 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 2e45fd82-c59f-4804-8f28-46fbe8b6c849) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:31.013168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:31.013877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.015241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.052161 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9263e615-f275-4ae4-8e1a-c148ec542d94 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7839391 Jul 28 10:54:31.052823 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49650) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:31.064474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3df3342-0118-4374-9774-556fa552ab38 None None] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:31.064831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:31.115143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.116468 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.197353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks [] for router_controller (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.324941 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:31.369998 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks [] for router_gateway (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.606966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c9593e33-47cf-4803-a397-cec42711c178 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:31.607455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c9593e33-47cf-4803-a397-cec42711c178), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.637509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks [] for router_gateway (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.663965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.767306 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Publish callbacks [] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.769486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'fixed_ips': [{'subnet_id': '2343ee16-0535-4d04-a07f-145a43738824'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:54:31.770546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.833674 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:31.869281 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:31.875730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:31.890671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Allocated IP 172.25.2.174 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a70416d5-3fd3-48df-af79-d55f86ec4170) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:31.902681 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:31.963304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.20.0.1 (9e4e5615-effc-47b4-8e75-2eee6bcf17ae/6bb38c90-a737-4ac1-922e-589e4f91771c/82d12b30-6223-46e9-888e-73aec12ebb02) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:32.004623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:32.073619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:32.081507 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:32.107362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:32.161161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Pushing event updated for resources: {'Port': ['ID=11b856ae-ffd2-426e-aadc-2a3f9e189af0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:32.178049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (82d12b30-6223-46e9-888e-73aec12ebb02), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.222341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Allocated IP 172.21.0.2 (0201bc89-39bb-4f20-bf28-1e71855d5b87/73b461cd-31f3-450e-a9f6-daa819725ef3/eba544b6-e015-4254-9022-74b1831f1e3c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:32.231165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (82d12b30-6223-46e9-888e-73aec12ebb02), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.235934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c9593e33-47cf-4803-a397-cec42711c178 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:32.262971 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:32.273739 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks [] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.306120 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:32.314734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:32.323159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:32.373605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.406481 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.410281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Allocated IP 172.20.0.2 (2e45fd82-c59f-4804-8f28-46fbe8b6c849/2343ee16-0535-4d04-a07f-145a43738824/6235d7c1-4283-4fa9-8c78-f694b473f70d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:32.414503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Attempting to bind port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:32.415000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Attempting to bind port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6f44c069-2135-417c-ae95-b39e7221c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9e4e5615-effc-47b4-8e75-2eee6bcf17ae'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:32.415466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Attempting to bind port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 on network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:32.456795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:32.457348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Checking segment: {'id': '6f44c069-2135-417c-ae95-b39e7221c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9e4e5615-effc-47b4-8e75-2eee6bcf17ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:32.457847 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.458357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Bound using segment: {'id': '6f44c069-2135-417c-ae95-b39e7221c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9e4e5615-effc-47b4-8e75-2eee6bcf17ae'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:32.458956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Bound port: 11b856ae-ffd2-426e-aadc-2a3f9e189af0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f44c069-2135-417c-ae95-b39e7221c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9e4e5615-effc-47b4-8e75-2eee6bcf17ae'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:32.459420 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.498108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:32.519578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:32.526114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Pushing event updated for resources: {'Port': ['ID=a70416d5-3fd3-48df-af79-d55f86ec4170,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:32.543572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:32.589153 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=82d12b30-6223-46e9-888e-73aec12ebb02,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:32.624314 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (82d12b30-6223-46e9-888e-73aec12ebb02), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.624888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Publish callbacks [] for port (b054095b-b59a-4dd5-b359-cb5673129241), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.688556 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b054095b-b59a-4dd5-b359-cb5673129241), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.701107 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:32.733106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] For port 11b856ae-ffd2-426e-aadc-2a3f9e189af0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:32.776222 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e124fde3-f49d-4226-beaa-87e16e803f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.798210 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Publish callbacks [] for port (eba544b6-e015-4254-9022-74b1831f1e3c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.826970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] For port 11b856ae-ffd2-426e-aadc-2a3f9e189af0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=11b856ae-ffd2-426e-aadc-2a3f9e189af0,segment=NetworkSegment(6f44c069-2135-417c-ae95-b39e7221c92c),segment_id=6f44c069-2135-417c-ae95-b39e7221c92c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:32.861002 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.909655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:32.939287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71876598-3dfc-42de-a8ff-afeec0d0ce4b None None] Pushing event updated for resources: {'Port': ['ID=b054095b-b59a-4dd5-b359-cb5673129241,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:32.977104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:33.030115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:33.048284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:33.092933 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Publish callbacks [] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.141272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Attempting to bind port b054095b-b59a-4dd5-b359-cb5673129241 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:33.141659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Attempting to bind port b054095b-b59a-4dd5-b359-cb5673129241 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:33.142089 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Attempting to bind port b054095b-b59a-4dd5-b359-cb5673129241 on network c121c6b0-2791-4d45-80bb-cd6e34690b50 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:33.171271 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:33.172964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:33.173347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Checking segment: {'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:33.173766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.174254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Bound using segment: {'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:33.175043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Bound port: b054095b-b59a-4dd5-b359-cb5673129241, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04768647-fc14-41db-aa61-53b6e983df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:33.175525 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b054095b-b59a-4dd5-b359-cb5673129241), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.191420 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.196632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Pushing event updated for resources: {'Port': ['ID=eba544b6-e015-4254-9022-74b1831f1e3c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:33.361688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Attempting to bind port eba544b6-e015-4254-9022-74b1831f1e3c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:33.362181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Attempting to bind port eba544b6-e015-4254-9022-74b1831f1e3c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9228524e-90e3-4a37-be7d-7d7cadebe0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0201bc89-39bb-4f20-bf28-1e71855d5b87'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:33.362601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Attempting to bind port eba544b6-e015-4254-9022-74b1831f1e3c on network 0201bc89-39bb-4f20-bf28-1e71855d5b87 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:33.387533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (82d12b30-6223-46e9-888e-73aec12ebb02), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.395150 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (82d12b30-6223-46e9-888e-73aec12ebb02), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.398661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:33.406909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:33.408617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Checking segment: {'id': '9228524e-90e3-4a37-be7d-7d7cadebe0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0201bc89-39bb-4f20-bf28-1e71855d5b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:33.409357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.410224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Bound using segment: {'id': '9228524e-90e3-4a37-be7d-7d7cadebe0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0201bc89-39bb-4f20-bf28-1e71855d5b87'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:33.410900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Bound port: eba544b6-e015-4254-9022-74b1831f1e3c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9228524e-90e3-4a37-be7d-7d7cadebe0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0201bc89-39bb-4f20-bf28-1e71855d5b87'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:33.412572 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.433830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dfd5f7fe-3d71-4107-a225-32f35689e63f None None] Provisioning complete for port b054095b-b59a-4dd5-b359-cb5673129241 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:33.434494 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f7fe-3d71-4107-a225-32f35689e63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b054095b-b59a-4dd5-b359-cb5673129241), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.465480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:33.478103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:33.488787 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:33.510711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.536754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da0c6-bc26-4ff4-b4c5-773a345ee124 None None] Pushing event updated for resources: {'Port': ['ID=11b856ae-ffd2-426e-aadc-2a3f9e189af0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:33.558642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] For port b054095b-b59a-4dd5-b359-cb5673129241, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:33.601455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=82d12b30-6223-46e9-888e-73aec12ebb02,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:33.626014 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:33.631877 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks [] for router_gateway (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.660751 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:33.663620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:33.704258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5f7fe-3d71-4107-a225-32f35689e63f None None] Port b054095b-b59a-4dd5-b359-cb5673129241 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:33.710021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] For port b054095b-b59a-4dd5-b359-cb5673129241, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b054095b-b59a-4dd5-b359-cb5673129241,segment=NetworkSegment(04768647-fc14-41db-aa61-53b6e983df0d),segment_id=04768647-fc14-41db-aa61-53b6e983df0d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:33.714368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Attempting to bind port 6235d7c1-4283-4fa9-8c78-f694b473f70d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:33.714750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Attempting to bind port 6235d7c1-4283-4fa9-8c78-f694b473f70d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:33.715117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Attempting to bind port 6235d7c1-4283-4fa9-8c78-f694b473f70d on network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:33.742379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b054095b-b59a-4dd5-b359-cb5673129241), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.744171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Pushing event updated for resources: {'Port': ['ID=6235d7c1-4283-4fa9-8c78-f694b473f70d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:33.755882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:33.756335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Checking segment: {'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:33.756678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.757078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Bound using segment: {'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:33.757573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Bound port: 6235d7c1-4283-4fa9-8c78-f694b473f70d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:33.758035 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:33.818755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] For port eba544b6-e015-4254-9022-74b1831f1e3c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:33.834260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] For port eba544b6-e015-4254-9022-74b1831f1e3c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eba544b6-e015-4254-9022-74b1831f1e3c,segment=NetworkSegment(9228524e-90e3-4a37-be7d-7d7cadebe0e8),segment_id=9228524e-90e3-4a37-be7d-7d7cadebe0e8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:33.860693 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router e64e65c9-4523-4a30-850f-27a01b068f13 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:54:33.862235 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:34.016228 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:34.027663 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] Sync routers for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:34.035309 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-07aabe5a-7abd-48e6-aedf-5a274e25f669 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/e64e65c9-4523-4a30-850f-27a01b068f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228876 Jul 28 10:54:34.038422 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49696) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:34.077261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:34.091722 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:34.097842 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:34.104844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] For port 6235d7c1-4283-4fa9-8c78-f694b473f70d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:34.115302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] For port 6235d7c1-4283-4fa9-8c78-f694b473f70d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6235d7c1-4283-4fa9-8c78-f694b473f70d,segment=NetworkSegment(ded1dce2-fd4e-4262-950f-90783913f85d),segment_id=ded1dce2-fd4e-4262-950f-90783913f85d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:34.143980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Routers {'20fbc776-dbba-4a41-86f4-ad293f02c950'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:34.147488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['20fbc776-dbba-4a41-86f4-ad293f02c950'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:34.151997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:34.173323 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:34.194443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a09f36f-1161-4f7f-9ccb-ac93fc94ab12 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:34.196350 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9a09f36f-1161-4f7f-9ccb-ac93fc94ab12 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports/82d12b30-6223-46e9-888e-73aec12ebb02 HTTP/1.1" status: 200 len: 910 time: 0.1544507 Jul 28 10:54:34.200287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49702) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:34.291741 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:34.334141 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:34.335291 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:34.469588 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:34.472989 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6552bde4-6605-45fb-83e1-58d3a2de4173 None None] The sync data for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:34.543734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:54:34.708841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 11b856ae-ffd2-426e-aadc-2a3f9e189af0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:34.754527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71876598-3dfc-42de-a8ff-afeec0d0ce4b None None] Pushing event updated for resources: {'Port': ['ID=b054095b-b59a-4dd5-b359-cb5673129241,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:34.797379 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:34.817390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:34.823632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5dcafc-96a0-4ca5-aadc-07f6f77addac None None] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:34.828715 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:34.843227 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:34.866828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:34.868365 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-db42e755-29d2-49bd-a53e-a314dbe5ba70 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8145885 Jul 28 10:54:34.871318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49706) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:34.909653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Sync routers for ids ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:35.022090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:35.281218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0755bb6d-285b-4ff2-914e-ef995dc4607e None None] Provisioning complete for port b054095b-b59a-4dd5-b359-cb5673129241 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:35.281849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0755bb6d-285b-4ff2-914e-ef995dc4607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b054095b-b59a-4dd5-b359-cb5673129241), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:35.350698 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aafc7c7b-7e63-4fc9-96a3-6e74d1805c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:35.361200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Routers {'8dc7b3e8-f475-470e-aa61-ae9113eea0ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:35.362732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:35.607957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159befe-4d43-4bc2-a439-934a54b7a94a None None] Pushing event updated for resources: {'Port': ['ID=eba544b6-e015-4254-9022-74b1831f1e3c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:35.831646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] Set router 20fbc776-dbba-4a41-86f4-ad293f02c950 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:35.838720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:35.839110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:35.949279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.21.0.1 (0201bc89-39bb-4f20-bf28-1e71855d5b87/73b461cd-31f3-450e-a9f6-daa819725ef3/3e32edb1-cc71-411c-aa5c-03768c912d9d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:35.951907 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.104817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Set router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:36.110632 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:36.296325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.306220 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:36.319542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613d4b-38fe-46b6-841f-1cdb0545c1f0 None None] Pushing event updated for resources: {'Port': ['ID=6235d7c1-4283-4fa9-8c78-f694b473f70d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:36.518722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.579119 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Allocated IP 172.20.0.1 (2e45fd82-c59f-4804-8f28-46fbe8b6c849/2343ee16-0535-4d04-a07f-145a43738824/71a020a9-a212-4981-8f7d-a79ebfb82283) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:36.652511 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=3e32edb1-cc71-411c-aa5c-03768c912d9d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:36.667957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:36.670026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:36.672687 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:36.672873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:36.675488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0755bb6d-285b-4ff2-914e-ef995dc4607e None None] Current status of the port b054095b-b59a-4dd5-b359-cb5673129241 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:36.676383 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0755bb6d-285b-4ff2-914e-ef995dc4607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b054095b-b59a-4dd5-b359-cb5673129241), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.690887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.793623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.899062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c888a78-26bb-4415-a953-d732d488f0f1 None None] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:36.899942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks [] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.908932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0755bb6d-285b-4ff2-914e-ef995dc4607e None None] For port b054095b-b59a-4dd5-b359-cb5673129241, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b054095b-b59a-4dd5-b359-cb5673129241,segment=NetworkSegment(04768647-fc14-41db-aa61-53b6e983df0d),segment_id=04768647-fc14-41db-aa61-53b6e983df0d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:36.959287 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.970708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:36.971661 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:36.977188 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:36.979805 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0755bb6d-285b-4ff2-914e-ef995dc4607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b054095b-b59a-4dd5-b359-cb5673129241), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.025683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.046430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:37.054286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:37.070336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:37.072690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Pushing event updated for resources: {'Port': ['ID=71a020a9-a212-4981-8f7d-a79ebfb82283,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:37.075740 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:37.140874 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:37.161995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.270985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c9593e33-47cf-4803-a397-cec42711c178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:54:26Z', 'revision_number': 4, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port': {'id': 'c9593e33-47cf-4803-a397-cec42711c178', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:20Z', 'updated_at': '2022-07-28T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b054095b-b59a-4dd5-b359-cb5673129241', 'name': '', 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'mac_address': 'fa:16:3e:4a:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '1e629b85-b523-479a-9dc3-dd12673955c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:24Z', 'updated_at': '2022-07-28T10:54:33Z', 'revision_number': 4, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'subnets': [{'id': '1e629b85-b523-479a-9dc3-dd12673955c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:37.306554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:33Z', 'revision_number': 3, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port': {'id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:37.340960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.345444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 11b856ae-ffd2-426e-aadc-2a3f9e189af0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=11b856ae-ffd2-426e-aadc-2a3f9e189af0,segment=NetworkSegment(6f44c069-2135-417c-ae95-b39e7221c92c),segment_id=6f44c069-2135-417c-ae95-b39e7221c92c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:37.348379 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd6fc8-37c9-4659-85f5-c0c7be198825 None None] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:37.354668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e02e6-bf03-4f11-903e-697fed319d18 None None] The sync data for ids ['20fbc776-dbba-4a41-86f4-ad293f02c950'] in n-d-850468-6 is: [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c9593e33-47cf-4803-a397-cec42711c178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:54:26Z', 'revision_number': 4, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port': {'id': 'c9593e33-47cf-4803-a397-cec42711c178', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:20Z', 'updated_at': '2022-07-28T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b054095b-b59a-4dd5-b359-cb5673129241', 'name': '', 'network_id': 'c121c6b0-2791-4d45-80bb-cd6e34690b50', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'mac_address': 'fa:16:3e:4a:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '1e629b85-b523-479a-9dc3-dd12673955c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:24Z', 'updated_at': '2022-07-28T10:54:33Z', 'revision_number': 4, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'subnets': [{'id': '1e629b85-b523-479a-9dc3-dd12673955c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:37.368174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Checking router: 8dc7b3e8-f475-470e-aa61-ae9113eea0ba for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:37.369628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Updating router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba port a70416d5-3fd3-48df-af79-d55f86ec4170 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:54:37.372015 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Provisioning complete for port 6235d7c1-4283-4fa9-8c78-f694b473f70d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:37.372590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.423856 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.535620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755bb6d-285b-4ff2-914e-ef995dc4607e None None] Pushing event updated for resources: {'Port': ['ID=b054095b-b59a-4dd5-b359-cb5673129241,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:37.723539 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.730251 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.801076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=3e32edb1-cc71-411c-aa5c-03768c912d9d,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:37.804237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks [] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.821617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.887191 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Pushing event updated for resources: {'Port': ['ID=71a020a9-a212-4981-8f7d-a79ebfb82283,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:37.913252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:37.937160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:38.000619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b054095b-b59a-4dd5-b359-cb5673129241 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:38.118772 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:38.121234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:38.131161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:38.134156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:38.153004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:38.155161 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:38.164557 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:38.166447 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:38.368741 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:38.402160 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:38.408266 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router e64e65c9-4523-4a30-850f-27a01b068f13 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:38.417655 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:38.430284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b054095b-b59a-4dd5-b359-cb5673129241 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:38.431036 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b054095b-b59a-4dd5-b359-cb5673129241), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:38.520092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:38.522692 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:38.529996 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a7ff67f-7193-44fd-acd2-34550d32a99f tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/e64e65c9-4523-4a30-850f-27a01b068f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3280346 Jul 28 10:54:38.531519 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49726) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:38.532093 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] Sync routers for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:38.559413 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:38.566650 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:38.606017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cbe054-b864-4cbf-9a36-ef981d1dab90 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:38.610821 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a6cbe054-b864-4cbf-9a36-ef981d1dab90 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports/3e32edb1-cc71-411c-aa5c-03768c912d9d HTTP/1.1" status: 200 len: 910 time: 0.0780666 Jul 28 10:54:38.611720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49728) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:38.681431 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:38.716792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:38.722911 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:38.723531 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:38.741200 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a237c9d-63d5-4c8f-bf7d-c6f4f00ae88f admin admin] 10.222.0.46 "PUT /v2.0/routers/8dc7b3e8-f475-470e-aa61-ae9113eea0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8583977 Jul 28 10:54:38.772101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=11b856ae-ffd2-426e-aadc-2a3f9e189af0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:38.897413 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:38.900279 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a5701-257c-4ea2-b027-e1d8bb32887c None None] The sync data for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:39.063099 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:39.105349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b054095b-b59a-4dd5-b359-cb5673129241 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:39.118109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eba544b6-e015-4254-9022-74b1831f1e3c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:39.323845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Current status of the port 6235d7c1-4283-4fa9-8c78-f694b473f70d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:39.324284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:39.451604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:39.602696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:39.607267 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:39.644427 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ac5f-b994-4ffd-b376-25821c2d185e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:39.703359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] For port 6235d7c1-4283-4fa9-8c78-f694b473f70d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6235d7c1-4283-4fa9-8c78-f694b473f70d,segment=NetworkSegment(ded1dce2-fd4e-4262-950f-90783913f85d),segment_id=ded1dce2-fd4e-4262-950f-90783913f85d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:39.746142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port eba544b6-e015-4254-9022-74b1831f1e3c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:39.746532 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:39.750812 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:39.902378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Provisioning complete for port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:39.902769 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:39.941520 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Pushing event updated for resources: {'Port': ['ID=6235d7c1-4283-4fa9-8c78-f694b473f70d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:39.993449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ac5f-b994-4ffd-b376-25821c2d185e admin admin] Publish callbacks [] for security_group (e40c0526-db94-41f1-a0c1-e539edcb0c10), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.006875 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ac5f-b994-4ffd-b376-25821c2d185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e40c0526-db94-41f1-a0c1-e539edcb0c10), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.062385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port eba544b6-e015-4254-9022-74b1831f1e3c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:40.065576 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.091920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49754) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:40.096316 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:40.100825 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bcf1ac5f-b994-4ffd-b376-25821c2d185e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2af386a39a1443cb4b435fba977601f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6489799 Jul 28 10:54:40.104653 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49756) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:40.106641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5c842de6-24d7-493f-8da2-9de92ed83cb4 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423463881', 'description': 'tempest-secgroup-smoke-1423463881 description', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:40.199736 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1ac5f-b994-4ffd-b376-25821c2d185e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c0526-db94-41f1-a0c1-e539edcb0c10,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:40.210716 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c842de6-24d7-493f-8da2-9de92ed83cb4 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.245850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port eba544b6-e015-4254-9022-74b1831f1e3c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eba544b6-e015-4254-9022-74b1831f1e3c,segment=NetworkSegment(9228524e-90e3-4a37-be7d-7d7cadebe0e8),segment_id=9228524e-90e3-4a37-be7d-7d7cadebe0e8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:40.273421 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.274300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6235d7c1-4283-4fa9-8c78-f694b473f70d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:40.308053 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4398a-e5d9-43d2-bb32-167491f19153 admin admin] Publish callbacks [] for security_group (e40c0526-db94-41f1-a0c1-e539edcb0c10), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.321602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Current status of the port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:40.351384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c842de6-24d7-493f-8da2-9de92ed83cb4 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group (60fcb370-6c82-4bbb-9755-bfc0fd010230), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.359573 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c842de6-24d7-493f-8da2-9de92ed83cb4 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (60fcb370-6c82-4bbb-9755-bfc0fd010230), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.368983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4398a-e5d9-43d2-bb32-167491f19153 admin admin] Publish callbacks [] for security_group (e40c0526-db94-41f1-a0c1-e539edcb0c10), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.411801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 3e32edb1-cc71-411c-aa5c-03768c912d9d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:40.412078 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c842de6-24d7-493f-8da2-9de92ed83cb4 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.412220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.413347 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c842de6-24d7-493f-8da2-9de92ed83cb4 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3114355 Jul 28 10:54:40.419935 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49758) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:40.420694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Provisioning complete for port 82d12b30-6223-46e9-888e-73aec12ebb02 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:40.421416 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (82d12b30-6223-46e9-888e-73aec12ebb02), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.429107 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-beebbb58-de37-466f-b1d6-5fdb3c9f9070 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Request body: {'security_group_rule': {'security_group_id': '60fcb370-6c82-4bbb-9755-bfc0fd010230', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:40.452905 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c842de6-24d7-493f-8da2-9de92ed83cb4 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fcb370-6c82-4bbb-9755-bfc0fd010230,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:40.485592 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Publish callbacks [] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.488413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-beebbb58-de37-466f-b1d6-5fdb3c9f9070 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (45510124-7192-4fd0-8915-cf27458b141c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.512651 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:40.520209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.523640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4398a-e5d9-43d2-bb32-167491f19153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e40c0526-db94-41f1-a0c1-e539edcb0c10), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.524106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6235d7c1-4283-4fa9-8c78-f694b473f70d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:40.524472 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.526135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=eba544b6-e015-4254-9022-74b1831f1e3c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:40.528446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ffb4398a-e5d9-43d2-bb32-167491f19153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.529915 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ffb4398a-e5d9-43d2-bb32-167491f19153 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e40c0526-db94-41f1-a0c1-e539edcb0c10 HTTP/1.1" status: 204 len: 168 time: 0.4215598 Jul 28 10:54:40.540367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c518bcfa-9146-4d44-b9fb-badb3fca424d None None] Port 82d12b30-6223-46e9-888e-73aec12ebb02 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:40.557709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4398a-e5d9-43d2-bb32-167491f19153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c0526-db94-41f1-a0c1-e539edcb0c10,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:40.569697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.584622 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:40.587684 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 3e32edb1-cc71-411c-aa5c-03768c912d9d owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:40.611221 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:40.652903 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-beebbb58-de37-466f-b1d6-5fdb3c9f9070 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (45510124-7192-4fd0-8915-cf27458b141c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.660582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Provisioning complete for port 3e32edb1-cc71-411c-aa5c-03768c912d9d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:40.660962 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.662590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed95bd9-e8e2-4611-96eb-a7b569d9c0ec None None] Pushing event updated for resources: {'Port': ['ID=a70416d5-3fd3-48df-af79-d55f86ec4170,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:40.665016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Attempting to bind port a70416d5-3fd3-48df-af79-d55f86ec4170 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:40.665384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Attempting to bind port a70416d5-3fd3-48df-af79-d55f86ec4170 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:40.665744 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Attempting to bind port a70416d5-3fd3-48df-af79-d55f86ec4170 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:40.667965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-beebbb58-de37-466f-b1d6-5fdb3c9f9070 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (45510124-7192-4fd0-8915-cf27458b141c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.698275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:40.698649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:40.699248 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.699461 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebbb58-de37-466f-b1d6-5fdb3c9f9070 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45510124-7192-4fd0-8915-cf27458b141c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:40.699593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:40.699913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Bound port: a70416d5-3fd3-48df-af79-d55f86ec4170, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:40.700314 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.715382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-beebbb58-de37-466f-b1d6-5fdb3c9f9070 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.718754 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-beebbb58-de37-466f-b1d6-5fdb3c9f9070 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2952254 Jul 28 10:54:40.720389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49762) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:40.732444 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-97b80d4d-aafe-409e-bad3-f3f872f71148 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Request body: {'security_group_rule': {'security_group_id': '60fcb370-6c82-4bbb-9755-bfc0fd010230', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:40.771065 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:40.778019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Port 3e32edb1-cc71-411c-aa5c-03768c912d9d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:40.791859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Provisioning complete for port eba544b6-e015-4254-9022-74b1831f1e3c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:40.792422 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.829488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97b80d4d-aafe-409e-bad3-f3f872f71148 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (55a6a866-732c-422f-abd1-dcca46e5d196), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.846627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6235d7c1-4283-4fa9-8c78-f694b473f70d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:40.874870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] For port a70416d5-3fd3-48df-af79-d55f86ec4170, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:40.881403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] For port a70416d5-3fd3-48df-af79-d55f86ec4170, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a70416d5-3fd3-48df-af79-d55f86ec4170,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:40.914938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:40.973790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3e32edb1-cc71-411c-aa5c-03768c912d9d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.012904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Current status of the port eba544b6-e015-4254-9022-74b1831f1e3c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:41.027776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Provisioning complete for port 71a020a9-a212-4981-8f7d-a79ebfb82283 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:41.028493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.035194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97b80d4d-aafe-409e-bad3-f3f872f71148 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (55a6a866-732c-422f-abd1-dcca46e5d196), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.053518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97b80d4d-aafe-409e-bad3-f3f872f71148 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (55a6a866-732c-422f-abd1-dcca46e5d196), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.061171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=3e32edb1-cc71-411c-aa5c-03768c912d9d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:41.087182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Routers {'8dc7b3e8-f475-470e-aa61-ae9113eea0ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:41.087870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:41.162619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b80d4d-aafe-409e-bad3-f3f872f71148 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a6a866-732c-422f-abd1-dcca46e5d196,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:41.203417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-97b80d4d-aafe-409e-bad3-f3f872f71148 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.213393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed95bd9-e8e2-4611-96eb-a7b569d9c0ec None None] Pushing event updated for resources: {'Port': ['ID=a70416d5-3fd3-48df-af79-d55f86ec4170,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:41.214996 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-97b80d4d-aafe-409e-bad3-f3f872f71148 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4827566 Jul 28 10:54:41.215793 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49770) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:41.242501 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f82877f1-8490-4f17-9b9b-753745184c97 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Request body: {'security_group_rule': {'security_group_id': '60fcb370-6c82-4bbb-9755-bfc0fd010230', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:41.245220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Port 71a020a9-a212-4981-8f7d-a79ebfb82283 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:41.286656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Provisioning complete for port 6235d7c1-4283-4fa9-8c78-f694b473f70d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:41.287416 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.358801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82877f1-8490-4f17-9b9b-753745184c97 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (9d665087-1f60-4522-93f6-49c3daf90564), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.418448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b054095b-b59a-4dd5-b359-cb5673129241 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:41.503009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] Set router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:41.512623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82877f1-8490-4f17-9b9b-753745184c97 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (9d665087-1f60-4522-93f6-49c3daf90564), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.527481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82877f1-8490-4f17-9b9b-753745184c97 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9d665087-1f60-4522-93f6-49c3daf90564), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.544411 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.565474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b054095b-b59a-4dd5-b359-cb5673129241 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:41.566314 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b054095b-b59a-4dd5-b359-cb5673129241), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.580607 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82877f1-8490-4f17-9b9b-753745184c97 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d665087-1f60-4522-93f6-49c3daf90564,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:41.602239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82877f1-8490-4f17-9b9b-753745184c97 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.603772 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f82877f1-8490-4f17-9b9b-753745184c97 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3810472 Jul 28 10:54:41.609538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49778) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:41.619969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d3977657-ad36-447a-92de-0fbdf7733e56 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Request body: {'security_group_rule': {'security_group_id': '60fcb370-6c82-4bbb-9755-bfc0fd010230', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:41.694951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3977657-ad36-447a-92de-0fbdf7733e56 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (8e346bd9-65d9-418c-8703-d0c82e03d298), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.743592 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:41.755373 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:41.768568 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:41.829258 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3977657-ad36-447a-92de-0fbdf7733e56 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (8e346bd9-65d9-418c-8703-d0c82e03d298), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.834673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3977657-ad36-447a-92de-0fbdf7733e56 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8e346bd9-65d9-418c-8703-d0c82e03d298), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.866600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d3977657-ad36-447a-92de-0fbdf7733e56 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.871160 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d3977657-ad36-447a-92de-0fbdf7733e56 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2604697 Jul 28 10:54:41.871811 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49782) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:41.878655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Request body: {'security_group_rule': {'security_group_id': '60fcb370-6c82-4bbb-9755-bfc0fd010230', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:41.887702 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3977657-ad36-447a-92de-0fbdf7733e56 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e346bd9-65d9-418c-8703-d0c82e03d298,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:41.910855 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Project cf432b0760fa4d03a1b82cf80b3591d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:54:41.921435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (cfaa6bd1-3877-4bb4-8aec-5a2815e76e06), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:41.931077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router e64e65c9-4523-4a30-850f-27a01b068f13 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:42.082616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (cfaa6bd1-3877-4bb4-8aec-5a2815e76e06), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.111473 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (cfaa6bd1-3877-4bb4-8aec-5a2815e76e06), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.135450 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:42.151601 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-840a977a-903b-4649-9278-cae1269ff7f4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/e64e65c9-4523-4a30-850f-27a01b068f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5386517 Jul 28 10:54:42.155011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49790) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:42.162157 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfaa6bd1-3877-4bb4-8aec-5a2815e76e06,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:42.179309 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.181248 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ee44b82f-d480-447e-8248-50c1be961a60 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3063791 Jul 28 10:54:42.184175 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49792) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:42.197390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Request body: {'security_group_rule': {'security_group_id': '60fcb370-6c82-4bbb-9755-bfc0fd010230', 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:42.228213 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Project cf432b0760fa4d03a1b82cf80b3591d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:54:42.230632 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:42.232768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] Sync routers for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:42.243721 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (caf2c72e-7dbf-4f9c-b184-8a5f54dbeb67), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.263839 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.371438 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (caf2c72e-7dbf-4f9c-b184-8a5f54dbeb67), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.381139 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (caf2c72e-7dbf-4f9c-b184-8a5f54dbeb67), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.398081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 4, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port': {'id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '71a020a9-a212-4981-8f7d-a79ebfb82283', 'name': '', 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'mac_address': 'fa:16:3e:95:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2343ee16-0535-4d04-a07f-145a43738824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:35Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 2, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'subnets': [{'id': '2343ee16-0535-4d04-a07f-145a43738824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:42.430931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2c4814fa-ca4e-48d5-bfe1-81f214eeb284 None None] Current status of the port 6235d7c1-4283-4fa9-8c78-f694b473f70d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:42.440223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23718a-c919-472a-a26e-f1825a3e07d0 None None] The sync data for ids ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'] in n-d-850468-6 is: [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 4, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port': {'id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '71a020a9-a212-4981-8f7d-a79ebfb82283', 'name': '', 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'mac_address': 'fa:16:3e:95:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2343ee16-0535-4d04-a07f-145a43738824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:35Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 2, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'subnets': [{'id': '2343ee16-0535-4d04-a07f-145a43738824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:42.454238 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:42.465612 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf2c72e-7dbf-4f9c-b184-8a5f54dbeb67,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:42.491246 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.496337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b054095b-b59a-4dd5-b359-cb5673129241 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:42.497390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6235d7c1-4283-4fa9-8c78-f694b473f70d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:42.506880 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-64b87d2a-af26-4002-8fb6-d9285a11c533 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212454 Jul 28 10:54:42.522371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:42.523026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:42.575973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:42.597766 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:42.599487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6235d7c1-4283-4fa9-8c78-f694b473f70d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:42.599873 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.652137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:42.655267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:42.670385 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2003631490-network', 'tenant_id': '65d229c432a448bba052b4ee6d934b60'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:42.700133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:42.700734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf47167-e9a6-40bd-8bb9-569b7cfaed88 None None] The sync data for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:42.727188 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Made reservation on behalf of 65d229c432a448bba052b4ee6d934b60 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:42.732931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.752777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.777281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6235d7c1-4283-4fa9-8c78-f694b473f70d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:42.779000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 11b856ae-ffd2-426e-aadc-2a3f9e189af0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:42.811527 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.865305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:42.865816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.920008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks [] for security_group (05487c5d-1fe1-458b-be7d-87f8f62ab37d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.930061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (05487c5d-1fe1-458b-be7d-87f8f62ab37d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.956039 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:42.983403 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2bd0d9f8-39dc-4958-b622-88ca4305e0f5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:42.991062 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Added segment 2bd0d9f8-39dc-4958-b622-88ca4305e0f5 of type vlan for network 33c3325e-1ec3-4574-b026-82cb069e6cec Jul 28 10:54:43.003465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05487c5d-1fe1-458b-be7d-87f8f62ab37d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:43.005994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:43.007923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eba544b6-e015-4254-9022-74b1831f1e3c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:43.047655 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (33c3325e-1ec3-4574-b026-82cb069e6cec), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:43.086257 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:43.092184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port eba544b6-e015-4254-9022-74b1831f1e3c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:43.092744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:43.093794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (33c3325e-1ec3-4574-b026-82cb069e6cec), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:43.099217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:43.099217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:43.170514 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:43.191694 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7346060 Jul 28 10:54:43.195103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49812) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:43.200321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Request body: {'subnet': {'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2003631490-subnet', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:43.212190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port eba544b6-e015-4254-9022-74b1831f1e3c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:43.216542 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 82d12b30-6223-46e9-888e-73aec12ebb02 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:43.216893 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (82d12b30-6223-46e9-888e-73aec12ebb02), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:43.232184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb33bf2-62dd-4357-8e92-c4cd08f4184b admin admin] Pushing event updated for resources: {'Network': ['ID=33c3325e-1ec3-4574-b026-82cb069e6cec,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:43.263697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 33c3325e-1ec3-4574-b026-82cb069e6cec details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:43.324556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (82d12b30-6223-46e9-888e-73aec12ebb02), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:43.341234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 82d12b30-6223-46e9-888e-73aec12ebb02 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:43.434030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Made reservation on behalf of 65d229c432a448bba052b4ee6d934b60 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:43.436621 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:43.621958 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:43.627400 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:43.718800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (82d12b30-6223-46e9-888e-73aec12ebb02), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.022820 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=82d12b30-6223-46e9-888e-73aec12ebb02,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:44.100853 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (1773298f-4f50-4ad2-8342-9953907429db), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.201815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Checking segment: {'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:44.202547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Network hostable DHCP agents. Network: 33c3325e-1ec3-4574-b026-82cb069e6cec, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:44.209314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1773298f-4f50-4ad2-8342-9953907429db,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:44.307195 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e64e65c9-4523-4a30-850f-27a01b068f13), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.324871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Network 33c3325e-1ec3-4574-b026-82cb069e6cec is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:44.379648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 33c3325e-1ec3-4574-b026-82cb069e6cec) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:44.387982 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25034397-5c7e-4b02-a97e-8feabfae1fad None None] Network 33c3325e-1ec3-4574-b026-82cb069e6cec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:44.412569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:44.413164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.441824 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7fbd66ce-48f3-4248-9bb7-294c250b201d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2418432 Jul 28 10:54:44.443270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49820) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:44.454007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:44.586732 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router e64e65c9-4523-4a30-850f-27a01b068f13 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:44.589609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-33c3325e-1ec3-4574-b026-82cb069e6cec', 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec', 'project_id': '65d229c432a448bba052b4ee6d934b60', 'fixed_ips': [{'subnet_id': '1773298f-4f50-4ad2-8342-9953907429db'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:54:44.591878 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.605053 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (25d4fd07-61a3-41be-a7d5-a2224cfbb351), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.612026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (25d4fd07-61a3-41be-a7d5-a2224cfbb351), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.707166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:44.721500 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] Sync routers for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:44.735154 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-63aca1cc-07e2-4a49-81dd-5016dc44bb71 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/e64e65c9-4523-4a30-850f-27a01b068f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5789773 Jul 28 10:54:44.738743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49824) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:44.745284 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:44.746044 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:44.748308 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks [] for router_controller (25d4fd07-61a3-41be-a7d5-a2224cfbb351), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.790175 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a7cd2c66-942c-439f-a063-adb5ceed0658 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64e65c9-4523-4a30-850f-27a01b068f13 HTTP/1.1" status: 200 len: 205 time: 0.0501895 Jul 28 10:54:44.792706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49826) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:44.805002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Allocated IP 172.20.0.2 (33c3325e-1ec3-4574-b026-82cb069e6cec/1773298f-4f50-4ad2-8342-9953907429db/a99b1826-863a-425e-b417-3a39380f9cd1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:44.846145 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:44.865280 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] Routers {'e64e65c9-4523-4a30-850f-27a01b068f13'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:44.866381 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e64e65c9-4523-4a30-850f-27a01b068f13'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:44.919242 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:44.927224 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf45d22-efff-4fb4-890d-52cedad71ec3 None None] The sync data for ids ['e64e65c9-4523-4a30-850f-27a01b068f13'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:44.957004 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:44.964031 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks [] for router_gateway (25d4fd07-61a3-41be-a7d5-a2224cfbb351), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:44.969452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c14498fa-d9ce-4abd-b4fb-a9e7383f2ad8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (e64e65c9-4523-4a30-850f-27a01b068f13), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.043242 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Publish callbacks [] for port (a99b1826-863a-425e-b417-3a39380f9cd1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.054989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.114714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Network 33c3325e-1ec3-4574-b026-82cb069e6cec is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:45.118334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:45.122640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:45.131713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Pushing event updated for resources: {'Port': ['ID=a99b1826-863a-425e-b417-3a39380f9cd1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:45.193268 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:45.210748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Attempting to bind port a99b1826-863a-425e-b417-3a39380f9cd1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:45.211316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Attempting to bind port a99b1826-863a-425e-b417-3a39380f9cd1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:45.211690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Attempting to bind port a99b1826-863a-425e-b417-3a39380f9cd1 on network 33c3325e-1ec3-4574-b026-82cb069e6cec {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:45.218934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:45.219463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Checking segment: {'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:45.219856 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.220243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Bound using segment: {'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:45.220920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Bound port: a99b1826-863a-425e-b417-3a39380f9cd1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:45.221543 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.233654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks [] for router_gateway (25d4fd07-61a3-41be-a7d5-a2224cfbb351), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.262833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.349770 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:45.353718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] For port a99b1826-863a-425e-b417-3a39380f9cd1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:45.358245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] For port a99b1826-863a-425e-b417-3a39380f9cd1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a99b1826-863a-425e-b417-3a39380f9cd1,segment=NetworkSegment(2bd0d9f8-39dc-4958-b622-88ca4305e0f5),segment_id=2bd0d9f8-39dc-4958-b622-88ca4305e0f5)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:45.374344 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.411483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Allocated IP 172.25.2.218 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c6537e44-32a9-4a85-8f9d-753432a557ec) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:45.450694 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a70416d5-3fd3-48df-af79-d55f86ec4170 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:45.468572 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:45.526210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9080f4e-42cd-4cc8-ac49-4f60c65154c9 None None] Pushing event updated for resources: {'Port': ['ID=a99b1826-863a-425e-b417-3a39380f9cd1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:45.563924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c14498fa-d9ce-4abd-b4fb-a9e7383f2ad8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e64e65c9-4523-4a30-850f-27a01b068f13), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.572768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c14498fa-d9ce-4abd-b4fb-a9e7383f2ad8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (e64e65c9-4523-4a30-850f-27a01b068f13), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.584957 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:45.602338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks [] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.619133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a70416d5-3fd3-48df-af79-d55f86ec4170 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:45.620353 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.679039 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.691406 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c14498fa-d9ce-4abd-b4fb-a9e7383f2ad8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e64e65c9-4523-4a30-850f-27a01b068f13), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.692087 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14498fa-d9ce-4abd-b4fb-a9e7383f2ad8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Fanout notify agent at l3_agent the message router_deleted on router e64e65c9-4523-4a30-850f-27a01b068f13 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:54:45.706010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c14498fa-d9ce-4abd-b4fb-a9e7383f2ad8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.712890 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c14498fa-d9ce-4abd-b4fb-a9e7383f2ad8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/e64e65c9-4523-4a30-850f-27a01b068f13 HTTP/1.1" status: 204 len: 168 time: 0.9189067 Jul 28 10:54:45.717876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49832) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:45.769083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a70416d5-3fd3-48df-af79-d55f86ec4170 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:45.769481 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.785220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Pushing event updated for resources: {'Port': ['ID=c6537e44-32a9-4a85-8f9d-753432a557ec,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:45.806937 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a70416d5-3fd3-48df-af79-d55f86ec4170, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a70416d5-3fd3-48df-af79-d55f86ec4170,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:45.808465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:45.810141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:45.812549 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.816357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:45.822768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet 73b461cd-31f3-450e-a9f6-daa819725ef3 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:54:45.830954 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (73b461cd-31f3-450e-a9f6-daa819725ef3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.889970 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (73b461cd-31f3-450e-a9f6-daa819725ef3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:45.896114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a70416d5-3fd3-48df-af79-d55f86ec4170,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:46.018344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Sync routers for ids ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:46.035981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Routers {'8dc7b3e8-f475-470e-aa61-ae9113eea0ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:46.036285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (73b461cd-31f3-450e-a9f6-daa819725ef3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.036975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:46.090069 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:46.132594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (73b461cd-31f3-450e-a9f6-daa819725ef3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.185101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.186817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30affa9b-2275-4250-a2f8-ce7f606f3dd8 None None] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:46.191910 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/73b461cd-31f3-450e-a9f6-daa819725ef3 HTTP/1.1" status: 204 len: 168 time: 0.4727855 Jul 28 10:54:46.192819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49834) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:46.225160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks [] for router_gateway (25d4fd07-61a3-41be-a7d5-a2224cfbb351), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.262756 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet 6bb38c90-a737-4ac1-922e-589e4f91771c {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:54:46.268769 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (6bb38c90-a737-4ac1-922e-589e4f91771c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.291403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Set router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:46.314118 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (6bb38c90-a737-4ac1-922e-589e4f91771c), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.399995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1884a4-eedf-49f9-8908-1e1f31e551d7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=73b461cd-31f3-450e-a9f6-daa819725ef3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:46.430153 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6bb38c90-a737-4ac1-922e-589e4f91771c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.505173 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (25d4fd07-61a3-41be-a7d5-a2224cfbb351), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.516489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (6bb38c90-a737-4ac1-922e-589e4f91771c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.565006 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb38c90-a737-4ac1-922e-589e4f91771c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:46.567560 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.571103 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bba524db-699e-4b62-979b-b41afa3dd588 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/6bb38c90-a737-4ac1-922e-589e4f91771c HTTP/1.1" status: 204 len: 168 time: 0.3769975 Jul 28 10:54:46.574296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49836) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:46.618592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ead103-3565-4cb9-9a8e-8acba3fa5027 None None] Network 9e4e5615-effc-47b4-8e75-2eee6bcf17ae requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:46.703023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] DHCP port deletion for 0201bc89-39bb-4f20-bf28-1e71855d5b87 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:54:46.737223 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (0201bc89-39bb-4f20-bf28-1e71855d5b87), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.746787 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:46.754288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:54:46.850938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] Deleting port eba544b6-e015-4254-9022-74b1831f1e3c {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:46.851374 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.871480 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port eba544b6-e015-4254-9022-74b1831f1e3c {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:46.872073 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:46.943384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:46.946988 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:46.957093 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Sync routers for ids ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:46.970223 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Routers {'25d4fd07-61a3-41be-a7d5-a2224cfbb351'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:46.971425 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:47.007058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.008512 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-37da01d9-61c2-4f7b-8a1d-4ccc7a801a3d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5652492 Jul 28 10:54:47.011501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49842) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:47.030133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] For port eba544b6-e015-4254-9022-74b1831f1e3c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eba544b6-e015-4254-9022-74b1831f1e3c,segment=NetworkSegment(9228524e-90e3-4a37-be7d-7d7cadebe0e8),segment_id=9228524e-90e3-4a37-be7d-7d7cadebe0e8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:47.030897 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.069412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] Calling delete_port for eba544b6-e015-4254-9022-74b1831f1e3c owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:47.070684 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port eba544b6-e015-4254-9022-74b1831f1e3c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=eba544b6-e015-4254-9022-74b1831f1e3c,segment=NetworkSegment(9228524e-90e3-4a37-be7d-7d7cadebe0e8),segment_id=9228524e-90e3-4a37-be7d-7d7cadebe0e8)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:47.071320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.088972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 4, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port': {'id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '71a020a9-a212-4981-8f7d-a79ebfb82283', 'name': '', 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'mac_address': 'fa:16:3e:95:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2343ee16-0535-4d04-a07f-145a43738824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:35Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 2, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'subnets': [{'id': '2343ee16-0535-4d04-a07f-145a43738824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:47.098561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for eba544b6-e015-4254-9022-74b1831f1e3c owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:47.148885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] DHCP port deletion for 9e4e5615-effc-47b4-8e75-2eee6bcf17ae request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:54:47.166175 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:47.169250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Checking router: 8dc7b3e8-f475-470e-aa61-ae9113eea0ba for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:47.169637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Updating router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba port 71a020a9-a212-4981-8f7d-a79ebfb82283 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:54:47.186812 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:47.196922 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Set router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:47.232250 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:47.255496 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.258092 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:47.275593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] Deleting port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:47.276917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.279451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc528590-c369-4202-9226-ec96254b4ae2 None None] Network 33c3325e-1ec3-4574-b026-82cb069e6cec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:47.331064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=eba544b6-e015-4254-9022-74b1831f1e3c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:47.339207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port eba544b6-e015-4254-9022-74b1831f1e3c on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:47.396762 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:54:46Z', 'revision_number': 3, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port': {'id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:45Z', 'updated_at': '2022-07-28T10:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:47.427355 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Checking router: 25d4fd07-61a3-41be-a7d5-a2224cfbb351 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:47.432371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Updating router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 port c6537e44-32a9-4a85-8f9d-753432a557ec binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:54:47.469846 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.550474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (0201bc89-39bb-4f20-bf28-1e71855d5b87), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.581550 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:47.590278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0201bc89-39bb-4f20-bf28-1e71855d5b87']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:47.598104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a99b1826-863a-425e-b417-3a39380f9cd1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:47.606325 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9228524e-90e3-4a37-be7d-7d7cadebe0e8') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:47.606626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9228524e-90e3-4a37-be7d-7d7cadebe0e8') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:47.628814 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (9228524e-90e3-4a37-be7d-7d7cadebe0e8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.660204 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.665094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e08865ff-f6b8-446c-bb04-f034c6a289f0 None None] Provisioning complete for port a99b1826-863a-425e-b417-3a39380f9cd1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:47.665465 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e08865ff-f6b8-446c-bb04-f034c6a289f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.670806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9228524e-90e3-4a37-be7d-7d7cadebe0e8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.685609 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:47.686728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (9228524e-90e3-4a37-be7d-7d7cadebe0e8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.768508 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.785638 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9228524e-90e3-4a37-be7d-7d7cadebe0e8 resource provider aggregate not found Jul 28 10:54:47.794856 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (0201bc89-39bb-4f20-bf28-1e71855d5b87), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.804165 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.815630 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/0201bc89-39bb-4f20-bf28-1e71855d5b87 HTTP/1.1" status: 204 len: 168 time: 1.2354243 Jul 28 10:54:47.826952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49850) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:47.850685 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9228524e-90e3-4a37-be7d-7d7cadebe0e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9228524e-90e3-4a37-be7d-7d7cadebe0e8 found for delete ", "request_id": "req-477be6d3-7e96-4c98-a0cb-9a3a829db5f0"}]} Jul 28 10:54:47.863824 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9437f-a132-400c-b449-240cea72b9ba tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=0201bc89-39bb-4f20-bf28-1e71855d5b87,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:47.924086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] For port 11b856ae-ffd2-426e-aadc-2a3f9e189af0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=11b856ae-ffd2-426e-aadc-2a3f9e189af0,segment=NetworkSegment(6f44c069-2135-417c-ae95-b39e7221c92c),segment_id=6f44c069-2135-417c-ae95-b39e7221c92c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:47.924810 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.963899 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Publish callbacks [] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:47.971805 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.027410 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (eba544b6-e015-4254-9022-74b1831f1e3c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.027710 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Attempting to bind port c6537e44-32a9-4a85-8f9d-753432a557ec on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:48.027907 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Attempting to bind port c6537e44-32a9-4a85-8f9d-753432a557ec by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:48.028489 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Attempting to bind port c6537e44-32a9-4a85-8f9d-753432a557ec on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:48.033832 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:48.042476 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:48.042854 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:48.043458 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.044032 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:48.044673 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Bound port: c6537e44-32a9-4a85-8f9d-753432a557ec, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:48.045324 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.103837 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] For port c6537e44-32a9-4a85-8f9d-753432a557ec, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:48.107478 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] For port c6537e44-32a9-4a85-8f9d-753432a557ec, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c6537e44-32a9-4a85-8f9d-753432a557ec,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:48.111871 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75ff74-688d-4b2a-9563-95567e252091 None None] Pushing event updated for resources: {'Port': ['ID=c6537e44-32a9-4a85-8f9d-753432a557ec,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:48.117431 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.169104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] Calling delete_port for 11b856ae-ffd2-426e-aadc-2a3f9e189af0 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:48.175166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Routers {'25d4fd07-61a3-41be-a7d5-a2224cfbb351'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:48.177559 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:48.182190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] Network 0201bc89-39bb-4f20-bf28-1e71855d5b87 is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:54:48.182654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] No DVR routers for this DVR port eba544b6-e015-4254-9022-74b1831f1e3c on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:48.256714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a99b1826-863a-425e-b417-3a39380f9cd1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:48.257335 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.276553 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75ff74-688d-4b2a-9563-95567e252091 None None] Pushing event updated for resources: {'Port': ['ID=c6537e44-32a9-4a85-8f9d-753432a557ec,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:48.317704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba452bb-1b28-4a24-a528-ea63b1c0ebb1 None None] Pushing event deleted for resources: {'Port': ['ID=eba544b6-e015-4254-9022-74b1831f1e3c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:48.371180 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] Set router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:48.396188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (9e4e5615-effc-47b4-8e75-2eee6bcf17ae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.398826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a99b1826-863a-425e-b417-3a39380f9cd1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:48.399069 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.401894 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:48.520355 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:48.520723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.535929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e08865ff-f6b8-446c-bb04-f034c6a289f0 None None] Current status of the port a99b1826-863a-425e-b417-3a39380f9cd1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:48.536323 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e08865ff-f6b8-446c-bb04-f034c6a289f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.574454 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:48.593984 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:48.616534 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:54:46Z', 'revision_number': 3, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port': {'id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:45Z', 'updated_at': '2022-07-28T10:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:48.616814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 11b856ae-ffd2-426e-aadc-2a3f9e189af0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=11b856ae-ffd2-426e-aadc-2a3f9e189af0,segment=NetworkSegment(6f44c069-2135-417c-ae95-b39e7221c92c),segment_id=6f44c069-2135-417c-ae95-b39e7221c92c)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:48.617325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.632018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 11b856ae-ffd2-426e-aadc-2a3f9e189af0 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:48.645444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a99b1826-863a-425e-b417-3a39380f9cd1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a99b1826-863a-425e-b417-3a39380f9cd1,segment=NetworkSegment(2bd0d9f8-39dc-4958-b622-88ca4305e0f5),segment_id=2bd0d9f8-39dc-4958-b622-88ca4305e0f5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:48.657066 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6256ac-4157-4d2a-9c49-215e97137da9 None None] The sync data for ids ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'] in n-d-850468-6 is: [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:54:46Z', 'revision_number': 3, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port': {'id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:45Z', 'updated_at': '2022-07-28T10:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:48.697790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Allocated IP 172.20.0.1 (33c3325e-1ec3-4574-b026-82cb069e6cec/1773298f-4f50-4ad2-8342-9953907429db/5d3ebb00-476c-4df9-8742-a2163d188150) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:48.703609 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.704427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a70416d5-3fd3-48df-af79-d55f86ec4170 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:48.805770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.842456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=11b856ae-ffd2-426e-aadc-2a3f9e189af0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:48.842833 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-e08865ff-f6b8-446c-bb04-f034c6a289f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:54:48.843165 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-e08865ff-f6b8-446c-bb04-f034c6a289f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:54:48.853963 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:48.890616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (11b856ae-ffd2-426e-aadc-2a3f9e189af0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.896247 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:48.933514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks [] for port (5d3ebb00-476c-4df9-8742-a2163d188150), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.938461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a99b1826-863a-425e-b417-3a39380f9cd1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:48.956612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a70416d5-3fd3-48df-af79-d55f86ec4170 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:48.956992 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:48.961699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] No DVR routers for this DVR port 11b856ae-ffd2-426e-aadc-2a3f9e189af0 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:54:49.008519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87632212-42fd-4bd4-89da-f37e988161cf None None] Pushing event deleted for resources: {'Port': ['ID=11b856ae-ffd2-426e-aadc-2a3f9e189af0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:49.027435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (9e4e5615-effc-47b4-8e75-2eee6bcf17ae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.105628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4e5615-effc-47b4-8e75-2eee6bcf17ae']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:49.116922 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:49.143345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f44c069-2135-417c-ae95-b39e7221c92c') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:49.143781 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f44c069-2135-417c-ae95-b39e7221c92c') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:49.160943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (6f44c069-2135-417c-ae95-b39e7221c92c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.185554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.188317 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6f44c069-2135-417c-ae95-b39e7221c92c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.230340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:54:49.230753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (6f44c069-2135-417c-ae95-b39e7221c92c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.289989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Network 33c3325e-1ec3-4574-b026-82cb069e6cec is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:49.294215 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6f44c069-2135-417c-ae95-b39e7221c92c resource provider aggregate not found Jul 28 10:54:49.300477 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:49.303481 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:49.331897 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Publish callbacks [] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.346440 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6f44c069-2135-417c-ae95-b39e7221c92c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f44c069-2135-417c-ae95-b39e7221c92c found for delete ", "request_id": "req-28d372b5-895f-436f-8c23-29e2b6651322"}]} Jul 28 10:54:49.372572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (9e4e5615-effc-47b4-8e75-2eee6bcf17ae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.400462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.402163 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.420766 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/9e4e5615-effc-47b4-8e75-2eee6bcf17ae HTTP/1.1" status: 204 len: 168 time: 1.2656100 Jul 28 10:54:49.421974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49862) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:49.428286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-144279498'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:49.450817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198b148-9df5-4b24-b0ee-5e7632ea550d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=9e4e5615-effc-47b4-8e75-2eee6bcf17ae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:49.457208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3ebb00-476c-4df9-8742-a2163d188150,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:49.468840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (25d4fd07-61a3-41be-a7d5-a2224cfbb351), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.474073 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:49.477831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.483213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a70416d5-3fd3-48df-af79-d55f86ec4170 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:49.520052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e08865ff-f6b8-446c-bb04-f034c6a289f0 None None] Current status of the port a99b1826-863a-425e-b417-3a39380f9cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:49.535820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:49.567604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (652a15bc-ae46-48bf-bd9f-4a817bd63e83), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.568554 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment 652a15bc-ae46-48bf-bd9f-4a817bd63e83 of type vlan for network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 Jul 28 10:54:49.655138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 11b856ae-ffd2-426e-aadc-2a3f9e189af0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:49.666272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d473bd-b191-4547-83b8-f7d0b7ab893b None None] Pushing event updated for resources: {'Port': ['ID=71a020a9-a212-4981-8f7d-a79ebfb82283,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:49.680679 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (89f8f6dd-b152-4ce5-a9f5-6168a994e279), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.754165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1dc0b5c5-039f-46ae-aabc-5b3ac0b875fa None None] Provisioning complete for port a99b1826-863a-425e-b417-3a39380f9cd1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:49.754707 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1dc0b5c5-039f-46ae-aabc-5b3ac0b875fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.754806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.757149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (89f8f6dd-b152-4ce5-a9f5-6168a994e279), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.762278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:49.762912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.769708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 11b856ae-ffd2-426e-aadc-2a3f9e189af0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:49.770083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 11b856ae-ffd2-426e-aadc-2a3f9e189af0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:49.770502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eba544b6-e015-4254-9022-74b1831f1e3c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:49.874066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: eba544b6-e015-4254-9022-74b1831f1e3c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:54:49.874419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device eba544b6-e015-4254-9022-74b1831f1e3c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:49.878039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Attempting to bind port 71a020a9-a212-4981-8f7d-a79ebfb82283 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:49.878421 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Attempting to bind port 71a020a9-a212-4981-8f7d-a79ebfb82283 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:49.879225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Attempting to bind port 71a020a9-a212-4981-8f7d-a79ebfb82283 on network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:49.905599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:49.905968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Checking segment: {'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:49.906384 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.906791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Bound using segment: {'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:49.907282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Bound port: 71a020a9-a212-4981-8f7d-a79ebfb82283, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded1dce2-fd4e-4262-950f-90783913f85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:49.907674 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:49.916864 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 746 time: 0.4938014 Jul 28 10:54:49.919757 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49864) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:49.927445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:49.950003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c62bb3-2f5a-440a-b50f-b481af75e5c8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=89f8f6dd-b152-4ce5-a9f5-6168a994e279,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:50.006225 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:50.061456 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:50.203862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:50.210704 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.213913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] For port 71a020a9-a212-4981-8f7d-a79ebfb82283, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:50.218017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] For port 71a020a9-a212-4981-8f7d-a79ebfb82283, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=71a020a9-a212-4981-8f7d-a79ebfb82283,segment=NetworkSegment(ded1dce2-fd4e-4262-950f-90783913f85d),segment_id=ded1dce2-fd4e-4262-950f-90783913f85d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:50.219153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks [] for port (5d3ebb00-476c-4df9-8742-a2163d188150), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.231697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.276759 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:50.285623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6537e44-32a9-4a85-8f9d-753432a557ec up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:50.288194 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.290617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0b5c5-039f-46ae-aabc-5b3ac0b875fa None None] Current status of the port a99b1826-863a-425e-b417-3a39380f9cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:50.324462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (25d4fd07-61a3-41be-a7d5-a2224cfbb351), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.333941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3ebb00-476c-4df9-8742-a2163d188150,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:50.389646 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:50.434950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Routers {'8dc7b3e8-f475-470e-aa61-ae9113eea0ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:50.435837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:50.444632 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:50.456619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Provisioning complete for port 5d3ebb00-476c-4df9-8742-a2163d188150 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:50.457147 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.515380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Network 33c3325e-1ec3-4574-b026-82cb069e6cec is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:50.516924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:50.544249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d473bd-b191-4547-83b8-f7d0b7ab893b None None] Pushing event updated for resources: {'Port': ['ID=71a020a9-a212-4981-8f7d-a79ebfb82283,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:50.559812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c6537e44-32a9-4a85-8f9d-753432a557ec triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:50.560262 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.653632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (290be6ac-2725-4f1d-b377-0d56df6ed077), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.693085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Port 5d3ebb00-476c-4df9-8742-a2163d188150 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:50.752185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Provisioning complete for port 71a020a9-a212-4981-8f7d-a79ebfb82283 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:50.753919 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.811227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] Set router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:50.826196 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:54:50.882517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=290be6ac-2725-4f1d-b377-0d56df6ed077,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:50.904367 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=1,neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:50.906488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c6537e44-32a9-4a85-8f9d-753432a557ec is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:50.906883 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.912209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': '652a15bc-ae46-48bf-bd9f-4a817bd63e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:50.920361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: 89f8f6dd-b152-4ce5-a9f5-6168a994e279, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:50.934091 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:50.946264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c6537e44-32a9-4a85-8f9d-753432a557ec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c6537e44-32a9-4a85-8f9d-753432a557ec,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:50.960395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:50.964859 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:50.965852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a99b1826-863a-425e-b417-3a39380f9cd1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:50.981343 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 89f8f6dd-b152-4ce5-a9f5-6168a994e279) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:50.986557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:50.987221 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.008095 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-29df07ad-8eb6-400a-a083-298e51b7e732 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0872309 Jul 28 10:54:51.010555 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49874) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:51.015723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-24b2dc3e-877b-4d98-8c38-6e64ae22cb2c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-432295203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:51.051794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24b2dc3e-877b-4d98-8c38-6e64ae22cb2c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (dc9e8f3a-7043-4219-bbbb-10359ed168b5), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.053473 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24b2dc3e-877b-4d98-8c38-6e64ae22cb2c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (dc9e8f3a-7043-4219-bbbb-10359ed168b5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.059566 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:51.066624 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-883a9d23-a902-446e-8b9b-c632806defd9 admin admin] 10.222.0.46 "PUT /v2.0/routers/25d4fd07-61a3-41be-a7d5-a2224cfbb351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0539215 Jul 28 10:54:51.081219 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1013bd0-e596-4be8-9c4e-ec3b44477f98 req-074390af-c2f8-461d-aa1b-66b7f6b6d216 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423463881&fields=id&tenant_id=cf432b0760fa4d03a1b82cf80b3591d6 HTTP/1.1" status: 200 len: 267 time: 0.1971886 Jul 28 10:54:51.097079 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:51.141180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1902aff-13c5-4e31-a072-a0e67c65757a None None] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:51.149430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Current status of the port 71a020a9-a212-4981-8f7d-a79ebfb82283 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:51.150689 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.156565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24b2dc3e-877b-4d98-8c38-6e64ae22cb2c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (dc9e8f3a-7043-4219-bbbb-10359ed168b5), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.180477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24b2dc3e-877b-4d98-8c38-6e64ae22cb2c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (dc9e8f3a-7043-4219-bbbb-10359ed168b5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.237980 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-24b2dc3e-877b-4d98-8c38-6e64ae22cb2c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.241347 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-24b2dc3e-877b-4d98-8c38-6e64ae22cb2c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2283530 Jul 28 10:54:51.243032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:51.261902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'port': {'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279', 'name': 'tempest-RoutersTest-555658784'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:51.490334 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:51.493210 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013bd0-e596-4be8-9c4e-ec3b44477f98 req-25d7838f-d0a7-438c-a562-a813037dd707 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:51.493776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 4, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port': {'id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '71a020a9-a212-4981-8f7d-a79ebfb82283', 'name': '', 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'mac_address': 'fa:16:3e:95:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2343ee16-0535-4d04-a07f-145a43738824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:35Z', 'updated_at': '2022-07-28T10:54:50Z', 'revision_number': 4, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'subnets': [{'id': '2343ee16-0535-4d04-a07f-145a43738824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:51.496200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c6537e44-32a9-4a85-8f9d-753432a557ec,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:51.515888 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1013bd0-e596-4be8-9c4e-ec3b44477f98 req-25d7838f-d0a7-438c-a562-a813037dd707 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "GET /v2.0/networks?id=c121c6b0-2791-4d45-80bb-cd6e34690b50 HTTP/1.1" status: 200 len: 808 time: 0.4026165 Jul 28 10:54:51.535371 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1013bd0-e596-4be8-9c4e-ec3b44477f98 req-2db34d15-000a-4dab-8cc8-b878f5e5894e tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "GET /v2.0/quotas/cf432b0760fa4d03a1b82cf80b3591d6 HTTP/1.1" status: 200 len: 375 time: 0.0178986 Jul 28 10:54:51.535638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'port': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:51.545402 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.550590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996064bc-b77b-4d89-9866-8ab9fada7f52 None None] The sync data for ids ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'] in n-d-850468-6 is: [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:37Z', 'revision_number': 4, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port': {'id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '71a020a9-a212-4981-8f7d-a79ebfb82283', 'name': '', 'network_id': '2e45fd82-c59f-4804-8f28-46fbe8b6c849', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'mac_address': 'fa:16:3e:95:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2343ee16-0535-4d04-a07f-145a43738824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:35Z', 'updated_at': '2022-07-28T10:54:50Z', 'revision_number': 4, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'subnets': [{'id': '2343ee16-0535-4d04-a07f-145a43738824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:51.581154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] For port 71a020a9-a212-4981-8f7d-a79ebfb82283, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=71a020a9-a212-4981-8f7d-a79ebfb82283,segment=NetworkSegment(ded1dce2-fd4e-4262-950f-90783913f85d),segment_id=ded1dce2-fd4e-4262-950f-90783913f85d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:51.584950 n-d-850468-6 neutron-server[104688]: DEBUG neutron.notifiers.nova [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] device_id is not set on port f4932b2d-e4bc-4417-b76c-342686ed63eb yet. {{(pid=104688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:54:51.597471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.624911 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1013bd0-e596-4be8-9c4e-ec3b44477f98 req-5ce526e1-6456-4083-9486-1e7742a65672 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf432b0760fa4d03a1b82cf80b3591d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885739 Jul 28 10:54:51.631428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a99b1826-863a-425e-b417-3a39380f9cd1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:51.631743 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.697946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Sync routers for ids ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:51.799342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-89f8f6dd-b152-4ce5-a9f5-6168a994e279', 'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': '290be6ac-2725-4f1d-b377-0d56df6ed077'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:54:51.799960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.814933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-19793c0f-91a5-479e-9d92-c19aa6b4860a None None] Provisioning complete for port 5d3ebb00-476c-4df9-8742-a2163d188150 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:51.814933 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-19793c0f-91a5-479e-9d92-c19aa6b4860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:51.814933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Routers {'25d4fd07-61a3-41be-a7d5-a2224cfbb351'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:51.814933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:51.823412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fb27-3991-41f2-ae8b-ea7a9690fae7 None None] Pushing event updated for resources: {'Port': ['ID=71a020a9-a212-4981-8f7d-a79ebfb82283,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:51.881813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.20.0.14 (89f8f6dd-b152-4ce5-a9f5-6168a994e279/290be6ac-2725-4f1d-b377-0d56df6ed077/f4932b2d-e4bc-4417-b76c-342686ed63eb) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:51.899950 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1013bd0-e596-4be8-9c4e-ec3b44477f98 req-88368713-bcd1-4d5a-80f2-be4af1222787 service neutron] 10.222.0.46 "GET /v2.0/networks/c121c6b0-2791-4d45-80bb-cd6e34690b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504401 Jul 28 10:54:52.073930 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1013bd0-e596-4be8-9c4e-ec3b44477f98 req-4aad7289-fcdd-4956-89cb-b3c4cdb2f247 service neutron] 10.222.0.46 "GET /v2.0/networks/c121c6b0-2791-4d45-80bb-cd6e34690b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720734 Jul 28 10:54:52.335793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.399834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49910) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:52.405446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1093113773-network', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:52.482822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Made reservation on behalf of 22cda689d3cb48e2ba988388b1a4e913 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:52.488915 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.516792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-19793c0f-91a5-479e-9d92-c19aa6b4860a None None] Port 5d3ebb00-476c-4df9-8742-a2163d188150 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:52.517949 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.573026 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-03a4e651-edac-40db-aa7d-34878eebaf72 req-bd726ca7-bd5a-4c00-a608-81b22c21962f tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e687f8fb-d89b-4e00-8342-c79c326b3e50 HTTP/1.1" status: 200 len: 210 time: 0.1470718 Jul 28 10:54:52.574304 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.588269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a99b1826-863a-425e-b417-3a39380f9cd1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:52.590984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-19793c0f-91a5-479e-9d92-c19aa6b4860a None None] Provisioning complete for port 71a020a9-a212-4981-8f7d-a79ebfb82283 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:52.591478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-19793c0f-91a5-479e-9d92-c19aa6b4860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.625780 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:52.697708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:52.715555 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks [] for security_group (47844888-ca1d-4580-85e6-43e2960b111b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.717297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:52.725405 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:52.735548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (47844888-ca1d-4580-85e6-43e2960b111b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.743939 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:52.815586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:54:52.847894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Set router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:52.876150 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47844888-ca1d-4580-85e6-43e2960b111b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:52.882949 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:52.883611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.890209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:52.890547 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Added segment 82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf of type vlan for network 59c1458a-0e7d-4b14-b8f6-744fa4374150 Jul 28 10:54:52.905173 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:52.931952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Allocated IP 172.20.0.2 (89f8f6dd-b152-4ce5-a9f5-6168a994e279/290be6ac-2725-4f1d-b377-0d56df6ed077/1df1f447-b1ea-4c75-9286-f8e44067f50d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:52.934460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6537e44-32a9-4a85-8f9d-753432a557ec up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:52.953989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=f4932b2d-e4bc-4417-b76c-342686ed63eb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:52.972181 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-75671d66-07db-4057-a1d1-ad684436a3b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7245686 Jul 28 10:54:52.972709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49916) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:52.990703 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (59c1458a-0e7d-4b14-b8f6-744fa4374150), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.049537 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (59c1458a-0e7d-4b14-b8f6-744fa4374150), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.052866 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:53.055529 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.126112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-19793c0f-91a5-479e-9d92-c19aa6b4860a None None] Current status of the port 71a020a9-a212-4981-8f7d-a79ebfb82283 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:53.176829 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7757332 Jul 28 10:54:53.185389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49922) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:53.187449 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:53.190926 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Request body: {'subnet': {'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1093113773-subnet', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:53.200393 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:53.221467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caa587-775b-499a-8c5e-73a467b32774 admin admin] Pushing event updated for resources: {'Network': ['ID=59c1458a-0e7d-4b14-b8f6-744fa4374150,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:53.226066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Made reservation on behalf of 22cda689d3cb48e2ba988388b1a4e913 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:54:53.229345 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.244284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:54:53.303792 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c6537e44-32a9-4a85-8f9d-753432a557ec triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:53.304121 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.398774 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:53.565495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c6537e44-32a9-4a85-8f9d-753432a557ec is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:53.567091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 71a020a9-a212-4981-8f7d-a79ebfb82283 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:53.576370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (6c6affa4-46b5-4df4-9346-5207a9200576), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.647621 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Publish callbacks [] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.657255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:54:49Z', 'revision_number': 4, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port': {'id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:45Z', 'updated_at': '2022-07-28T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5d3ebb00-476c-4df9-8742-a2163d188150', 'name': '', 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'mac_address': 'fa:16:3e:cb:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '1773298f-4f50-4ad2-8342-9953907429db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:47Z', 'updated_at': '2022-07-28T10:54:49Z', 'revision_number': 2, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'subnets': [{'id': '1773298f-4f50-4ad2-8342-9953907429db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:53.694166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.698417 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.705297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Checking router: 25d4fd07-61a3-41be-a7d5-a2224cfbb351 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:53.705958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Updating router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 port 5d3ebb00-476c-4df9-8742-a2163d188150 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:54:53.713316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 71a020a9-a212-4981-8f7d-a79ebfb82283 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:53.713955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.722700 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Checking segment: {'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:53.723202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Network hostable DHCP agents. Network: 59c1458a-0e7d-4b14-b8f6-744fa4374150, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:54:53.757558 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9483c218-b935-425f-824f-a1b82f39d0fe req-4d7e6ef0-4ce5-44de-a462-d541b6982e06 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e687f8fb-d89b-4e00-8342-c79c326b3e50 HTTP/1.1" status: 200 len: 210 time: 0.0819881 Jul 28 10:54:53.758352 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6affa4-46b5-4df4-9346-5207a9200576,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:53.817469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:53.822046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:54:53.838144 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 59c1458a-0e7d-4b14-b8f6-744fa4374150) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:53.846959 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:53.847552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.851226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:53.855762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:53.860090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Pushing event updated for resources: {'Port': ['ID=1df1f447-b1ea-4c75-9286-f8e44067f50d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:53.878652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe88d9-209f-4303-a262-f34909a0e376 None None] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:53.893369 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fd7cbaf2-33bb-4f7a-95ec-180bc3d862ee admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7074723 Jul 28 10:54:53.896143 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49936) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:53.901314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:54:53.966519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.970039 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (004e9e88-9b96-4424-8018-2da486aa4a9d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:53.972035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (004e9e88-9b96-4424-8018-2da486aa4a9d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.069566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks [] for router_controller (004e9e88-9b96-4424-8018-2da486aa4a9d), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.074215 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ac7e774c-97d3-4ef3-90d9-ea4d1818edbe req-85e67ff6-3ba6-4a0b-b3a8-c48c8b412f0b tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e687f8fb-d89b-4e00-8342-c79c326b3e50 HTTP/1.1" status: 200 len: 210 time: 0.0929925 Jul 28 10:54:54.239133 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:54.248290 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:54.305975 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.317124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.321476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks [] for router_gateway (004e9e88-9b96-4424-8018-2da486aa4a9d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.385768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Attempting to bind port 1df1f447-b1ea-4c75-9286-f8e44067f50d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:54.386270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Attempting to bind port 1df1f447-b1ea-4c75-9286-f8e44067f50d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '652a15bc-ae46-48bf-bd9f-4a817bd63e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:54.386583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Attempting to bind port 1df1f447-b1ea-4c75-9286-f8e44067f50d on network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:54.392960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-59c1458a-0e7d-4b14-b8f6-744fa4374150', 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150', 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'fixed_ips': [{'subnet_id': '6c6affa4-46b5-4df4-9346-5207a9200576'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:54:54.393816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.417763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=f4932b2d-e4bc-4417-b76c-342686ed63eb,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:54.466611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:54.467032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Checking segment: {'id': '652a15bc-ae46-48bf-bd9f-4a817bd63e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:54.467404 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.467818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Bound using segment: {'id': '652a15bc-ae46-48bf-bd9f-4a817bd63e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:54.468331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Bound port: 1df1f447-b1ea-4c75-9286-f8e44067f50d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652a15bc-ae46-48bf-bd9f-4a817bd63e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '89f8f6dd-b152-4ce5-a9f5-6168a994e279'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:54.468659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.538936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49942) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:54.569520 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Publish callbacks [] for port (5d3ebb00-476c-4df9-8742-a2163d188150), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.608895 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:54.665914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks [] for router_gateway (004e9e88-9b96-4424-8018-2da486aa4a9d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.686860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 71a020a9-a212-4981-8f7d-a79ebfb82283 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:54.689018 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.711533 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.804619 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ba63551-b1ab-4ca4-9544-7073912afab8 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group (60fcb370-6c82-4bbb-9755-bfc0fd010230), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.886582 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ba63551-b1ab-4ca4-9544-7073912afab8 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group (60fcb370-6c82-4bbb-9755-bfc0fd010230), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.901454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Allocated IP 172.25.2.220 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/93a0506b-7974-45c6-950e-d6d01dd877f3) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:54.927468 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (dc9e8f3a-7043-4219-bbbb-10359ed168b5), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:54.978966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] For port 1df1f447-b1ea-4c75-9286-f8e44067f50d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:54.981977 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:55.023612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b9c16-f944-41c4-ae85-110371593191 None None] Pushing event updated for resources: {'Port': ['ID=5d3ebb00-476c-4df9-8742-a2163d188150,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:55.074765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] For port 1df1f447-b1ea-4c75-9286-f8e44067f50d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1df1f447-b1ea-4c75-9286-f8e44067f50d,segment=NetworkSegment(652a15bc-ae46-48bf-bd9f-4a817bd63e83),segment_id=652a15bc-ae46-48bf-bd9f-4a817bd63e83)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:55.103081 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks [] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.106426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.113461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Allocated IP 172.20.0.2 (59c1458a-0e7d-4b14-b8f6-744fa4374150/6c6affa4-46b5-4df4-9346-5207a9200576/031e882e-cc02-4f68-8087-a13dc237604d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:55.126574 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:55.128841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Attempting to bind port 5d3ebb00-476c-4df9-8742-a2163d188150 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:55.129427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Attempting to bind port 5d3ebb00-476c-4df9-8742-a2163d188150 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:55.130006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Attempting to bind port 5d3ebb00-476c-4df9-8742-a2163d188150 on network 33c3325e-1ec3-4574-b026-82cb069e6cec {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:55.168496 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ba63551-b1ab-4ca4-9544-7073912afab8 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (60fcb370-6c82-4bbb-9755-bfc0fd010230), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.174838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5ba63551-b1ab-4ca4-9544-7073912afab8 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.176156 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5ba63551-b1ab-4ca4-9544-7073912afab8 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] 10.222.0.46 "DELETE /v2.0/security-groups/60fcb370-6c82-4bbb-9755-bfc0fd010230 HTTP/1.1" status: 204 len: 168 time: 0.6335080 Jul 28 10:54:55.186835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.194388 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:55.195327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba63551-b1ab-4ca4-9544-7073912afab8 tempest-TestServerBasicOps-339383434 tempest-TestServerBasicOps-339383434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fcb370-6c82-4bbb-9755-bfc0fd010230,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:55.251081 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:55.273126 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:55.279165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:55.284077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:55.292755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:55.294497 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Checking segment: {'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:55.296452 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.297991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Bound using segment: {'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:55.299230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Bound port: 5d3ebb00-476c-4df9-8742-a2163d188150, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd0d9f8-39dc-4958-b622-88ca4305e0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:55.299655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.348882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Pushing event updated for resources: {'Port': ['ID=93a0506b-7974-45c6-950e-d6d01dd877f3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:55.390683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.512828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605382a-abca-41e0-ad24-7c60726833f1 None None] Pushing event updated for resources: {'Port': ['ID=1df1f447-b1ea-4c75-9286-f8e44067f50d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:55.591340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] For port 5d3ebb00-476c-4df9-8742-a2163d188150, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:55.605572 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] For port 5d3ebb00-476c-4df9-8742-a2163d188150, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5d3ebb00-476c-4df9-8742-a2163d188150,segment=NetworkSegment(2bd0d9f8-39dc-4958-b622-88ca4305e0f5),segment_id=2bd0d9f8-39dc-4958-b622-88ca4305e0f5)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:55.614788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dba018ac-3e1c-489f-87fe-f2ded75fd7a0 None None] Provisioning complete for port 5d3ebb00-476c-4df9-8742-a2163d188150 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:55.615460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dba018ac-3e1c-489f-87fe-f2ded75fd7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.677679 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:55.681064 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.693309 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:55.857741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks [] for router_gateway (004e9e88-9b96-4424-8018-2da486aa4a9d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:55.919467 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Routers {'25d4fd07-61a3-41be-a7d5-a2224cfbb351'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:55.920650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:56.007985 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:56.010991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dba018ac-3e1c-489f-87fe-f2ded75fd7a0 None None] Current status of the port 5d3ebb00-476c-4df9-8742-a2163d188150 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:56.011574 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dba018ac-3e1c-489f-87fe-f2ded75fd7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.167550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b9c16-f944-41c4-ae85-110371593191 None None] Pushing event updated for resources: {'Port': ['ID=5d3ebb00-476c-4df9-8742-a2163d188150,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:56.188930 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.229350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Publish callbacks [] for port (031e882e-cc02-4f68-8087-a13dc237604d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.239009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dba018ac-3e1c-489f-87fe-f2ded75fd7a0 None None] For port 5d3ebb00-476c-4df9-8742-a2163d188150, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5d3ebb00-476c-4df9-8742-a2163d188150,segment=NetworkSegment(2bd0d9f8-39dc-4958-b622-88ca4305e0f5),segment_id=2bd0d9f8-39dc-4958-b622-88ca4305e0f5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:56.248467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (004e9e88-9b96-4424-8018-2da486aa4a9d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.256687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] Set router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:56.264849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dba018ac-3e1c-489f-87fe-f2ded75fd7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.271997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (031e882e-cc02-4f68-8087-a13dc237604d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.484378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:56.544775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba018ac-3e1c-489f-87fe-f2ded75fd7a0 None None] Pushing event updated for resources: {'Port': ['ID=5d3ebb00-476c-4df9-8742-a2163d188150,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:56.654827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Pushing event updated for resources: {'Port': ['ID=031e882e-cc02-4f68-8087-a13dc237604d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:56.667214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:56.675271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:56.728856 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.762521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ea690287-7640-4fe3-a056-806a180ceb7d None None] Provisioning complete for port 5d3ebb00-476c-4df9-8742-a2163d188150 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:56.763125 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ea690287-7640-4fe3-a056-806a180ceb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:56.866628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=f4932b2d-e4bc-4417-b76c-342686ed63eb,revision_number=3']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:56.866780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Router 004e9e88-9b96-4424-8018-2da486aa4a9d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:54:56.983151 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (dc9e8f3a-7043-4219-bbbb-10359ed168b5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.005352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1df1f447-b1ea-4c75-9286-f8e44067f50d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:57.125129 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:57.132250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Attempting to bind port 031e882e-cc02-4f68-8087-a13dc237604d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:57.132636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Attempting to bind port 031e882e-cc02-4f68-8087-a13dc237604d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:57.133071 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Attempting to bind port 031e882e-cc02-4f68-8087-a13dc237604d on network 59c1458a-0e7d-4b14-b8f6-744fa4374150 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:57.155535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1df1f447-b1ea-4c75-9286-f8e44067f50d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:57.155907 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.156397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:57.159191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3be295-3521-46c3-b871-5465935f5f7d None None] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:57.167130 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Sync routers for ids ['004e9e88-9b96-4424-8018-2da486aa4a9d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:57.183288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Routers {'004e9e88-9b96-4424-8018-2da486aa4a9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:57.187048 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['004e9e88-9b96-4424-8018-2da486aa4a9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:57.205082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.217525 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1f5e346e-e040-4068-aed6-70733e84bf85 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3186381 Jul 28 10:54:57.218673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49968) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:57.277110 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:57.277347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (20fbc776-dbba-4a41-86f4-ad293f02c950), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.302473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ea690287-7640-4fe3-a056-806a180ceb7d None None] Current status of the port 5d3ebb00-476c-4df9-8742-a2163d188150 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:57.304971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:57.305356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Checking segment: {'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:57.305766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.312662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Bound using segment: {'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:57.313220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Bound port: 031e882e-cc02-4f68-8087-a13dc237604d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:57.313691 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (031e882e-cc02-4f68-8087-a13dc237604d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.352681 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Set router 004e9e88-9b96-4424-8018-2da486aa4a9d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:57.383544 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:57.511264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] For port 031e882e-cc02-4f68-8087-a13dc237604d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:57.514626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] For port 031e882e-cc02-4f68-8087-a13dc237604d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=031e882e-cc02-4f68-8087-a13dc237604d,segment=NetworkSegment(82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf),segment_id=82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:57.529441 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:54:49Z', 'revision_number': 4, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port': {'id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:45Z', 'updated_at': '2022-07-28T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5d3ebb00-476c-4df9-8742-a2163d188150', 'name': '', 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'mac_address': 'fa:16:3e:cb:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '1773298f-4f50-4ad2-8342-9953907429db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:47Z', 'updated_at': '2022-07-28T10:54:55Z', 'revision_number': 4, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'subnets': [{'id': '1773298f-4f50-4ad2-8342-9953907429db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:57.539122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (031e882e-cc02-4f68-8087-a13dc237604d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.560616 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:57.622734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1df1f447-b1ea-4c75-9286-f8e44067f50d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:57.628109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.657212 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:57.696974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:54:55Z', 'revision_number': 3, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port': {'id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:54Z', 'updated_at': '2022-07-28T10:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:57.718169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9dec6-1cbd-4808-b8b5-e1a414932fc9 None None] The sync data for ids ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'] in n-d-850468-6 is: [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:54:49Z', 'revision_number': 4, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port': {'id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:45Z', 'updated_at': '2022-07-28T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '5d3ebb00-476c-4df9-8742-a2163d188150', 'name': '', 'network_id': '33c3325e-1ec3-4574-b026-82cb069e6cec', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'mac_address': 'fa:16:3e:cb:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '1773298f-4f50-4ad2-8342-9953907429db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:47Z', 'updated_at': '2022-07-28T10:54:55Z', 'revision_number': 4, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'subnets': [{'id': '1773298f-4f50-4ad2-8342-9953907429db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:57.742043 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:57.764675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:57.765481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 1df1f447-b1ea-4c75-9286-f8e44067f50d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1df1f447-b1ea-4c75-9286-f8e44067f50d,segment=NetworkSegment(652a15bc-ae46-48bf-bd9f-4a817bd63e83),segment_id=652a15bc-ae46-48bf-bd9f-4a817bd63e83)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:57.769105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-59b3bf23-bb08-41bb-8e47-08971939f663 None None] Provisioning complete for port 1df1f447-b1ea-4c75-9286-f8e44067f50d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:57.769488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-59b3bf23-bb08-41bb-8e47-08971939f663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.790796 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Checking router: 004e9e88-9b96-4424-8018-2da486aa4a9d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:57.791329 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Updating router 004e9e88-9b96-4424-8018-2da486aa4a9d port 93a0506b-7974-45c6-950e-d6d01dd877f3 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:54:57.865510 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.912540 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:57.992256 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35a179-d205-4aab-b25a-8cbf72149391 None None] Pushing event updated for resources: {'Port': ['ID=031e882e-cc02-4f68-8087-a13dc237604d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:58.120159 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.244658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Deleting port b054095b-b59a-4dd5-b359-cb5673129241 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:54:58.245016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b054095b-b59a-4dd5-b359-cb5673129241), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.593355 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:58.597378 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Publish callbacks [] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.607330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Allocated IP 172.20.0.1 (59c1458a-0e7d-4b14-b8f6-744fa4374150/6c6affa4-46b5-4df4-9346-5207a9200576/113b15be-c20a-48cd-8dd6-bbd995d888c7) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:54:58.610526 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:58.628829 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router dc9e8f3a-7043-4219-bbbb-10359ed168b5 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:54:58.646349 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.733051 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] For port b054095b-b59a-4dd5-b359-cb5673129241, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b054095b-b59a-4dd5-b359-cb5673129241,segment=NetworkSegment(04768647-fc14-41db-aa61-53b6e983df0d),segment_id=04768647-fc14-41db-aa61-53b6e983df0d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:58.740362 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b054095b-b59a-4dd5-b359-cb5673129241), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.791375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-59b3bf23-bb08-41bb-8e47-08971939f663 None None] Current status of the port 1df1f447-b1ea-4c75-9286-f8e44067f50d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:58.802198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=1df1f447-b1ea-4c75-9286-f8e44067f50d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:58.806832 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Attempting to bind port 93a0506b-7974-45c6-950e-d6d01dd877f3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:54:58.814219 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Attempting to bind port 93a0506b-7974-45c6-950e-d6d01dd877f3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:54:58.814688 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Attempting to bind port 93a0506b-7974-45c6-950e-d6d01dd877f3 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:54:58.851018 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c618e7-1337-42d9-b929-8b9326bd4c61 None None] Pushing event updated for resources: {'Port': ['ID=93a0506b-7974-45c6-950e-d6d01dd877f3,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:58.855772 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:54:58.856622 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:54:58.863590 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.864316 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:54:58.865974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Bound port: 93a0506b-7974-45c6-950e-d6d01dd877f3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:54:58.869580 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.920514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f3e0a65b-ba9b-47d1-8ae1-a8c564b0d3bf None None] Provisioning complete for port 1df1f447-b1ea-4c75-9286-f8e44067f50d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:58.921394 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a65b-ba9b-47d1-8ae1-a8c564b0d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.934028 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:58.948868 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks [] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:58.962225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Calling delete_port for b054095b-b59a-4dd5-b359-cb5673129241 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:54:59.046424 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] For port 93a0506b-7974-45c6-950e-d6d01dd877f3, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:54:59.053017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 031e882e-cc02-4f68-8087-a13dc237604d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:54:59.056293 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] For port 93a0506b-7974-45c6-950e-d6d01dd877f3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=93a0506b-7974-45c6-950e-d6d01dd877f3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:54:59.067685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:59.078388 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:59.194201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Pushing event updated for resources: {'Port': ['ID=113b15be-c20a-48cd-8dd6-bbd995d888c7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:59.230250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0a65b-ba9b-47d1-8ae1-a8c564b0d3bf None None] Current status of the port 1df1f447-b1ea-4c75-9286-f8e44067f50d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:59.259670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:54:59.261606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:54:59.268720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:54:59.294686 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:59.295652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f3e0a65b-ba9b-47d1-8ae1-a8c564b0d3bf None None] Provisioning complete for port f4932b2d-e4bc-4417-b76c-342686ed63eb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:59.296033 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a65b-ba9b-47d1-8ae1-a8c564b0d3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:59.322663 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Routers {'004e9e88-9b96-4424-8018-2da486aa4a9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:59.323454 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['004e9e88-9b96-4424-8018-2da486aa4a9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:59.369313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 031e882e-cc02-4f68-8087-a13dc237604d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:54:59.369693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (031e882e-cc02-4f68-8087-a13dc237604d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:59.385988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:59.406690 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c25b67f-7fa3-43a7-8ca3-e7cde5ddf8b0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/dc9e8f3a-7043-4219-bbbb-10359ed168b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4328434 Jul 28 10:54:59.413264 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 49986) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:59.413485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] Sync routers for ids ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:59.456158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] Routers {'dc9e8f3a-7043-4219-bbbb-10359ed168b5'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:59.456850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:59.476369 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c618e7-1337-42d9-b929-8b9326bd4c61 None None] Pushing event updated for resources: {'Port': ['ID=93a0506b-7974-45c6-950e-d6d01dd877f3,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:59.530195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0a65b-ba9b-47d1-8ae1-a8c564b0d3bf None None] Port f4932b2d-e4bc-4417-b76c-342686ed63eb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:54:59.536372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:59.554389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] Routers {'dc9e8f3a-7043-4219-bbbb-10359ed168b5'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:54:59.555312 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:59.576887 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:59.596208 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b0054-8707-4b3a-8939-25a1e7d12cdf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:54:59.603940 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-630b0054-8707-4b3a-8939-25a1e7d12cdf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports/f4932b2d-e4bc-4417-b76c-342686ed63eb HTTP/1.1" status: 200 len: 977 time: 0.1851118 Jul 28 10:54:59.610205 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 49988) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:54:59.617246 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (004e9e88-9b96-4424-8018-2da486aa4a9d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:59.664727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:59.666883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f5c673-999d-424f-af3f-159d279d996e None None] The sync data for ids ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:59.691323 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] Set router 004e9e88-9b96-4424-8018-2da486aa4a9d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:54:59.809604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 031e882e-cc02-4f68-8087-a13dc237604d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:54:59.810662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (031e882e-cc02-4f68-8087-a13dc237604d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:59.888834 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:54:59.952831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 031e882e-cc02-4f68-8087-a13dc237604d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=031e882e-cc02-4f68-8087-a13dc237604d,segment=NetworkSegment(82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf),segment_id=82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:59.968689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88cac5-e30a-4abc-b6f9-d71a425b9dfc None None] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:54:59.974635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (031e882e-cc02-4f68-8087-a13dc237604d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:54:59.976822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5d3ebb00-476c-4df9-8742-a2163d188150 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:00.058940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.081776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5f6fe6cc-9e13-40e4-945b-1291abb092ac None None] Provisioning complete for port f4932b2d-e4bc-4417-b76c-342686ed63eb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:00.082474 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe6cc-9e13-40e4-945b-1291abb092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.135573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5f6fe6cc-9e13-40e4-945b-1291abb092ac None None] Port f4932b2d-e4bc-4417-b76c-342686ed63eb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:00.277895 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:54:55Z', 'revision_number': 3, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port': {'id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:54Z', 'updated_at': '2022-07-28T10:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:00.320531 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd2dfea-02c3-4dab-89a0-1f948f819c91 None None] The sync data for ids ['004e9e88-9b96-4424-8018-2da486aa4a9d'] in n-d-850468-6 is: [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:54:55Z', 'revision_number': 3, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port': {'id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:54Z', 'updated_at': '2022-07-28T10:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:00.338535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3974b5d8-4e2d-42a4-8aed-15a54d5ae3b8 None None] Provisioning complete for port 031e882e-cc02-4f68-8087-a13dc237604d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:00.338913 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3974b5d8-4e2d-42a4-8aed-15a54d5ae3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (031e882e-cc02-4f68-8087-a13dc237604d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.412932 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:00.418045 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:00.448687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b054095b-b59a-4dd5-b359-cb5673129241), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.451764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=031e882e-cc02-4f68-8087-a13dc237604d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:00.484778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5d3ebb00-476c-4df9-8742-a2163d188150 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:00.493655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.556683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks [] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.564824 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.662091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Pushing event deleted for resources: {'Port': ['ID=b054095b-b59a-4dd5-b359-cb5673129241,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:00.742386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Pushing event updated for resources: {'Port': ['ID=113b15be-c20a-48cd-8dd6-bbd995d888c7,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:00.761384 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (004e9e88-9b96-4424-8018-2da486aa4a9d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:00.819322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3974b5d8-4e2d-42a4-8aed-15a54d5ae3b8 None None] Current status of the port 031e882e-cc02-4f68-8087-a13dc237604d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:00.890791 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (dc9e8f3a-7043-4219-bbbb-10359ed168b5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:01.014981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5d3ebb00-476c-4df9-8742-a2163d188150 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:01.020677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:01.022857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:01.056333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3974b5d8-4e2d-42a4-8aed-15a54d5ae3b8 None None] Provisioning complete for port f4932b2d-e4bc-4417-b76c-342686ed63eb triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:01.058288 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3974b5d8-4e2d-42a4-8aed-15a54d5ae3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:01.192471 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:01.213307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3974b5d8-4e2d-42a4-8aed-15a54d5ae3b8 None None] Port f4932b2d-e4bc-4417-b76c-342686ed63eb cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:01.341454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-cca01147-1194-4d7d-8608-c6c9b96d4b98 None None] Provisioning complete for port 113b15be-c20a-48cd-8dd6-bbd995d888c7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:01.347295 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cca01147-1194-4d7d-8608-c6c9b96d4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:01.365438 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:01.417254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Router 004e9e88-9b96-4424-8018-2da486aa4a9d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:01.468590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cca01147-1194-4d7d-8608-c6c9b96d4b98 None None] Port 113b15be-c20a-48cd-8dd6-bbd995d888c7 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:01.478394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-cca01147-1194-4d7d-8608-c6c9b96d4b98 None None] Provisioning complete for port 031e882e-cc02-4f68-8087-a13dc237604d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:01.479491 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cca01147-1194-4d7d-8608-c6c9b96d4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (031e882e-cc02-4f68-8087-a13dc237604d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:01.493414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (20fbc776-dbba-4a41-86f4-ad293f02c950), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:01.703963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 031e882e-cc02-4f68-8087-a13dc237604d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:01.762367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port f4932b2d-e4bc-4417-b76c-342686ed63eb {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:01.763249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:01.803362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:01.825910 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b50ddaf-769c-452c-b50e-af67c7dba18a admin admin] 10.222.0.46 "PUT /v2.0/routers/004e9e88-9b96-4424-8018-2da486aa4a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5980649 Jul 28 10:55:01.840811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 031e882e-cc02-4f68-8087-a13dc237604d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:01.841399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (031e882e-cc02-4f68-8087-a13dc237604d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:01.852016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-cca01147-1194-4d7d-8608-c6c9b96d4b98 None None] Current status of the port 031e882e-cc02-4f68-8087-a13dc237604d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:02.069999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 031e882e-cc02-4f68-8087-a13dc237604d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:02.071505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1df1f447-b1ea-4c75-9286-f8e44067f50d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:02.075261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d90dc7a3-4b5d-44f0-8b11-2258fee84668 None None] Provisioning complete for port 113b15be-c20a-48cd-8dd6-bbd995d888c7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:02.075656 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d90dc7a3-4b5d-44f0-8b11-2258fee84668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.094405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.172697 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d90dc7a3-4b5d-44f0-8b11-2258fee84668 None None] Port 113b15be-c20a-48cd-8dd6-bbd995d888c7 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:02.239472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1df1f447-b1ea-4c75-9286-f8e44067f50d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:02.239868 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.314541 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:02.332579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for f4932b2d-e4bc-4417-b76c-342686ed63eb owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:02.344118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e9e180c3-30ad-442c-bab2-e35203c52392 None None] Provisioning complete for port 113b15be-c20a-48cd-8dd6-bbd995d888c7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:02.344502 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e9e180c3-30ad-442c-bab2-e35203c52392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.368195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Router 20fbc776-dbba-4a41-86f4-ad293f02c950 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:02.475769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e9e180c3-30ad-442c-bab2-e35203c52392 None None] Port 113b15be-c20a-48cd-8dd6-bbd995d888c7 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:02.494714 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:02.510169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1df1f447-b1ea-4c75-9286-f8e44067f50d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:02.511317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 93a0506b-7974-45c6-950e-d6d01dd877f3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:02.593699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 93a0506b-7974-45c6-950e-d6d01dd877f3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:02.594566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.734554 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-51e06f59-b0c4-4d99-97d0-50390d921559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.761591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 93a0506b-7974-45c6-950e-d6d01dd877f3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:02.762478 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.807434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 93a0506b-7974-45c6-950e-d6d01dd877f3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=93a0506b-7974-45c6-950e-d6d01dd877f3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:02.823020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:02.906644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=93a0506b-7974-45c6-950e-d6d01dd877f3,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:03.170673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f4932b2d-e4bc-4417-b76c-342686ed63eb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:03.263414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=f4932b2d-e4bc-4417-b76c-342686ed63eb,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:03.284484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 93a0506b-7974-45c6-950e-d6d01dd877f3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:03.333269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:03.342348 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] Sync routers for ids ['20fbc776-dbba-4a41-86f4-ad293f02c950'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:03.346686 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ef407926-faa4-43ff-8be9-d60bc0b1991d admin admin] 10.222.0.46 "PUT /v2.0/routers/20fbc776-dbba-4a41-86f4-ad293f02c950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0906529 Jul 28 10:55:03.350741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50056) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:03.375932 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] Routers {'20fbc776-dbba-4a41-86f4-ad293f02c950'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:03.377291 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['20fbc776-dbba-4a41-86f4-ad293f02c950'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:03.420271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 93a0506b-7974-45c6-950e-d6d01dd877f3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:03.420865 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:03.480900 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:03.560249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (dc9e8f3a-7043-4219-bbbb-10359ed168b5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:03.644969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 93a0506b-7974-45c6-950e-d6d01dd877f3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:03.675256 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:03.681569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks [] for router (20fbc776-dbba-4a41-86f4-ad293f02c950), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:03.830137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Sync routers for ids ['004e9e88-9b96-4424-8018-2da486aa4a9d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:03.861237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Routers {'004e9e88-9b96-4424-8018-2da486aa4a9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:03.862023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['004e9e88-9b96-4424-8018-2da486aa4a9d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:03.889916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router dc9e8f3a-7043-4219-bbbb-10359ed168b5 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:03.894539 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] Set router 20fbc776-dbba-4a41-86f4-ad293f02c950 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:03.984022 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:04.021325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks [] for router_gateway (20fbc776-dbba-4a41-86f4-ad293f02c950), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:04.043093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:04.053388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50086) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:04.065890 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3a71e85a-124a-4d24-9012-ad918d651640 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/dc9e8f3a-7043-4219-bbbb-10359ed168b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4422812 Jul 28 10:55:04.141269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Set router 004e9e88-9b96-4424-8018-2da486aa4a9d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:04.230052 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] Sync routers for ids ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:04.285736 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:04.292071 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] Routers {'dc9e8f3a-7043-4219-bbbb-10359ed168b5'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:04.292697 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.357746 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.373837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Deleting port c9593e33-47cf-4803-a397-cec42711c178 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:04.375731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c9593e33-47cf-4803-a397-cec42711c178), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:04.394819 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c9593e33-47cf-4803-a397-cec42711c178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:55:00Z', 'revision_number': 5, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port': {'id': 'c9593e33-47cf-4803-a397-cec42711c178', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:20Z', 'updated_at': '2022-07-28T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.448005 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] Routers {'dc9e8f3a-7043-4219-bbbb-10359ed168b5'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:04.448642 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.451638 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] Checking router: 20fbc776-dbba-4a41-86f4-ad293f02c950 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:04.492153 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.492735 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628523d-f031-4f96-aa89-ee4575505219 None None] The sync data for ids ['dc9e8f3a-7043-4219-bbbb-10359ed168b5'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:04.499561 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] Routers {'20fbc776-dbba-4a41-86f4-ad293f02c950'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:04.500347 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:54:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['20fbc776-dbba-4a41-86f4-ad293f02c950'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.584448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:54:59Z', 'revision_number': 4, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port': {'id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:54Z', 'updated_at': '2022-07-28T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '113b15be-c20a-48cd-8dd6-bbd995d888c7', 'name': '', 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'mac_address': 'fa:16:3e:b2:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '6c6affa4-46b5-4df4-9346-5207a9200576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:58Z', 'updated_at': '2022-07-28T10:55:00Z', 'revision_number': 2, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'subnets': [{'id': '6c6affa4-46b5-4df4-9346-5207a9200576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.593388 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-22f6a76a-3515-4b31-81bd-9330712bcfb4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 10:55:04.605649 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-22f6a76a-3515-4b31-81bd-9330712bcfb4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/dc9e8f3a-7043-4219-bbbb-10359ed168b5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5508971 Jul 28 10:55:04.608484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50102) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:04.623992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Checking router: 004e9e88-9b96-4424-8018-2da486aa4a9d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:04.624543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Updating router 004e9e88-9b96-4424-8018-2da486aa4a9d port 113b15be-c20a-48cd-8dd6-bbd995d888c7 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:55:04.664759 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] Set router 20fbc776-dbba-4a41-86f4-ad293f02c950 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:04.672704 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] For port c9593e33-47cf-4803-a397-cec42711c178, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c9593e33-47cf-4803-a397-cec42711c178,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:04.674450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c9593e33-47cf-4803-a397-cec42711c178), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:04.683098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50104) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:04.685351 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a504ee74-35fe-46b1-9548-aa4c440f20d0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9e8f3a-7043-4219-bbbb-10359ed168b5 HTTP/1.1" status: 200 len: 205 time: 0.0751081 Jul 28 10:55:04.692389 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:04.769966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Calling delete_port for c9593e33-47cf-4803-a397-cec42711c178 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:04.780073 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:55:04Z', 'revision_number': 6, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:04.809221 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e74cd-791e-4ffc-b332-b862924c9294 None None] The sync data for ids ['20fbc776-dbba-4a41-86f4-ad293f02c950'] in n-d-850468-6 is: [{'id': '20fbc776-dbba-4a41-86f4-ad293f02c950', 'name': 'tempest-TestServerBasicOps-299925236-router', 'tenant_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:19Z', 'updated_at': '2022-07-28T10:55:04Z', 'revision_number': 6, 'project_id': 'cf432b0760fa4d03a1b82cf80b3591d6', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:04.877875 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:04.878565 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abe214ac-f496-41c9-9496-91676cf785cf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (dc9e8f3a-7043-4219-bbbb-10359ed168b5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.263229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b054095b-b59a-4dd5-b359-cb5673129241 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:05.324987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b054095b-b59a-4dd5-b359-cb5673129241 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:05.325360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b054095b-b59a-4dd5-b359-cb5673129241 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:05.348334 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6febdb4a-7078-4b53-a275-4bda56840304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.417001 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Publish callbacks [] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.435495 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.504396 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:55:05.510087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06c03d-e5bc-4fb2-9f0d-1902573be4fb None None] Pushing event updated for resources: {'Port': ['ID=113b15be-c20a-48cd-8dd6-bbd995d888c7,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:05.528998 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:05.607773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Attempting to bind port 113b15be-c20a-48cd-8dd6-bbd995d888c7 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:05.608169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Attempting to bind port 113b15be-c20a-48cd-8dd6-bbd995d888c7 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:05.608567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Attempting to bind port 113b15be-c20a-48cd-8dd6-bbd995d888c7 on network 59c1458a-0e7d-4b14-b8f6-744fa4374150 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:05.625010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:05.625457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Checking segment: {'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:05.625786 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.626323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Bound using segment: {'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:05.629071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abe214ac-f496-41c9-9496-91676cf785cf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (dc9e8f3a-7043-4219-bbbb-10359ed168b5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.631179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Bound port: 113b15be-c20a-48cd-8dd6-bbd995d888c7, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:05.633541 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.633708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abe214ac-f496-41c9-9496-91676cf785cf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (dc9e8f3a-7043-4219-bbbb-10359ed168b5), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.710051 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abe214ac-f496-41c9-9496-91676cf785cf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (dc9e8f3a-7043-4219-bbbb-10359ed168b5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.710651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe214ac-f496-41c9-9496-91676cf785cf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Fanout notify agent at l3_agent the message router_deleted on router dc9e8f3a-7043-4219-bbbb-10359ed168b5 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:05.727915 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abe214ac-f496-41c9-9496-91676cf785cf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.729499 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-abe214ac-f496-41c9-9496-91676cf785cf tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/dc9e8f3a-7043-4219-bbbb-10359ed168b5 HTTP/1.1" status: 204 len: 168 time: 1.0450044 Jul 28 10:55:05.732304 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50112) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:05.782512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] For port 113b15be-c20a-48cd-8dd6-bbd995d888c7, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:05.793595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] For port 113b15be-c20a-48cd-8dd6-bbd995d888c7, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=113b15be-c20a-48cd-8dd6-bbd995d888c7,segment=NetworkSegment(82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf),segment_id=82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:05.809440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.851244 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:05.857600 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet 290be6ac-2725-4f1d-b377-0d56df6ed077 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:55:05.863009 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (290be6ac-2725-4f1d-b377-0d56df6ed077), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.865735 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c9593e33-47cf-4803-a397-cec42711c178), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.903575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Routers {'004e9e88-9b96-4424-8018-2da486aa4a9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:05.904659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['004e9e88-9b96-4424-8018-2da486aa4a9d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:05.927854 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (290be6ac-2725-4f1d-b377-0d56df6ed077), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:05.956103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9593e33-47cf-4803-a397-cec42711c178,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:06.044957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (20fbc776-dbba-4a41-86f4-ad293f02c950), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.090339 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:06.153004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06c03d-e5bc-4fb2-9f0d-1902573be4fb None None] Pushing event updated for resources: {'Port': ['ID=113b15be-c20a-48cd-8dd6-bbd995d888c7,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:06.155979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (290be6ac-2725-4f1d-b377-0d56df6ed077), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.189851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5a5e5165-668d-46cf-bb2a-c7b76c8eec5a None None] Provisioning complete for port 113b15be-c20a-48cd-8dd6-bbd995d888c7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:06.190317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5165-668d-46cf-bb2a-c7b76c8eec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.260003 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (20fbc776-dbba-4a41-86f4-ad293f02c950), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.263036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks [] for router_controller (20fbc776-dbba-4a41-86f4-ad293f02c950), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.271858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] Set router 004e9e88-9b96-4424-8018-2da486aa4a9d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:06.334213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (20fbc776-dbba-4a41-86f4-ad293f02c950), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.336205 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fbc776-dbba-4a41-86f4-ad293f02c950 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:06.358104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.365071 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d629f304-8e1c-4d6d-a3af-3006bebb724c admin admin] 10.222.0.46 "DELETE /v2.0/routers/20fbc776-dbba-4a41-86f4-ad293f02c950 HTTP/1.1" status: 204 len: 168 time: 3.0114923 Jul 28 10:55:06.371403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50120) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:06.402756 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.410795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (290be6ac-2725-4f1d-b377-0d56df6ed077), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.532093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.540037 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] Deleting subnet 1e629b85-b523-479a-9dc3-dd12673955c7 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:55:06.544124 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/290be6ac-2725-4f1d-b377-0d56df6ed077 HTTP/1.1" status: 204 len: 168 time: 0.8074200 Jul 28 10:55:06.544124 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34325116-c200-42b7-88e1-e4374ef0504a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=290be6ac-2725-4f1d-b377-0d56df6ed077,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:06.553903 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50124) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:06.562725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] Publish callbacks [] for subnet (1e629b85-b523-479a-9dc3-dd12673955c7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.635819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6388f23-d318-447b-afb6-1b18fcf557a0 None None] Network 89f8f6dd-b152-4ce5-a9f5-6168a994e279 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:06.662426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (1e629b85-b523-479a-9dc3-dd12673955c7), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.691591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (89f8f6dd-b152-4ce5-a9f5-6168a994e279), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.709926 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:06.748845 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 1df1f447-b1ea-4c75-9286-f8e44067f50d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:06.750509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.791549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (1e629b85-b523-479a-9dc3-dd12673955c7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.840309 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 1df1f447-b1ea-4c75-9286-f8e44067f50d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1df1f447-b1ea-4c75-9286-f8e44067f50d,segment=NetworkSegment(652a15bc-ae46-48bf-bd9f-4a817bd63e83),segment_id=652a15bc-ae46-48bf-bd9f-4a817bd63e83)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:06.844269 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.865741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 1df1f447-b1ea-4c75-9286-f8e44067f50d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:06.875661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e5165-668d-46cf-bb2a-c7b76c8eec5a None None] Current status of the port 113b15be-c20a-48cd-8dd6-bbd995d888c7 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:06.879319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (1e629b85-b523-479a-9dc3-dd12673955c7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.879903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5165-668d-46cf-bb2a-c7b76c8eec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:06.895503 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:07.007357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e629b85-b523-479a-9dc3-dd12673955c7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:07.015718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.022945 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1df1f447-b1ea-4c75-9286-f8e44067f50d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.024756 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3e5253ae-b1e4-44af-b79f-27aa1bbd6cb7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1e629b85-b523-479a-9dc3-dd12673955c7 HTTP/1.1" status: 204 len: 168 time: 0.6508813 Jul 28 10:55:07.028873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50130) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:07.105980 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=1df1f447-b1ea-4c75-9286-f8e44067f50d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:07.117314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port 1df1f447-b1ea-4c75-9286-f8e44067f50d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:07.123370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5a5e5165-668d-46cf-bb2a-c7b76c8eec5a None None] For port 113b15be-c20a-48cd-8dd6-bbd995d888c7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=113b15be-c20a-48cd-8dd6-bbd995d888c7,segment=NetworkSegment(82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf),segment_id=82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:07.125276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a200e-90eb-4f13-b3ec-7bdb67571145 None None] Network c121c6b0-2791-4d45-80bb-cd6e34690b50 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:07.193298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (c121c6b0-2791-4d45-80bb-cd6e34690b50), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.269587 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5165-668d-46cf-bb2a-c7b76c8eec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.296962 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:07.305112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9593e33-47cf-4803-a397-cec42711c178 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:07.324520 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Deleting port ce7825d8-8d90-460b-a755-5e0a1ea705f6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:07.324520 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.340436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (89f8f6dd-b152-4ce5-a9f5-6168a994e279), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.374814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f8f6dd-b152-4ce5-a9f5-6168a994e279']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:07.386884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652a15bc-ae46-48bf-bd9f-4a817bd63e83') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:07.387261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652a15bc-ae46-48bf-bd9f-4a817bd63e83') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:07.401433 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (652a15bc-ae46-48bf-bd9f-4a817bd63e83), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.421025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (652a15bc-ae46-48bf-bd9f-4a817bd63e83), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.429544 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:55:07.430180 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (652a15bc-ae46-48bf-bd9f-4a817bd63e83), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.430326 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fa9d7-3ff0-46af-aff1-c1440b7e139b None None] DHCP port deletion for 89f8f6dd-b152-4ce5-a9f5-6168a994e279 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:55:07.470302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] For port ce7825d8-8d90-460b-a755-5e0a1ea705f6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce7825d8-8d90-460b-a755-5e0a1ea705f6,segment=NetworkSegment(04768647-fc14-41db-aa61-53b6e983df0d),segment_id=04768647-fc14-41db-aa61-53b6e983df0d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:07.470718 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.489340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Calling delete_port for ce7825d8-8d90-460b-a755-5e0a1ea705f6 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:07.500225 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:07.539907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1fa242a5-944f-4930-862c-188fd6e46009 None None] Provisioning complete for port 113b15be-c20a-48cd-8dd6-bbd995d888c7 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:07.543957 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1fa242a5-944f-4930-862c-188fd6e46009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.545185 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 652a15bc-ae46-48bf-bd9f-4a817bd63e83 resource provider aggregate not found Jul 28 10:55:07.549944 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:07.574277 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 652a15bc-ae46-48bf-bd9f-4a817bd63e83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 652a15bc-ae46-48bf-bd9f-4a817bd63e83 found for delete ", "request_id": "req-f676d01e-93b6-478c-85c2-69d84634bc51"}]} Jul 28 10:55:07.615208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (89f8f6dd-b152-4ce5-a9f5-6168a994e279), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.629820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:54:59Z', 'revision_number': 4, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port': {'id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:54Z', 'updated_at': '2022-07-28T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '113b15be-c20a-48cd-8dd6-bbd995d888c7', 'name': '', 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'mac_address': 'fa:16:3e:b2:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '6c6affa4-46b5-4df4-9346-5207a9200576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:58Z', 'updated_at': '2022-07-28T10:55:05Z', 'revision_number': 4, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'subnets': [{'id': '6c6affa4-46b5-4df4-9346-5207a9200576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:07.632161 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.633565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c9593e33-47cf-4803-a397-cec42711c178 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:07.633978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c9593e33-47cf-4803-a397-cec42711c178 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:07.640632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50140) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:07.641367 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/89f8f6dd-b152-4ce5-a9f5-6168a994e279 HTTP/1.1" status: 204 len: 168 time: 1.0839500 Jul 28 10:55:07.646077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1493016462'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:07.653126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ce7825d8-8d90-460b-a755-5e0a1ea705f6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.655975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a5d24-e46d-47d6-8f3c-a92fb2c3b3bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=89f8f6dd-b152-4ce5-a9f5-6168a994e279,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:07.734965 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7825d8-8d90-460b-a755-5e0a1ea705f6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:07.741644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] No DVR routers for this DVR port ce7825d8-8d90-460b-a755-5e0a1ea705f6 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:07.756293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:07.759664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.797100 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.827130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8652cd-3de8-4ffc-934d-803929448071 None None] The sync data for ids ['004e9e88-9b96-4424-8018-2da486aa4a9d'] in n-d-850468-6 is: [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:54:59Z', 'revision_number': 4, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port': {'id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:54Z', 'updated_at': '2022-07-28T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '113b15be-c20a-48cd-8dd6-bbd995d888c7', 'name': '', 'network_id': '59c1458a-0e7d-4b14-b8f6-744fa4374150', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'mac_address': 'fa:16:3e:b2:1c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '6c6affa4-46b5-4df4-9346-5207a9200576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:58Z', 'updated_at': '2022-07-28T10:55:05Z', 'revision_number': 4, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'subnets': [{'id': '6c6affa4-46b5-4df4-9346-5207a9200576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:07.871499 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.873325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e5165-668d-46cf-bb2a-c7b76c8eec5a None None] Pushing event updated for resources: {'Port': ['ID=113b15be-c20a-48cd-8dd6-bbd995d888c7,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:07.932787 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:07.961889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (c121c6b0-2791-4d45-80bb-cd6e34690b50), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.010008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c121c6b0-2791-4d45-80bb-cd6e34690b50']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:08.027555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04768647-fc14-41db-aa61-53b6e983df0d') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:08.028486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04768647-fc14-41db-aa61-53b6e983df0d') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:08.048935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (04768647-fc14-41db-aa61-53b6e983df0d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.066707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (04768647-fc14-41db-aa61-53b6e983df0d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.080226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:55:08.081976 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (04768647-fc14-41db-aa61-53b6e983df0d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.083320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ba615-7d06-4d87-b1e2-2ea366f95c01 None None] DHCP port deletion for c121c6b0-2791-4d45-80bb-cd6e34690b50 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:55:08.167640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1fa242a5-944f-4930-862c-188fd6e46009 None None] Current status of the port 113b15be-c20a-48cd-8dd6-bbd995d888c7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:08.184374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:55:08.197054 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e4fdff6d-5e07-4d3f-8a73-63707c5c655e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.197646 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment e4fdff6d-5e07-4d3f-8a73-63707c5c655e of type vlan for network 81405b1e-57bd-41c6-8043-e087f707b4a9 Jul 28 10:55:08.213154 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 04768647-fc14-41db-aa61-53b6e983df0d resource provider aggregate not found Jul 28 10:55:08.223898 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (c121c6b0-2791-4d45-80bb-cd6e34690b50), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.237838 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.248069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50148) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:08.258714 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c121c6b0-2791-4d45-80bb-cd6e34690b50 HTTP/1.1" status: 204 len: 168 time: 1.2277820 Jul 28 10:55:08.265073 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 04768647-fc14-41db-aa61-53b6e983df0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04768647-fc14-41db-aa61-53b6e983df0d found for delete ", "request_id": "req-ff216419-fb7b-44b0-8e35-43aacb31f71a"}]} Jul 28 10:55:08.365640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aecb2-7773-48ad-b5d8-e8e57314d955 admin admin] Pushing event deleted for resources: {'Network': ['ID=c121c6b0-2791-4d45-80bb-cd6e34690b50,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:08.385487 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (81405b1e-57bd-41c6-8043-e087f707b4a9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.402091 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:08.465637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (81405b1e-57bd-41c6-8043-e087f707b4a9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.478800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:08.479939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.654679 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 1.0117841 Jul 28 10:55:08.665224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50152) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:08.682564 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': '81405b1e-57bd-41c6-8043-e087f707b4a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:08.866436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113daf8b-6815-41cb-b678-c66ad3db2a15 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=81405b1e-57bd-41c6-8043-e087f707b4a9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:08.886353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:55:08.974606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:08.976466 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:08.981245 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:09.264254 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:09.297888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 113b15be-c20a-48cd-8dd6-bbd995d888c7 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:09.421690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 113b15be-c20a-48cd-8dd6-bbd995d888c7 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:09.423474 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:09.625259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (d6991aa7-82a2-47cf-af25-dfba0f4a33e4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:09.785310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Deleting port 71a020a9-a212-4981-8f7d-a79ebfb82283 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:09.785969 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:09.795266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 113b15be-c20a-48cd-8dd6-bbd995d888c7 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:09.888952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=d6991aa7-82a2-47cf-af25-dfba0f4a33e4,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:09.896176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1df1f447-b1ea-4c75-9286-f8e44067f50d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:09.906075 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': 'e4fdff6d-5e07-4d3f-8a73-63707c5c655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '81405b1e-57bd-41c6-8043-e087f707b4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:09.906405 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: 81405b1e-57bd-41c6-8043-e087f707b4a9, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:55:09.951936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1df1f447-b1ea-4c75-9286-f8e44067f50d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:09.953662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1df1f447-b1ea-4c75-9286-f8e44067f50d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:09.954902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7825d8-8d90-460b-a755-5e0a1ea705f6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:09.970280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] For port 71a020a9-a212-4981-8f7d-a79ebfb82283, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=71a020a9-a212-4981-8f7d-a79ebfb82283,segment=NetworkSegment(ded1dce2-fd4e-4262-950f-90783913f85d),segment_id=ded1dce2-fd4e-4262-950f-90783913f85d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:09.970977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:55:09.971468 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:09.978185 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:09.982760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ce7825d8-8d90-460b-a755-5e0a1ea705f6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:09.983415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7825d8-8d90-460b-a755-5e0a1ea705f6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:09.991871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 81405b1e-57bd-41c6-8043-e087f707b4a9) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:09.997254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:09.997919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.008771 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f47cc-a76b-42c6-b343-03d6ef21b97e None None] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:10.034459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Calling delete_port for 71a020a9-a212-4981-8f7d-a79ebfb82283 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:10.041230 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-37228492-0576-49dc-aa08-e7e71207bd2e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3749220 Jul 28 10:55:10.047077 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50162) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:10.059741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8ea1fd18-2710-443b-a37f-a86c12ff414c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1292603848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:10.130689 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:10.130945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fd18-2710-443b-a37f-a86c12ff414c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.131812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fd18-2710-443b-a37f-a86c12ff414c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.243386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-81405b1e-57bd-41c6-8043-e087f707b4a9', 'network_id': '81405b1e-57bd-41c6-8043-e087f707b4a9', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': 'd6991aa7-82a2-47cf-af25-dfba0f4a33e4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:55:10.245695 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.256968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fd18-2710-443b-a37f-a86c12ff414c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.268210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fd18-2710-443b-a37f-a86c12ff414c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.317495 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ea1fd18-2710-443b-a37f-a86c12ff414c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.318016 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8ea1fd18-2710-443b-a37f-a86c12ff414c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2692051 Jul 28 10:55:10.320918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50166) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:10.449904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (71a020a9-a212-4981-8f7d-a79ebfb82283), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.489337 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Pushing event deleted for resources: {'Port': ['ID=71a020a9-a212-4981-8f7d-a79ebfb82283,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:10.788201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:10.961938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Allocated IP 172.20.0.2 (81405b1e-57bd-41c6-8043-e087f707b4a9/d6991aa7-82a2-47cf-af25-dfba0f4a33e4/7a65d435-389e-4522-9508-49728387d49b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:10.977850 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:10.991542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.254796 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:11.269546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Publish callbacks [] for port (7a65d435-389e-4522-9508-49728387d49b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.295046 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (7a65d435-389e-4522-9508-49728387d49b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.300352 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:11.371718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:11.377623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:11.384297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:11.419853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:11.426803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.20.0.1 (81405b1e-57bd-41c6-8043-e087f707b4a9/d6991aa7-82a2-47cf-af25-dfba0f4a33e4/4337215a-deda-44a4-94ab-44b93312dc16) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:11.453704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Pushing event updated for resources: {'Port': ['ID=7a65d435-389e-4522-9508-49728387d49b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:11.550620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Attempting to bind port 7a65d435-389e-4522-9508-49728387d49b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:11.551161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Attempting to bind port 7a65d435-389e-4522-9508-49728387d49b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e4fdff6d-5e07-4d3f-8a73-63707c5c655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '81405b1e-57bd-41c6-8043-e087f707b4a9'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:11.551539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Attempting to bind port 7a65d435-389e-4522-9508-49728387d49b on network 81405b1e-57bd-41c6-8043-e087f707b4a9 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:11.558526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:11.558928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Checking segment: {'id': 'e4fdff6d-5e07-4d3f-8a73-63707c5c655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '81405b1e-57bd-41c6-8043-e087f707b4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:11.559330 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.559743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Bound using segment: {'id': 'e4fdff6d-5e07-4d3f-8a73-63707c5c655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '81405b1e-57bd-41c6-8043-e087f707b4a9'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:11.560302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Bound port: 7a65d435-389e-4522-9508-49728387d49b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fdff6d-5e07-4d3f-8a73-63707c5c655e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '81405b1e-57bd-41c6-8043-e087f707b4a9'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:11.560704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7a65d435-389e-4522-9508-49728387d49b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.562640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:11.567078 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.570640 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5df104d9-3aa5-44da-baa3-9d91e83a40ae admin admin] 10.222.0.46 "PUT /v2.0/routers/8dc7b3e8-f475-470e-aa61-ae9113eea0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3204334 Jul 28 10:55:11.572975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50174) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:11.593184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] Sync routers for ids ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:11.612095 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (4337215a-deda-44a4-94ab-44b93312dc16), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.628388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] Routers {'8dc7b3e8-f475-470e-aa61-ae9113eea0ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:11.629032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:11.650970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (4337215a-deda-44a4-94ab-44b93312dc16), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.658651 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:11.700224 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:11.702754 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks [] for router (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.724640 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=4337215a-deda-44a4-94ab-44b93312dc16,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:11.742553 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:11.744554 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:11.752498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:11.837720 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:11.846968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks [] for router_gateway (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.848169 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:11.853521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] Set router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:11.905391 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Deleting port a70416d5-3fd3-48df-af79-d55f86ec4170 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:11.906049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.017123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] For port 7a65d435-389e-4522-9508-49728387d49b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:12.025038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] For port 7a65d435-389e-4522-9508-49728387d49b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7a65d435-389e-4522-9508-49728387d49b,segment=NetworkSegment(e4fdff6d-5e07-4d3f-8a73-63707c5c655e),segment_id=e4fdff6d-5e07-4d3f-8a73-63707c5c655e)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:12.036734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] For port a70416d5-3fd3-48df-af79-d55f86ec4170, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a70416d5-3fd3-48df-af79-d55f86ec4170,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:12.037239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.048588 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7a65d435-389e-4522-9508-49728387d49b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.055351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Calling delete_port for a70416d5-3fd3-48df-af79-d55f86ec4170 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:12.114128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4337215a-deda-44a4-94ab-44b93312dc16), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.189207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e474-5927-4717-9df5-eaa78c204047 None None] Pushing event updated for resources: {'Port': ['ID=7a65d435-389e-4522-9508-49728387d49b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:12.199029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:55:10Z', 'revision_number': 5, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port': {'id': 'a70416d5-3fd3-48df-af79-d55f86ec4170', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:12.248895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] Checking router: 8dc7b3e8-f475-470e-aa61-ae9113eea0ba for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:12.269503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] Routers {'8dc7b3e8-f475-470e-aa61-ae9113eea0ba'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:12.270140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:12.381381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] Set router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:12.491566 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:55:11Z', 'revision_number': 6, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:12.550848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e99ed59-25c2-4441-be73-989503aa263f None None] The sync data for ids ['8dc7b3e8-f475-470e-aa61-ae9113eea0ba'] in n-d-850468-6 is: [{'id': '8dc7b3e8-f475-470e-aa61-ae9113eea0ba', 'name': 'tempest-TestServerBasicOps-493457967-router', 'tenant_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:31Z', 'updated_at': '2022-07-28T10:55:11Z', 'revision_number': 6, 'project_id': '5239c20e37fa4efeaa00ef2836b6baa8', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:12.619274 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (4337215a-deda-44a4-94ab-44b93312dc16), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.629334 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (4337215a-deda-44a4-94ab-44b93312dc16), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.701711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.765417 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=4337215a-deda-44a4-94ab-44b93312dc16,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:12.815603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a70416d5-3fd3-48df-af79-d55f86ec4170), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:12.883483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:12.886688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:12.914559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a70416d5-3fd3-48df-af79-d55f86ec4170,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:13.015405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.143460 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router c1ac50b1-8e6f-41ee-9f52-a89dafa02f20 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:55:13.160861 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:13.225610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.231767 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks [] for router_controller (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.355456 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (8dc7b3e8-f475-470e-aa61-ae9113eea0ba), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.356288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc7b3e8-f475-470e-aa61-ae9113eea0ba {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:13.365026 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.367659 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:13.368462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9cf0fd0f-c0f9-4b1f-8bff-194da0fafef3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8dc7b3e8-f475-470e-aa61-ae9113eea0ba HTTP/1.1" status: 204 len: 168 time: 1.7942388 Jul 28 10:55:13.372877 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50190) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:13.433822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:13.450236 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d3c42eee-8654-401c-9938-252824969edb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/c1ac50b1-8e6f-41ee-9f52-a89dafa02f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1281993 Jul 28 10:55:13.450747 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] Sync routers for ids ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:13.452773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50192) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:13.484512 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] Routers {'c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:13.498567 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:13.528941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] Deleting subnet 2343ee16-0535-4d04-a07f-145a43738824 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:55:13.539855 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] Publish callbacks [] for subnet (2343ee16-0535-4d04-a07f-145a43738824), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.571379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1aa9a-d510-4b1e-885c-96bd969af935 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:13.582262 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:13.587437 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1cb1aa9a-d510-4b1e-885c-96bd969af935 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports/4337215a-deda-44a4-94ab-44b93312dc16 HTTP/1.1" status: 200 len: 910 time: 0.1333771 Jul 28 10:55:13.588431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50194) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:13.596132 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] Routers {'c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:13.598401 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:13.604317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7a65d435-389e-4522-9508-49728387d49b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:13.680992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (2343ee16-0535-4d04-a07f-145a43738824), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.687305 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:13.688992 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49918b-b80b-454b-ba2b-77316d4efca6 None None] The sync data for ids ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:13.753885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7a65d435-389e-4522-9508-49728387d49b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:13.754255 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7a65d435-389e-4522-9508-49728387d49b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:13.883460 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:13.908067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5c5b0-40a5-46ae-8f6a-8fd9c1a39bec None None] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:13.987555 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2343ee16-0535-4d04-a07f-145a43738824), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.127443 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:14.155241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (2343ee16-0535-4d04-a07f-145a43738824), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.172919 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:14.174955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7a65d435-389e-4522-9508-49728387d49b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:14.174955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7a65d435-389e-4522-9508-49728387d49b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.222699 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.307108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba3b2-c5f8-46fe-af71-d9fefd5448f1 None None] Provisioning complete for port 7a65d435-389e-4522-9508-49728387d49b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:14.309989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba3b2-c5f8-46fe-af71-d9fefd5448f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7a65d435-389e-4522-9508-49728387d49b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.310831 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:14.434020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 7a65d435-389e-4522-9508-49728387d49b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7a65d435-389e-4522-9508-49728387d49b,segment=NetworkSegment(e4fdff6d-5e07-4d3f-8a73-63707c5c655e),segment_id=e4fdff6d-5e07-4d3f-8a73-63707c5c655e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:14.453564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7a65d435-389e-4522-9508-49728387d49b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.584099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 71a020a9-a212-4981-8f7d-a79ebfb82283 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:14.639758 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 4337215a-deda-44a4-94ab-44b93312dc16 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:14.640142 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4337215a-deda-44a4-94ab-44b93312dc16), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.672595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 71a020a9-a212-4981-8f7d-a79ebfb82283 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:14.673292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 71a020a9-a212-4981-8f7d-a79ebfb82283 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:14.673669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a70416d5-3fd3-48df-af79-d55f86ec4170 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:14.675661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=7a65d435-389e-4522-9508-49728387d49b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:14.718884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a70416d5-3fd3-48df-af79-d55f86ec4170 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:14.719454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a70416d5-3fd3-48df-af79-d55f86ec4170 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:14.732304 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ba3b2-c5f8-46fe-af71-d9fefd5448f1 None None] Current status of the port 7a65d435-389e-4522-9508-49728387d49b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:14.864654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-546679b4-7cdd-4248-b80f-2144b8389290 None None] Provisioning complete for port 7a65d435-389e-4522-9508-49728387d49b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:14.865037 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-546679b4-7cdd-4248-b80f-2144b8389290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7a65d435-389e-4522-9508-49728387d49b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.866555 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4337215a-deda-44a4-94ab-44b93312dc16), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.898610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 4337215a-deda-44a4-94ab-44b93312dc16 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:14.963506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:14.972184 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2343ee16-0535-4d04-a07f-145a43738824 HTTP/1.1" status: 204 len: 168 time: 1.5992470 Jul 28 10:55:14.973272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50204) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:14.985787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64436e23-2ab8-412c-a5d1-7d0bae22adc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2343ee16-0535-4d04-a07f-145a43738824,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:15.052500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a189c2c3-bb34-425e-8895-39750f2407e4 None None] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:15.197000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-546679b4-7cdd-4248-b80f-2144b8389290 None None] Current status of the port 7a65d435-389e-4522-9508-49728387d49b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:15.238126 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4337215a-deda-44a4-94ab-44b93312dc16), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:15.247631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (2e45fd82-c59f-4804-8f28-46fbe8b6c849), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:15.257595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-546679b4-7cdd-4248-b80f-2144b8389290 None None] Provisioning complete for port 4337215a-deda-44a4-94ab-44b93312dc16 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:15.262146 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-546679b4-7cdd-4248-b80f-2144b8389290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4337215a-deda-44a4-94ab-44b93312dc16), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:15.276553 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=4337215a-deda-44a4-94ab-44b93312dc16,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:15.294157 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:15.379486 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7a65d435-389e-4522-9508-49728387d49b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:15.440161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Deleting port 6235d7c1-4283-4fa9-8c78-f694b473f70d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:15.442033 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:15.582675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:15.584845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-546679b4-7cdd-4248-b80f-2144b8389290 None None] Port 4337215a-deda-44a4-94ab-44b93312dc16 was deleted so its status cannot be updated. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jul 28 10:55:15.708660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] For port 6235d7c1-4283-4fa9-8c78-f694b473f70d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6235d7c1-4283-4fa9-8c78-f694b473f70d,segment=NetworkSegment(ded1dce2-fd4e-4262-950f-90783913f85d),segment_id=ded1dce2-fd4e-4262-950f-90783913f85d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:15.709046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:15.723823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e6559fb6-8595-4d33-a5a9-7015a8781e81 None None] Could not find standard attr ID for object 4337215a-deda-44a4-94ab-44b93312dc16. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:55:15.728040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7a65d435-389e-4522-9508-49728387d49b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:15.728424 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7a65d435-389e-4522-9508-49728387d49b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:15.736042 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Calling delete_port for 6235d7c1-4283-4fa9-8c78-f694b473f70d owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:15.830118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] DHCP port deletion for 2e45fd82-c59f-4804-8f28-46fbe8b6c849 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:55:15.899280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router c1ac50b1-8e6f-41ee-9f52-a89dafa02f20 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:15.944849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a54b127c-c8bf-4129-af03-8a8b7bbc5463 None None] Could not find standard attr ID for object 4337215a-deda-44a4-94ab-44b93312dc16. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 10:55:15.966692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.021934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] No DVR routers for this DVR port 6235d7c1-4283-4fa9-8c78-f694b473f70d on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:16.025638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Pushing event deleted for resources: {'Port': ['ID=6235d7c1-4283-4fa9-8c78-f694b473f70d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:16.041746 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:16.049852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Deleting port 6235d7c1-4283-4fa9-8c78-f694b473f70d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:16.050262 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.064841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:16.070012 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7a65d435-389e-4522-9508-49728387d49b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:16.106102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50212) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:16.115654 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-33d7ef5f-1bad-4a66-b800-103d38ebd8a8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/c1ac50b1-8e6f-41ee-9f52-a89dafa02f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226223 Jul 28 10:55:16.153305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] Sync routers for ids ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:16.233100 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d8a65adc-fb51-4723-aa29-e938375216af tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1ac50b1-8e6f-41ee-9f52-a89dafa02f20 HTTP/1.1" status: 200 len: 205 time: 0.0723703 Jul 28 10:55:16.235885 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (2e45fd82-c59f-4804-8f28-46fbe8b6c849), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.237403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50214) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:16.240620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] Routers {'c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:16.242400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:16.262500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] For port 6235d7c1-4283-4fa9-8c78-f694b473f70d, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:16.262828 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.294971 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e45fd82-c59f-4804-8f28-46fbe8b6c849']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:16.320777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded1dce2-fd4e-4262-950f-90783913f85d') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:16.321151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded1dce2-fd4e-4262-950f-90783913f85d') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:16.345513 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (ded1dce2-fd4e-4262-950f-90783913f85d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.349622 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-656a434c-add3-4cae-86c2-ee4ad6f1c1da tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.365129 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ded1dce2-fd4e-4262-950f-90783913f85d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.390021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:55:16.390706 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (ded1dce2-fd4e-4262-950f-90783913f85d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.434879 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ded1dce2-fd4e-4262-950f-90783913f85d resource provider aggregate not found Jul 28 10:55:16.510517 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ded1dce2-fd4e-4262-950f-90783913f85d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ded1dce2-fd4e-4262-950f-90783913f85d found for delete ", "request_id": "req-6897b2dc-5ddd-4fde-9fdf-aa6d241860f2"}]} Jul 28 10:55:16.522502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:16.538529 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Calling delete_port for 6235d7c1-4283-4fa9-8c78-f694b473f70d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:16.542457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Port 6235d7c1-4283-4fa9-8c78-f694b473f70d was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:55:16.550434 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (6235d7c1-4283-4fa9-8c78-f694b473f70d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.555294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (2e45fd82-c59f-4804-8f28-46fbe8b6c849), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.557684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] Routers {'c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:16.558395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:16.573189 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.597375 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2e45fd82-c59f-4804-8f28-46fbe8b6c849 HTTP/1.1" status: 204 len: 168 time: 1.6222355 Jul 28 10:55:16.598646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfc85d-1bd6-46f5-a4b9-cc944942d450 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e45fd82-c59f-4804-8f28-46fbe8b6c849,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:16.624657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Network 2e45fd82-c59f-4804-8f28-46fbe8b6c849 is not hosted by any dhcp agent {{(pid=104689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:55:16.625113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] No DVR routers for this DVR port 6235d7c1-4283-4fa9-8c78-f694b473f70d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:16.628726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39ab72-b150-49fb-b7ad-7c0918d1290e None None] Pushing event deleted for resources: {'Port': ['ID=6235d7c1-4283-4fa9-8c78-f694b473f70d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:16.633112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:16.633709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9174e-9012-4cbf-b271-9fbb9bd4cb8f None None] The sync data for ids ['c1ac50b1-8e6f-41ee-9f52-a89dafa02f20'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:16.719018 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-656a434c-add3-4cae-86c2-ee4ad6f1c1da tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.721812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-656a434c-add3-4cae-86c2-ee4ad6f1c1da tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.815244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-656a434c-add3-4cae-86c2-ee4ad6f1c1da tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (c1ac50b1-8e6f-41ee-9f52-a89dafa02f20), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.816258 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656a434c-add3-4cae-86c2-ee4ad6f1c1da tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Fanout notify agent at l3_agent the message router_deleted on router c1ac50b1-8e6f-41ee-9f52-a89dafa02f20 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:16.828098 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-656a434c-add3-4cae-86c2-ee4ad6f1c1da tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:16.832907 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-656a434c-add3-4cae-86c2-ee4ad6f1c1da tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/c1ac50b1-8e6f-41ee-9f52-a89dafa02f20 HTTP/1.1" status: 204 len: 168 time: 0.5934856 Jul 28 10:55:16.837605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50230) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:16.921651 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:16.950248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet d6991aa7-82a2-47cf-af25-dfba0f4a33e4 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:55:16.956605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (d6991aa7-82a2-47cf-af25-dfba0f4a33e4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.009187 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:17.040852 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (d6991aa7-82a2-47cf-af25-dfba0f4a33e4), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.084065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50234) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:17.224683 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dcd69c37-c111-411e-9d95-07f96ad0dab3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf432b0760fa4d03a1b82cf80b3591d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393108 Jul 28 10:55:17.227113 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50236) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:17.241359 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (d6991aa7-82a2-47cf-af25-dfba0f4a33e4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.258442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6235d7c1-4283-4fa9-8c78-f694b473f70d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:17.318880 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (d6991aa7-82a2-47cf-af25-dfba0f4a33e4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.322824 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d2b9-5796-4a76-ba95-2cc0e2c1f6d7 admin admin] Publish callbacks [] for security_group (539366b5-3bee-41e1-885c-80d00069ee8c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.357308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d2b9-5796-4a76-ba95-2cc0e2c1f6d7 admin admin] Publish callbacks [] for security_group (539366b5-3bee-41e1-885c-80d00069ee8c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.359575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 6235d7c1-4283-4fa9-8c78-f694b473f70d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:17.359989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6235d7c1-4283-4fa9-8c78-f694b473f70d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:17.412836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=d6991aa7-82a2-47cf-af25-dfba0f4a33e4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:17.415434 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.422345 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b800be8f-5029-430c-a3b6-b7981121df86 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/d6991aa7-82a2-47cf-af25-dfba0f4a33e4 HTTP/1.1" status: 204 len: 168 time: 0.5835626 Jul 28 10:55:17.423805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50242) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:17.431329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea061ff-cd0c-480e-a2ec-518c7c1d3ec4 None None] Network 81405b1e-57bd-41c6-8043-e087f707b4a9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:17.514819 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d2b9-5796-4a76-ba95-2cc0e2c1f6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (539366b5-3bee-41e1-885c-80d00069ee8c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.518527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d2b9-5796-4a76-ba95-2cc0e2c1f6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.529026 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2f6d2b9-5796-4a76-ba95-2cc0e2c1f6d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/539366b5-3bee-41e1-885c-80d00069ee8c HTTP/1.1" status: 204 len: 168 time: 0.2980738 Jul 28 10:55:17.558144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6d2b9-5796-4a76-ba95-2cc0e2c1f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539366b5-3bee-41e1-885c-80d00069ee8c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:17.611364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (81405b1e-57bd-41c6-8043-e087f707b4a9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.702098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 7a65d435-389e-4522-9508-49728387d49b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:17.711230 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7a65d435-389e-4522-9508-49728387d49b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.770285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] DHCP port deletion for 81405b1e-57bd-41c6-8043-e087f707b4a9 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:55:17.878305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] Deleting port 7a65d435-389e-4522-9508-49728387d49b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:17.878693 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7a65d435-389e-4522-9508-49728387d49b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.928018 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 7a65d435-389e-4522-9508-49728387d49b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7a65d435-389e-4522-9508-49728387d49b,segment=NetworkSegment(e4fdff6d-5e07-4d3f-8a73-63707c5c655e),segment_id=e4fdff6d-5e07-4d3f-8a73-63707c5c655e)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:17.928719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7a65d435-389e-4522-9508-49728387d49b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:17.953395 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 7a65d435-389e-4522-9508-49728387d49b owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:18.019979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] For port 7a65d435-389e-4522-9508-49728387d49b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7a65d435-389e-4522-9508-49728387d49b,segment=NetworkSegment(e4fdff6d-5e07-4d3f-8a73-63707c5c655e),segment_id=e4fdff6d-5e07-4d3f-8a73-63707c5c655e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:18.020435 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7a65d435-389e-4522-9508-49728387d49b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.056306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] Calling delete_port for 7a65d435-389e-4522-9508-49728387d49b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:18.063832 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:18.072446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (7a65d435-389e-4522-9508-49728387d49b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.105767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port 7a65d435-389e-4522-9508-49728387d49b on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:18.171989 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=7a65d435-389e-4522-9508-49728387d49b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:18.268359 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (7a65d435-389e-4522-9508-49728387d49b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.353127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] No DVR routers for this DVR port 7a65d435-389e-4522-9508-49728387d49b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:18.362202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f8085-c91e-4028-89f2-bdd236365ece None None] Pushing event deleted for resources: {'Port': ['ID=7a65d435-389e-4522-9508-49728387d49b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:18.402558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50252) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:18.513848 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c326e8a-b078-4f3c-bbeb-3e0eb152f0f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5239c20e37fa4efeaa00ef2836b6baa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973177 Jul 28 10:55:18.513848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50256) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:18.529924 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (81405b1e-57bd-41c6-8043-e087f707b4a9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.604649 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:18.614589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7fccd96-84bf-48d5-9858-f0a44dddc9a0 admin admin] Publish callbacks [] for security_group (ced43487-8142-43bf-84ef-035a29b6cab6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.628280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81405b1e-57bd-41c6-8043-e087f707b4a9']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:18.664552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7fccd96-84bf-48d5-9858-f0a44dddc9a0 admin admin] Publish callbacks [] for security_group (ced43487-8142-43bf-84ef-035a29b6cab6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.665836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fdff6d-5e07-4d3f-8a73-63707c5c655e') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:18.666380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fdff6d-5e07-4d3f-8a73-63707c5c655e') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:18.695174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (e4fdff6d-5e07-4d3f-8a73-63707c5c655e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.714061 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e4fdff6d-5e07-4d3f-8a73-63707c5c655e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.723365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:55:18.723365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (e4fdff6d-5e07-4d3f-8a73-63707c5c655e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.777044 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7fccd96-84bf-48d5-9858-f0a44dddc9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ced43487-8142-43bf-84ef-035a29b6cab6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.785313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7fccd96-84bf-48d5-9858-f0a44dddc9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.801844 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d7fccd96-84bf-48d5-9858-f0a44dddc9a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ced43487-8142-43bf-84ef-035a29b6cab6 HTTP/1.1" status: 204 len: 168 time: 0.2955513 Jul 28 10:55:18.820047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (81405b1e-57bd-41c6-8043-e087f707b4a9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.834821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.838416 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/81405b1e-57bd-41c6-8043-e087f707b4a9 HTTP/1.1" status: 204 len: 168 time: 1.4134843 Jul 28 10:55:18.853942 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e4fdff6d-5e07-4d3f-8a73-63707c5c655e resource provider aggregate not found Jul 28 10:55:18.857236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50262) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:18.858772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5de2-a71d-4a03-8bb0-fc1a96854cd5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=81405b1e-57bd-41c6-8043-e087f707b4a9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:18.859333 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fccd96-84bf-48d5-9858-f0a44dddc9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced43487-8142-43bf-84ef-035a29b6cab6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:18.885694 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e4fdff6d-5e07-4d3f-8a73-63707c5c655e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4fdff6d-5e07-4d3f-8a73-63707c5c655e found for delete ", "request_id": "req-d1531d41-7074-4698-968c-f475044be4f7"}]} Jul 28 10:55:18.894423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1574465854', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:18.942972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (f97e2456-37c5-4bc1-a488-522515193682), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.944471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (f97e2456-37c5-4bc1-a488-522515193682), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:18.954028 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:19.043445 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (f97e2456-37c5-4bc1-a488-522515193682), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:19.241958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7a65d435-389e-4522-9508-49728387d49b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:19.279743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7a65d435-389e-4522-9508-49728387d49b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:19.280867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7a65d435-389e-4522-9508-49728387d49b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:19.284551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_gateway (f97e2456-37c5-4bc1-a488-522515193682), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:19.588483 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_gateway (f97e2456-37c5-4bc1-a488-522515193682), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:19.619008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:19.769055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.25.2.78 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c4f88d62-1382-45be-892f-a0d7be3004fb) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:19.943776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (c4f88d62-1382-45be-892f-a0d7be3004fb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:19.996241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c4f88d62-1382-45be-892f-a0d7be3004fb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:20.046137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:20.052874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:20.058689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:20.088395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=c4f88d62-1382-45be-892f-a0d7be3004fb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:20.306598 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:20.438712 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:20.452667 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_gateway (f97e2456-37c5-4bc1-a488-522515193682), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:21.012641 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (f97e2456-37c5-4bc1-a488-522515193682), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:21.218303 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router f97e2456-37c5-4bc1-a488-522515193682 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:55:21.363447 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:21.381130 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] Sync routers for ids ['f97e2456-37c5-4bc1-a488-522515193682'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:21.405167 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:21.407416 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0907c5b6-076d-4a5d-9a47-1e2ba0bc8148 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5268114 Jul 28 10:55:21.407837 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] Routers {'f97e2456-37c5-4bc1-a488-522515193682'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:21.408689 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f97e2456-37c5-4bc1-a488-522515193682'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:21.411819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50284) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:21.471266 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:21.484838 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] Routers {'f97e2456-37c5-4bc1-a488-522515193682'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:21.485845 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f97e2456-37c5-4bc1-a488-522515193682'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:21.586886 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:21.590414 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910f801-2d1f-4b63-a79b-5fef5dcb8ec0 None None] The sync data for ids ['f97e2456-37c5-4bc1-a488-522515193682'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:21.662189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50288) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:21.674602 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0e8c4734-5225-4211-8abb-145c77825529 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/routers/f97e2456-37c5-4bc1-a488-522515193682 HTTP/1.1" status: 200 len: 880 time: 0.2612901 Jul 28 10:55:21.932786 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:21.973926 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d17aa247-634d-4e47-8265-2a3e0c54687d tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3076365 Jul 28 10:55:21.974258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50290) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:21.980102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8ca8d05e-5b52-454c-9050-0c12e6621465 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1574465854'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:22.220681 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:22.407988 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d05e-5b52-454c-9050-0c12e6621465 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (f97e2456-37c5-4bc1-a488-522515193682), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:22.425348 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d05e-5b52-454c-9050-0c12e6621465 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (f97e2456-37c5-4bc1-a488-522515193682), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:22.555177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca8d05e-5b52-454c-9050-0c12e6621465 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router f97e2456-37c5-4bc1-a488-522515193682 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:22.684671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca8d05e-5b52-454c-9050-0c12e6621465 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:22.698118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d05e-5b52-454c-9050-0c12e6621465 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:22.698533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] Sync routers for ids ['f97e2456-37c5-4bc1-a488-522515193682'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:22.699456 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8ca8d05e-5b52-454c-9050-0c12e6621465 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/f97e2456-37c5-4bc1-a488-522515193682 HTTP/1.1" status: 200 len: 887 time: 0.7239373 Jul 28 10:55:22.702020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50302) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:22.716780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] Routers {'f97e2456-37c5-4bc1-a488-522515193682'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:22.722054 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f97e2456-37c5-4bc1-a488-522515193682'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:22.800819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:22.811793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] Routers {'f97e2456-37c5-4bc1-a488-522515193682'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:22.813794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['f97e2456-37c5-4bc1-a488-522515193682'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:22.875703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:22.877050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e53b17-ace0-4b93-833e-f1adc343373c None None] The sync data for ids ['f97e2456-37c5-4bc1-a488-522515193682'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:22.901563 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0df2e3e6-8d2a-4801-b247-65a08eb9f063 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/routers/f97e2456-37c5-4bc1-a488-522515193682 HTTP/1.1" status: 200 len: 887 time: 0.1983738 Jul 28 10:55:22.904481 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50304) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:22.941775 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-09d30770-ae2f-4614-b2c6-b445e9a4ea28 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=f97e2456-37c5-4bc1-a488-522515193682 HTTP/1.1" status: 200 len: 205 time: 0.0361543 Jul 28 10:55:22.944362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50306) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:23.080408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (f97e2456-37c5-4bc1-a488-522515193682), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:23.207841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_gateway (f97e2456-37c5-4bc1-a488-522515193682), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:23.261604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port c4f88d62-1382-45be-892f-a0d7be3004fb {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:23.262105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c4f88d62-1382-45be-892f-a0d7be3004fb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:23.353095 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:23.443102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c4f88d62-1382-45be-892f-a0d7be3004fb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:23.464257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for c4f88d62-1382-45be-892f-a0d7be3004fb owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:23.806221 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:24.004686 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c4f88d62-1382-45be-892f-a0d7be3004fb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.035949 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=c4f88d62-1382-45be-892f-a0d7be3004fb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:24.103673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (f97e2456-37c5-4bc1-a488-522515193682), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.220147 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (f97e2456-37c5-4bc1-a488-522515193682), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.223107 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (f97e2456-37c5-4bc1-a488-522515193682), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.316378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (f97e2456-37c5-4bc1-a488-522515193682), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.317040 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Fanout notify agent at l3_agent the message router_deleted on router f97e2456-37c5-4bc1-a488-522515193682 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:24.324564 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.325681 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-187c3087-5cfc-4387-b006-08b139e7052b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/f97e2456-37c5-4bc1-a488-522515193682 HTTP/1.1" status: 204 len: 168 time: 1.3803904 Jul 28 10:55:24.330197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50314) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:24.338268 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1966690121'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:24.367896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:24.372242 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.400591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:55:24.417836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6755e5ae-3801-42cc-b99b-16957da00a12), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.418258 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment 6755e5ae-3801-42cc-b99b-16957da00a12 of type vlan for network cc9d984a-2c3a-4739-a683-207e7fa90dd4 Jul 28 10:55:24.472774 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (cc9d984a-2c3a-4739-a683-207e7fa90dd4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.511119 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (cc9d984a-2c3a-4739-a683-207e7fa90dd4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.517507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:24.520187 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.618393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=cc9d984a-2c3a-4739-a683-207e7fa90dd4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:24.632844 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6678def8-2730-442d-ba6c-a9d270627fca tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.2992828 Jul 28 10:55:24.635158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50320) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:24.636594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:55:24.641794 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': 'cc9d984a-2c3a-4739-a683-207e7fa90dd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:24.791941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:24.800004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:24.989474 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:25.024890 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.034269 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:25.119289 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': '6755e5ae-3801-42cc-b99b-16957da00a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cc9d984a-2c3a-4739-a683-207e7fa90dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:25.119699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: cc9d984a-2c3a-4739-a683-207e7fa90dd4, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:55:25.126880 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:25.138732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.139091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.139434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.140312 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.141307 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.141788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.142352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.142743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.143081 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.143423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.143760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.144098 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.144422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.144753 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.145078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:25.159409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:55:25.170477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, cc9d984a-2c3a-4739-a683-207e7fa90dd4) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:25.175166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:25.176051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.184385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3871c01-431f-4761-940c-7977fcf2fb19 None None] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:25.221525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:25.222177 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-62e8b5fa-56dc-4ce7-9a34-ae1a8bcda991 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5854301 Jul 28 10:55:25.226253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-32b2e150-7c37-4b84-94c1-6d060a1ca09b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-280584217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:25.273648 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32b2e150-7c37-4b84-94c1-6d060a1ca09b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a604249d-6311-4dd7-aedd-10019ad0acc2), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.274749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32b2e150-7c37-4b84-94c1-6d060a1ca09b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a604249d-6311-4dd7-aedd-10019ad0acc2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.303456 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:25.340460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32b2e150-7c37-4b84-94c1-6d060a1ca09b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (a604249d-6311-4dd7-aedd-10019ad0acc2), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.346051 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32b2e150-7c37-4b84-94c1-6d060a1ca09b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a604249d-6311-4dd7-aedd-10019ad0acc2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.349985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-cc9d984a-2c3a-4739-a683-207e7fa90dd4', 'network_id': 'cc9d984a-2c3a-4739-a683-207e7fa90dd4', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': '5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:55:25.351269 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.377977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-32b2e150-7c37-4b84-94c1-6d060a1ca09b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.380113 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-32b2e150-7c37-4b84-94c1-6d060a1ca09b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1575060 Jul 28 10:55:25.383223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50326) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:25.584555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Allocated IP 172.20.0.2 (cc9d984a-2c3a-4739-a683-207e7fa90dd4/5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d/24785ce8-2463-46db-932f-a14dd400393b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:25.592263 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:25.874562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Publish callbacks [] for port (24785ce8-2463-46db-932f-a14dd400393b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.886451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (24785ce8-2463-46db-932f-a14dd400393b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:25.959423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:25.965093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:25.968339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:26.020528 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.064692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Pushing event updated for resources: {'Port': ['ID=24785ce8-2463-46db-932f-a14dd400393b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:26.083292 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.083975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.084571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.085164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.085904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.086473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.087045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.087627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.088196 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.088861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.089479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.090151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.090718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.091285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.091847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:26.117368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Attempting to bind port 24785ce8-2463-46db-932f-a14dd400393b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:26.118209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Attempting to bind port 24785ce8-2463-46db-932f-a14dd400393b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '6755e5ae-3801-42cc-b99b-16957da00a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cc9d984a-2c3a-4739-a683-207e7fa90dd4'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:26.118865 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Attempting to bind port 24785ce8-2463-46db-932f-a14dd400393b on network cc9d984a-2c3a-4739-a683-207e7fa90dd4 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:26.130596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:26.131623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Checking segment: {'id': '6755e5ae-3801-42cc-b99b-16957da00a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cc9d984a-2c3a-4739-a683-207e7fa90dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:26.132425 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.133080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Bound using segment: {'id': '6755e5ae-3801-42cc-b99b-16957da00a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cc9d984a-2c3a-4739-a683-207e7fa90dd4'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:26.133796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Bound port: 24785ce8-2463-46db-932f-a14dd400393b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6755e5ae-3801-42cc-b99b-16957da00a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cc9d984a-2c3a-4739-a683-207e7fa90dd4'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:26.134491 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24785ce8-2463-46db-932f-a14dd400393b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.154962 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:26.289699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] For port 24785ce8-2463-46db-932f-a14dd400393b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:26.297703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] For port 24785ce8-2463-46db-932f-a14dd400393b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24785ce8-2463-46db-932f-a14dd400393b,segment=NetworkSegment(6755e5ae-3801-42cc-b99b-16957da00a12),segment_id=6755e5ae-3801-42cc-b99b-16957da00a12)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:26.313795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24785ce8-2463-46db-932f-a14dd400393b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.407033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17254008-44f9-4975-887b-e81cad4d7f24 None None] Pushing event updated for resources: {'Port': ['ID=24785ce8-2463-46db-932f-a14dd400393b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:26.453079 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.20.0.1 (cc9d984a-2c3a-4739-a683-207e7fa90dd4/5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d/26f10f21-42ed-4735-bac9-39469cd3f321) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:26.598881 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (26f10f21-42ed-4735-bac9-39469cd3f321), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.643789 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.706843 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:26.709982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=26f10f21-42ed-4735-bac9-39469cd3f321,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:26.712799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:26.715237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:26.717728 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:26.770382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a604249d-6311-4dd7-aedd-10019ad0acc2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.898163 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:26.901530 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:27.266778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24785ce8-2463-46db-932f-a14dd400393b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:27.311948 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (26f10f21-42ed-4735-bac9-39469cd3f321), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:27.331379 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:27.383570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 24785ce8-2463-46db-932f-a14dd400393b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:27.384073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24785ce8-2463-46db-932f-a14dd400393b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:27.434756 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a604249d-6311-4dd7-aedd-10019ad0acc2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:27.438618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=26f10f21-42ed-4735-bac9-39469cd3f321,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:27.546839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24785ce8-2463-46db-932f-a14dd400393b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:27.547708 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24785ce8-2463-46db-932f-a14dd400393b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:27.612471 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:27.615093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:27.631282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 24785ce8-2463-46db-932f-a14dd400393b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24785ce8-2463-46db-932f-a14dd400393b,segment=NetworkSegment(6755e5ae-3801-42cc-b99b-16957da00a12),segment_id=6755e5ae-3801-42cc-b99b-16957da00a12)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:27.642858 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24785ce8-2463-46db-932f-a14dd400393b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:27.713469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=24785ce8-2463-46db-932f-a14dd400393b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:27.725453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992f4b87-3dbf-4b3c-8c46-8a6d2f5e9363 None None] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:27.854795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d6f06e1d-0371-4a55-87ea-7f764b547299 None None] Provisioning complete for port 24785ce8-2463-46db-932f-a14dd400393b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:27.854795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6f06e1d-0371-4a55-87ea-7f764b547299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24785ce8-2463-46db-932f-a14dd400393b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:27.887240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router a604249d-6311-4dd7-aedd-10019ad0acc2 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:55:27.942791 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:28.015795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d6f06e1d-0371-4a55-87ea-7f764b547299 None None] Current status of the port 24785ce8-2463-46db-932f-a14dd400393b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:28.026383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:28.037561 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] Sync routers for ids ['a604249d-6311-4dd7-aedd-10019ad0acc2'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:28.039071 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-497ba73d-9da0-461f-9c15-c8cd65351cda tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/a604249d-6311-4dd7-aedd-10019ad0acc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6547444 Jul 28 10:55:28.041576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:28.055554 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] Routers {'a604249d-6311-4dd7-aedd-10019ad0acc2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:28.056974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a604249d-6311-4dd7-aedd-10019ad0acc2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:28.100897 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:28.114874 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e083f-98ac-4d50-b941-08ade88a5bbd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:28.115095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] Routers {'a604249d-6311-4dd7-aedd-10019ad0acc2'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:28.115870 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a604249d-6311-4dd7-aedd-10019ad0acc2'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:28.118917 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0e0e083f-98ac-4d50-b941-08ade88a5bbd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports/26f10f21-42ed-4735-bac9-39469cd3f321 HTTP/1.1" status: 200 len: 910 time: 0.0731370 Jul 28 10:55:28.119377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50370) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:28.127452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:28.161748 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:28.164822 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ddf48-266f-4244-97a0-6bac42c148a5 None None] The sync data for ids ['a604249d-6311-4dd7-aedd-10019ad0acc2'] in n-d-850468-6 is: [] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:28.268134 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:28.345800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e60fbebc-ef75-4b9e-ad0d-e7623880c5ed None None] Provisioning complete for port 24785ce8-2463-46db-932f-a14dd400393b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:28.346428 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e60fbebc-ef75-4b9e-ad0d-e7623880c5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24785ce8-2463-46db-932f-a14dd400393b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:28.415770 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:28.430276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:28.505899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e60fbebc-ef75-4b9e-ad0d-e7623880c5ed None None] Current status of the port 24785ce8-2463-46db-932f-a14dd400393b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:28.517485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e60fbebc-ef75-4b9e-ad0d-e7623880c5ed None None] Provisioning complete for port 26f10f21-42ed-4735-bac9-39469cd3f321 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:28.518233 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e60fbebc-ef75-4b9e-ad0d-e7623880c5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:28.566066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e60fbebc-ef75-4b9e-ad0d-e7623880c5ed None None] Port 26f10f21-42ed-4735-bac9-39469cd3f321 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:28.686020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b24ebf65-a391-43d1-950d-2b6f8c08a08b None None] Provisioning complete for port 26f10f21-42ed-4735-bac9-39469cd3f321 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:28.686399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b24ebf65-a391-43d1-950d-2b6f8c08a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:28.796333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b24ebf65-a391-43d1-950d-2b6f8c08a08b None None] Port 26f10f21-42ed-4735-bac9-39469cd3f321 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:29.038276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-21708661-a6a0-403e-afc9-31a883cd2d9a None None] Provisioning complete for port 26f10f21-42ed-4735-bac9-39469cd3f321 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:29.039080 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21708661-a6a0-403e-afc9-31a883cd2d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:29.114447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-21708661-a6a0-403e-afc9-31a883cd2d9a None None] Port 26f10f21-42ed-4735-bac9-39469cd3f321 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:29.134335 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (26f10f21-42ed-4735-bac9-39469cd3f321), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:29.144940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:29.231214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24785ce8-2463-46db-932f-a14dd400393b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:29.259304 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=26f10f21-42ed-4735-bac9-39469cd3f321,revision_number=3']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:29.270223 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:29.272613 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:29.272881 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:29.273289 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c62d67d-6537-469c-b5d2-68f4ae09d234 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/ports/26f10f21-42ed-4735-bac9-39469cd3f321 HTTP/1.1" status: 200 len: 910 time: 1.1527805 Jul 28 10:55:29.276533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50386) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:29.290576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 24785ce8-2463-46db-932f-a14dd400393b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:29.291232 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24785ce8-2463-46db-932f-a14dd400393b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:29.403318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24785ce8-2463-46db-932f-a14dd400393b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:29.900235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a604249d-6311-4dd7-aedd-10019ad0acc2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:30.157139 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:30.282989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 26f10f21-42ed-4735-bac9-39469cd3f321 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:30.284968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:30.309536 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:30.431850 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:30.486952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 26f10f21-42ed-4735-bac9-39469cd3f321 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:30.767579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (26f10f21-42ed-4735-bac9-39469cd3f321), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:30.799372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=26f10f21-42ed-4735-bac9-39469cd3f321,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:31.009898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a604249d-6311-4dd7-aedd-10019ad0acc2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.208663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router a604249d-6311-4dd7-aedd-10019ad0acc2 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:31.294458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:31.309061 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0510c29c-6fb7-4e98-b568-ce2c27a79831 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/a604249d-6311-4dd7-aedd-10019ad0acc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0301402 Jul 28 10:55:31.309636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] Sync routers for ids ['a604249d-6311-4dd7-aedd-10019ad0acc2'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:31.311218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50414) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:31.336035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] Routers {'a604249d-6311-4dd7-aedd-10019ad0acc2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:31.336981 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a604249d-6311-4dd7-aedd-10019ad0acc2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:31.368216 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1631e741-f31c-4453-b1c5-3d1a83f839e3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=a604249d-6311-4dd7-aedd-10019ad0acc2 HTTP/1.1" status: 200 len: 205 time: 0.0553896 Jul 28 10:55:31.370778 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50418) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:31.398915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:31.410505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] Routers {'a604249d-6311-4dd7-aedd-10019ad0acc2'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:31.411460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a604249d-6311-4dd7-aedd-10019ad0acc2'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:31.448287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:31.449134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37df3152-05e9-4d96-ab59-4468c3531a82 None None] The sync data for ids ['a604249d-6311-4dd7-aedd-10019ad0acc2'] in n-d-850468-6 is: [] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:31.507375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5f8d956-493d-4bbb-94c2-10e8214e39ec tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (a604249d-6311-4dd7-aedd-10019ad0acc2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.694500 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5f8d956-493d-4bbb-94c2-10e8214e39ec tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a604249d-6311-4dd7-aedd-10019ad0acc2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.696843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5f8d956-493d-4bbb-94c2-10e8214e39ec tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (a604249d-6311-4dd7-aedd-10019ad0acc2), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.752399 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5f8d956-493d-4bbb-94c2-10e8214e39ec tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a604249d-6311-4dd7-aedd-10019ad0acc2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.753522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8d956-493d-4bbb-94c2-10e8214e39ec tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Fanout notify agent at l3_agent the message router_deleted on router a604249d-6311-4dd7-aedd-10019ad0acc2 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:31.762371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5f8d956-493d-4bbb-94c2-10e8214e39ec tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.767069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50422) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:31.767668 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b5f8d956-493d-4bbb-94c2-10e8214e39ec tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/a604249d-6311-4dd7-aedd-10019ad0acc2 HTTP/1.1" status: 204 len: 168 time: 0.3956511 Jul 28 10:55:31.837847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet 5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:55:31.841726 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.890356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:31.894703 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:31.983440 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.051356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.083215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:32.085329 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.090707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddff72-808f-45f3-8948-daf9889e74a5 None None] Network cc9d984a-2c3a-4739-a683-207e7fa90dd4 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:32.091439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:32.091684 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-39e321a0-3ff2-41d3-a36a-ec4babfb7a8e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d HTTP/1.1" status: 204 len: 168 time: 0.3235650 Jul 28 10:55:32.219244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (cc9d984a-2c3a-4739-a683-207e7fa90dd4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.266751 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:32.296657 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 24785ce8-2463-46db-932f-a14dd400393b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:32.297563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (24785ce8-2463-46db-932f-a14dd400393b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.319248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] DHCP port deletion for cc9d984a-2c3a-4739-a683-207e7fa90dd4 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:55:32.371503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] Deleting port 24785ce8-2463-46db-932f-a14dd400393b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:55:32.371978 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (24785ce8-2463-46db-932f-a14dd400393b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.416371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 24785ce8-2463-46db-932f-a14dd400393b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24785ce8-2463-46db-932f-a14dd400393b,segment=NetworkSegment(6755e5ae-3801-42cc-b99b-16957da00a12),segment_id=6755e5ae-3801-42cc-b99b-16957da00a12)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:32.416938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (24785ce8-2463-46db-932f-a14dd400393b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.441149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 24785ce8-2463-46db-932f-a14dd400393b owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:32.508138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] For port 24785ce8-2463-46db-932f-a14dd400393b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24785ce8-2463-46db-932f-a14dd400393b,segment=NetworkSegment(6755e5ae-3801-42cc-b99b-16957da00a12),segment_id=6755e5ae-3801-42cc-b99b-16957da00a12)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:32.508917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (24785ce8-2463-46db-932f-a14dd400393b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.525717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] Calling delete_port for 24785ce8-2463-46db-932f-a14dd400393b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:55:32.641097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (24785ce8-2463-46db-932f-a14dd400393b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: from cryptography.utils import int_from_bytes Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: from cryptography.utils import int_from_bytes Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /opt/stack/neutron/neutron/extensions/quotasv2.py:142: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: warnings.warn('Neutron quota engine will require "--force" ' Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: items = [ Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1129: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: warnings.warn(msg) Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:32.654193 n-d-850468-6 neutron-server[104687]: self.session.flush() Jul 28 10:55:32.659509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] No DVR routers for this DVR port 24785ce8-2463-46db-932f-a14dd400393b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:32.660749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (24785ce8-2463-46db-932f-a14dd400393b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.705522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=24785ce8-2463-46db-932f-a14dd400393b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:32.716847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port 24785ce8-2463-46db-932f-a14dd400393b on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:55:32.718789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ea021-fa90-4933-bcd1-4399f91b93f9 None None] Pushing event deleted for resources: {'Port': ['ID=24785ce8-2463-46db-932f-a14dd400393b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:32.732921 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.753889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.758637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.758637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:32.759000 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb90414c-a056-4375-beee-453cb91e493c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.863458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (cc9d984a-2c3a-4739-a683-207e7fa90dd4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.889823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9d984a-2c3a-4739-a683-207e7fa90dd4']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:32.902115 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6755e5ae-3801-42cc-b99b-16957da00a12') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:32.902975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6755e5ae-3801-42cc-b99b-16957da00a12') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:32.916076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (6755e5ae-3801-42cc-b99b-16957da00a12), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.933257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6755e5ae-3801-42cc-b99b-16957da00a12), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.940578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:55:32.941213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (6755e5ae-3801-42cc-b99b-16957da00a12), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:32.974889 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6755e5ae-3801-42cc-b99b-16957da00a12 resource provider aggregate not found Jul 28 10:55:33.026578 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 6755e5ae-3801-42cc-b99b-16957da00a12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6755e5ae-3801-42cc-b99b-16957da00a12 found for delete ", "request_id": "req-7d3d8775-e95c-472e-9a8c-17142dd29dab"}]} Jul 28 10:55:33.061800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (cc9d984a-2c3a-4739-a683-207e7fa90dd4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.073248 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.077668 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/cc9d984a-2c3a-4739-a683-207e7fa90dd4 HTTP/1.1" status: 204 len: 168 time: 0.9847672 Jul 28 10:55:33.082072 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50436) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:33.087065 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c0dccb7e-1deb-45b5-8611-666c04340273 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2050023732', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:33.089316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cb1f8-5585-4c61-af62-07445660ed80 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=cc9d984a-2c3a-4739-a683-207e7fa90dd4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:33.119263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0dccb7e-1deb-45b5-8611-666c04340273 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.120801 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0dccb7e-1deb-45b5-8611-666c04340273 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.128777 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:33.201031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24785ce8-2463-46db-932f-a14dd400393b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:33.215199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0dccb7e-1deb-45b5-8611-666c04340273 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.220616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0dccb7e-1deb-45b5-8611-666c04340273 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.243457 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c0dccb7e-1deb-45b5-8611-666c04340273 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.246487 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c0dccb7e-1deb-45b5-8611-666c04340273 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1630714 Jul 28 10:55:33.249229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50440) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:33.255011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1005740663'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:33.259343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 24785ce8-2463-46db-932f-a14dd400393b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:55:33.259781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24785ce8-2463-46db-932f-a14dd400393b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:33.284320 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:33.288799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.320149 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:55:33.332854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (151e8d6f-bfc6-46e6-bdaf-c81810f929b3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.333376 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment 151e8d6f-bfc6-46e6-bdaf-c81810f929b3 of type vlan for network 835de3e8-cc88-4f09-94c0-07d40ac18aab Jul 28 10:55:33.384544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (835de3e8-cc88-4f09-94c0-07d40ac18aab), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.409390 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:33.419544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (835de3e8-cc88-4f09-94c0-07d40ac18aab), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.426668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:33.427471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:33.528803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50444) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:33.529031 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.2782331 Jul 28 10:55:33.538225 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:33.548245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefcbb3-921a-4bc5-83e8-5c9c1a00de56 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=835de3e8-cc88-4f09-94c0-07d40ac18aab,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:33.566414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:55:33.813955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:33.817909 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:34.259034 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (71e927e5-52f7-42e0-947f-c6ea29afdaf9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:34.400365 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=71e927e5-52f7-42e0-947f-c6ea29afdaf9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:34.478299 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:34.478757 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: 835de3e8-cc88-4f09-94c0-07d40ac18aab, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:55:34.507350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:55:34.520557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 835de3e8-cc88-4f09-94c0-07d40ac18aab) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:34.531718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a147e-2766-4380-ab0a-0738b83abfcf None None] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:34.556165 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:34.558376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:34.600986 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-596a00f4-0beb-480a-beb6-328614189a44 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0702920 Jul 28 10:55:34.603872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50454) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:34.713644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-835de3e8-cc88-4f09-94c0-07d40ac18aab', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:55:34.715324 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.105308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9889c6c3-fc1f-4ce6-8dab-e5c3d733b1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.141459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.177354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Allocated IP 172.20.0.2 (835de3e8-cc88-4f09-94c0-07d40ac18aab/71e927e5-52f7-42e0-947f-c6ea29afdaf9/e5328bd6-3142-401d-984e-03929db6ac4c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:35.293406 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:35.391006 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Publish callbacks [] for port (e5328bd6-3142-401d-984e-03929db6ac4c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.399063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.454327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:35.456039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:35.460516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:35.475159 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:35.545353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Pushing event updated for resources: {'Port': ['ID=e5328bd6-3142-401d-984e-03929db6ac4c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:35.565603 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.20.0.1 (835de3e8-cc88-4f09-94c0-07d40ac18aab/71e927e5-52f7-42e0-947f-c6ea29afdaf9/7b80b472-f75f-48a6-a89d-08110c8c93f5) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:35.601279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Attempting to bind port e5328bd6-3142-401d-984e-03929db6ac4c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:35.601807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Attempting to bind port e5328bd6-3142-401d-984e-03929db6ac4c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:35.602306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Attempting to bind port e5328bd6-3142-401d-984e-03929db6ac4c on network 835de3e8-cc88-4f09-94c0-07d40ac18aab {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:35.608261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:35.608782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Checking segment: {'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:35.609834 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.610354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Bound using segment: {'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:35.610925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Bound port: e5328bd6-3142-401d-984e-03929db6ac4c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:35.611412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.685831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] For port e5328bd6-3142-401d-984e-03929db6ac4c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:35.696824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] For port e5328bd6-3142-401d-984e-03929db6ac4c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5328bd6-3142-401d-984e-03929db6ac4c,segment=NetworkSegment(151e8d6f-bfc6-46e6-bdaf-c81810f929b3),segment_id=151e8d6f-bfc6-46e6-bdaf-c81810f929b3)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:35.716892 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.741300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.797034 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:35.824823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b8777-d73a-44ec-9069-186a8d244abd None None] Pushing event updated for resources: {'Port': ['ID=e5328bd6-3142-401d-984e-03929db6ac4c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:35.857076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:35.863462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:35.865946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:35.891512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=7b80b472-f75f-48a6-a89d-08110c8c93f5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:35.907013 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:35.925249 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:36.107893 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:36.169138 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:36.458589 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:36.463503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:36.551290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:36.553360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=7b80b472-f75f-48a6-a89d-08110c8c93f5,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:36.620232 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:36.657457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:36.658918 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:36.870561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:55:37.102106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:37.112396 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e029fdc9-b853-44f9-b407-19f5aeb3757c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5037849 Jul 28 10:55:37.114819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50480) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:37.115282 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:37.120686 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:37.121323 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:37.135453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1033110986'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:37.135861 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:37.136538 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:37.243620 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.255159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:37.285088 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.381879 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:37.405446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5328bd6-3142-401d-984e-03929db6ac4c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:37.409987 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:37.441279 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:55:37.489743 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f8eee792-b15b-44be-ac3d-bbe9909f158b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.495163 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment f8eee792-b15b-44be-ac3d-bbe9909f158b of type vlan for network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd Jul 28 10:55:37.497131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4c930-57c8-4f35-98af-298aecee5060 None None] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:37.714940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fcd79de8-9a88-4a04-be3c-35f43fe9f5cd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.720703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8cf184d4-ce42-4e08-af95-5e3ddafde90e None None] Provisioning complete for port e5328bd6-3142-401d-984e-03929db6ac4c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:37.721179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8cf184d4-ce42-4e08-af95-5e3ddafde90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.754211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:36Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:36Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:37.774507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fcd79de8-9a88-4a04-be3c-35f43fe9f5cd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.785176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:37.789533 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.796300 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:37.797389 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Updating router b73d8e86-e70e-433a-92dc-a60100992b70 port 7b80b472-f75f-48a6-a89d-08110c8c93f5 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:55:37.858160 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.858847 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.863509 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.875403 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.7584634 Jul 28 10:55:37.879957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50488) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:37.893883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:37.920535 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e5328bd6-3142-401d-984e-03929db6ac4c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:37.922154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:37.928514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50490) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:37.970349 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:38.020581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc4bbe-2467-49a3-b9b8-d77d285f4726 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=fcd79de8-9a88-4a04-be3c-35f43fe9f5cd,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:38.099307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:55:38.141059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:38.146854 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.345552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8cf184d4-ce42-4e08-af95-5e3ddafde90e None None] Current status of the port e5328bd6-3142-401d-984e-03929db6ac4c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:38.346144 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8cf184d4-ce42-4e08-af95-5e3ddafde90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.367001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5203df45-c390-41d5-bfd8-286144e89b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.479888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8cf184d4-ce42-4e08-af95-5e3ddafde90e None None] For port e5328bd6-3142-401d-984e-03929db6ac4c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5328bd6-3142-401d-984e-03929db6ac4c,segment=NetworkSegment(151e8d6f-bfc6-46e6-bdaf-c81810f929b3),segment_id=151e8d6f-bfc6-46e6-bdaf-c81810f929b3)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:38.487110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e5328bd6-3142-401d-984e-03929db6ac4c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:38.487507 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.491063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8cf184d4-ce42-4e08-af95-5e3ddafde90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.495345 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:38.565708 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:38.665476 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:55:38.666132 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:55:38.687157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f013a68d-b71e-476e-a5c8-cb9302868856 None None] Provisioning complete for port 7b80b472-f75f-48a6-a89d-08110c8c93f5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:38.689778 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f013a68d-b71e-476e-a5c8-cb9302868856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.701769 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Publish callbacks [] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.718052 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.744177 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f013a68d-b71e-476e-a5c8-cb9302868856 None None] Port 7b80b472-f75f-48a6-a89d-08110c8c93f5 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:38.755157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f013a68d-b71e-476e-a5c8-cb9302868856 None None] Provisioning complete for port e5328bd6-3142-401d-984e-03929db6ac4c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:38.755849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f013a68d-b71e-476e-a5c8-cb9302868856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.761337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf184d4-ce42-4e08-af95-5e3ddafde90e None None] Pushing event updated for resources: {'Port': ['ID=e5328bd6-3142-401d-984e-03929db6ac4c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:38.850879 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Pushing event updated for resources: {'Port': ['ID=7b80b472-f75f-48a6-a89d-08110c8c93f5,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:38.861118 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5203df45-c390-41d5-bfd8-286144e89b9f admin admin] Publish callbacks [] for security_group (f90c1714-3fb4-41c3-9eda-e4d95b0de8a7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:38.879870 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.880365 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.882144 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.882881 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.882881 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.883327 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.883660 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.883968 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.884300 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.884622 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.884942 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.885252 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.885569 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.885911 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.886232 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:38.895851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5203df45-c390-41d5-bfd8-286144e89b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f90c1714-3fb4-41c3-9eda-e4d95b0de8a7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.004243 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:39.006962 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Attempting to bind port 7b80b472-f75f-48a6-a89d-08110c8c93f5 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:39.006962 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Attempting to bind port 7b80b472-f75f-48a6-a89d-08110c8c93f5 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:39.006962 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Attempting to bind port 7b80b472-f75f-48a6-a89d-08110c8c93f5 on network 835de3e8-cc88-4f09-94c0-07d40ac18aab {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:39.020663 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:39.021043 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Checking segment: {'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:39.021637 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.022954 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Bound using segment: {'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:39.025142 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Bound port: 7b80b472-f75f-48a6-a89d-08110c8c93f5, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151e8d6f-bfc6-46e6-bdaf-c81810f929b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:39.026307 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.035227 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f013a68d-b71e-476e-a5c8-cb9302868856 None None] Current status of the port e5328bd6-3142-401d-984e-03929db6ac4c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:39.133937 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5203df45-c390-41d5-bfd8-286144e89b9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a7da257bc154014965d7875bbbfe53e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2042570 Jul 28 10:55:39.137233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50498) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:39.139778 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] For port 7b80b472-f75f-48a6-a89d-08110c8c93f5, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:39.144622 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] For port 7b80b472-f75f-48a6-a89d-08110c8c93f5, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7b80b472-f75f-48a6-a89d-08110c8c93f5,segment=NetworkSegment(151e8d6f-bfc6-46e6-bdaf-c81810f929b3),segment_id=151e8d6f-bfc6-46e6-bdaf-c81810f929b3)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:39.166398 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.179026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203df45-c390-41d5-bfd8-286144e89b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90c1714-3fb4-41c3-9eda-e4d95b0de8a7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:39.218785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-552118df-3250-4674-9948-ea46b9085cc7 None None] Provisioning complete for port 7b80b472-f75f-48a6-a89d-08110c8c93f5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:39.219167 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-552118df-3250-4674-9948-ea46b9085cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.220489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (cf5d5cf5-4c7b-4994-9504-86e7c7ab9510), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.260030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3051-e912-4e58-a6a8-b17525dd3764 admin admin] Publish callbacks [] for security_group (f90c1714-3fb4-41c3-9eda-e4d95b0de8a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.277285 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:39.302903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e5328bd6-3142-401d-984e-03929db6ac4c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:39.314290 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:39.314938 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:39.376530 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3051-e912-4e58-a6a8-b17525dd3764 admin admin] Publish callbacks [] for security_group (f90c1714-3fb4-41c3-9eda-e4d95b0de8a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.391879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-552118df-3250-4674-9948-ea46b9085cc7 None None] Current status of the port 7b80b472-f75f-48a6-a89d-08110c8c93f5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:39.392385 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-552118df-3250-4674-9948-ea46b9085cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.399836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=cf5d5cf5-4c7b-4994-9504-86e7c7ab9510,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:39.427194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:39.427791 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: fcd79de8-9a88-4a04-be3c-35f43fe9f5cd, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:55:39.493138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-552118df-3250-4674-9948-ea46b9085cc7 None None] For port 7b80b472-f75f-48a6-a89d-08110c8c93f5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7b80b472-f75f-48a6-a89d-08110c8c93f5,segment=NetworkSegment(151e8d6f-bfc6-46e6-bdaf-c81810f929b3),segment_id=151e8d6f-bfc6-46e6-bdaf-c81810f929b3)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:39.494426 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:55:39.499127 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-552118df-3250-4674-9948-ea46b9085cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.504748 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215bcec-3168-4d4c-9b8c-827661329c12 None None] Pushing event updated for resources: {'Port': ['ID=7b80b472-f75f-48a6-a89d-08110c8c93f5,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:39.523098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fcd79de8-9a88-4a04-be3c-35f43fe9f5cd) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:39.530383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5328bd6-3142-401d-984e-03929db6ac4c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:39.538088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c8259-2600-4706-bfae-1ab8b946c883 None None] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:39.539087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:39.541782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.550714 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:39.575779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3051-e912-4e58-a6a8-b17525dd3764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (f90c1714-3fb4-41c3-9eda-e4d95b0de8a7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.577031 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:39.579049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3051-e912-4e58-a6a8-b17525dd3764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:39.581561 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-773056c7-55b9-4066-98bd-eae472b90ce3 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6964023 Jul 28 10:55:39.585125 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50504) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:39.588013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1d3a3051-e912-4e58-a6a8-b17525dd3764 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f90c1714-3fb4-41c3-9eda-e4d95b0de8a7 HTTP/1.1" status: 204 len: 168 time: 0.4496984 Jul 28 10:55:39.616647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a3051-e912-4e58-a6a8-b17525dd3764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90c1714-3fb4-41c3-9eda-e4d95b0de8a7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:39.709872 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:39.878712 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:39.911267 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-46d8f652-dae6-4134-b858-94e50f18a410 None None] Provisioning complete for port 7b80b472-f75f-48a6-a89d-08110c8c93f5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:39.911649 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46d8f652-dae6-4134-b858-94e50f18a410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:40.014076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552118df-3250-4674-9948-ea46b9085cc7 None None] Pushing event updated for resources: {'Port': ['ID=7b80b472-f75f-48a6-a89d-08110c8c93f5,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:40.040438 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:36Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:40.107024 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7812e0-26c8-4b87-8bd5-b37dd28b2684 None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:36Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:40.232827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e5328bd6-3142-401d-984e-03929db6ac4c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:40.233300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:40.263985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:55:40.268835 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:40.836776 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-46d8f652-dae6-4134-b858-94e50f18a410 None None] Current status of the port 7b80b472-f75f-48a6-a89d-08110c8c93f5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:40.854379 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:41.050395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e5328bd6-3142-401d-984e-03929db6ac4c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:41.108788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-108e02bc-b63f-4442-ab0a-fd91f513cca0 None None] Provisioning complete for port 7b80b472-f75f-48a6-a89d-08110c8c93f5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:41.109729 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-108e02bc-b63f-4442-ab0a-fd91f513cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:41.119495 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:41.182135 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:41.302296 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:41.335135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Allocated IP 172.21.0.2 (fcd79de8-9a88-4a04-be3c-35f43fe9f5cd/cf5d5cf5-4c7b-4994-9504-86e7c7ab9510/dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:41.529412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7b80b472-f75f-48a6-a89d-08110c8c93f5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:41.628879 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-108e02bc-b63f-4442-ab0a-fd91f513cca0 None None] Current status of the port 7b80b472-f75f-48a6-a89d-08110c8c93f5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:41.654468 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:41.727252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 7b80b472-f75f-48a6-a89d-08110c8c93f5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:41.729697 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:41.848818 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Publish callbacks [] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:41.897303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:41.906932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 7b80b472-f75f-48a6-a89d-08110c8c93f5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:41.949164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:41.956093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:41.959718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:41.970269 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Pushing event updated for resources: {'Port': ['ID=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:42.033745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.21.0.1 (fcd79de8-9a88-4a04-be3c-35f43fe9f5cd/cf5d5cf5-4c7b-4994-9504-86e7c7ab9510/70a8dfd6-74e6-424e-8c22-9d1192887ece) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:42.066739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Attempting to bind port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:42.067281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Attempting to bind port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:42.067701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Attempting to bind port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa on network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:42.108543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:42.109938 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Checking segment: {'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:42.109938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:42.110349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Bound using segment: {'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:42.111928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Bound port: dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:42.112418 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:42.290797 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] For port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:42.295439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] For port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,segment=NetworkSegment(f8eee792-b15b-44be-ac3d-bbe9909f158b),segment_id=f8eee792-b15b-44be-ac3d-bbe9909f158b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:42.297632 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:42.306633 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:42.389481 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:42.396358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a178b-d445-460a-adcf-22f288d153e1 None None] Pushing event updated for resources: {'Port': ['ID=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:42.490720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:42.509944 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:55:42.561005 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:42.565673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:42.571346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:42.642419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=70a8dfd6-74e6-424e-8c22-9d1192887ece,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:42.656373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:42.913758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:43.133539 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:43.337629 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:43.426020 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:43.434554 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:43.534284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:43.568233 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:43.595438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=70a8dfd6-74e6-424e-8c22-9d1192887ece,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:43.669509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:43.670136 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:43.771388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:43.776390 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:43.798857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:43.799525 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:43.908345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,segment=NetworkSegment(f8eee792-b15b-44be-ac3d-bbe9909f158b),segment_id=f8eee792-b15b-44be-ac3d-bbe9909f158b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:43.914771 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:43.999168 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:44.047033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:44.054318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:44.165035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1ed63-d402-4a1b-a0a3-64f4da722d10 None None] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:44.185594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:44.200069 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a479b099-3c2b-4fa7-a4ae-ea89ef3696f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6138294 Jul 28 10:55:44.204089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50554) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:44.210370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-125292336'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:44.228819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:44.245167 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:44.251531 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:44.270734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:44.271615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:44.285814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:55:44.298111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (18ff9fc5-8583-4898-84ba-c92a70c68c9e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:44.298647 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment 18ff9fc5-8583-4898-84ba-c92a70c68c9e of type vlan for network 4a5de520-72bb-4dad-8643-f2842639dcfc Jul 28 10:55:44.364518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4a5de520-72bb-4dad-8643-f2842639dcfc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:44.378289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-6151ca84-e8e1-4288-ba9c-72dea640bc33 None None] Provisioning complete for port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:44.378663 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6151ca84-e8e1-4288-ba9c-72dea640bc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:44.399436 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4a5de520-72bb-4dad-8643-f2842639dcfc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:44.405152 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:44.407178 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:44.422482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:44.529849 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 746 time: 0.3221190 Jul 28 10:55:44.530348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50560) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:44.537731 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:44.540129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3eec2-089f-4bab-93fa-c348f9df9376 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=4a5de520-72bb-4dad-8643-f2842639dcfc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:44.586868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4a5de520-72bb-4dad-8643-f2842639dcfc details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:55:44.743591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:44.747911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:44.798761 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:45.092702 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:45.108277 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (e1ded3e8-7a0b-46c1-a868-7737151611d6), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:45.133969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6151ca84-e8e1-4288-ba9c-72dea640bc33 None None] Current status of the port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:45.160690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:42Z', 'revision_number': 3, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:43Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:45.236314 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:45.236675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Updating router b73d8e86-e70e-433a-92dc-a60100992b70 port 70a8dfd6-74e6-424e-8c22-9d1192887ece binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:55:45.245170 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:45.245473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: 4a5de520-72bb-4dad-8643-f2842639dcfc, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:55:45.250502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=e1ded3e8-7a0b-46c1-a868-7737151611d6,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:45.291796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:45.297121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 4a5de520-72bb-4dad-8643-f2842639dcfc is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:55:45.308188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-217539ab-256e-4f7a-a99b-82c368e10868 None None] Provisioning complete for port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:45.309184 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-217539ab-256e-4f7a-a99b-82c368e10868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:45.323656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4a5de520-72bb-4dad-8643-f2842639dcfc) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:45.334164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:45.335128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:45.379743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50574) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:45.388611 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-70ff8316-0d8f-4d36-ad71-1c6eaa5f8cd0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8441663 Jul 28 10:55:45.392800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f6831-386d-4747-ab35-bf6509f357a7 None None] Network 4a5de520-72bb-4dad-8643-f2842639dcfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:45.532648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:45.720149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4a5de520-72bb-4dad-8643-f2842639dcfc', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:55:45.721081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:45.774495 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:45.775827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:45.776296 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:45.961643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-217539ab-256e-4f7a-a99b-82c368e10868 None None] Current status of the port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:46.028606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:46.048111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-217539ab-256e-4f7a-a99b-82c368e10868 None None] Provisioning complete for port 70a8dfd6-74e6-424e-8c22-9d1192887ece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:46.048516 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-217539ab-256e-4f7a-a99b-82c368e10868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.083450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.292496 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Publish callbacks [] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.313271 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.364828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-217539ab-256e-4f7a-a99b-82c368e10868 None None] Port 70a8dfd6-74e6-424e-8c22-9d1192887ece cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:46.415339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Allocated IP 172.22.0.2 (4a5de520-72bb-4dad-8643-f2842639dcfc/e1ded3e8-7a0b-46c1-a868-7737151611d6/1486da3e-7425-48ba-b8e1-8043e06317a9) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:46.544209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9f34-3fe5-4edf-b82f-9af78c146f97 None None] Pushing event updated for resources: {'Port': ['ID=70a8dfd6-74e6-424e-8c22-9d1192887ece,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:46.576050 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:46.586683 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f639a5f9-0f2a-4d74-841a-d8a37c72015e None None] Provisioning complete for port 70a8dfd6-74e6-424e-8c22-9d1192887ece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:46.587224 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f639a5f9-0f2a-4d74-841a-d8a37c72015e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.602226 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:46.699358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Attempting to bind port 70a8dfd6-74e6-424e-8c22-9d1192887ece on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:46.699739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Attempting to bind port 70a8dfd6-74e6-424e-8c22-9d1192887ece by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:46.700109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Attempting to bind port 70a8dfd6-74e6-424e-8c22-9d1192887ece on network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:46.729768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:46.730431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Checking segment: {'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:46.730683 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.730980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Bound using segment: {'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:46.731559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Bound port: 70a8dfd6-74e6-424e-8c22-9d1192887ece, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8eee792-b15b-44be-ac3d-bbe9909f158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:46.731852 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.809208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] For port 70a8dfd6-74e6-424e-8c22-9d1192887ece, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:46.811767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f639a5f9-0f2a-4d74-841a-d8a37c72015e None None] Port 70a8dfd6-74e6-424e-8c22-9d1192887ece cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:46.815289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] For port 70a8dfd6-74e6-424e-8c22-9d1192887ece, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=70a8dfd6-74e6-424e-8c22-9d1192887ece,segment=NetworkSegment(f8eee792-b15b-44be-ac3d-bbe9909f158b),segment_id=f8eee792-b15b-44be-ac3d-bbe9909f158b)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:46.861223 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.929940 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Publish callbacks [] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.962761 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.966838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9c2f51ac-316a-4133-a126-3af737c6789c None None] Provisioning complete for port 70a8dfd6-74e6-424e-8c22-9d1192887ece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:46.967208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c2f51ac-316a-4133-a126-3af737c6789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:46.968962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:46.969614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:46.975323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9f34-3fe5-4edf-b82f-9af78c146f97 None None] Pushing event updated for resources: {'Port': ['ID=70a8dfd6-74e6-424e-8c22-9d1192887ece,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:47.006047 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:47.036054 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.22.0.1 (4a5de520-72bb-4dad-8643-f2842639dcfc/e1ded3e8-7a0b-46c1-a868-7737151611d6/36eb350a-821a-4b27-8710-00eb67388b14) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:47.130952 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:47.181509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Network 4a5de520-72bb-4dad-8643-f2842639dcfc is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:47.218251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:47.227910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:47.235056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Pushing event updated for resources: {'Port': ['ID=1486da3e-7425-48ba-b8e1-8043e06317a9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:47.240253 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (36eb350a-821a-4b27-8710-00eb67388b14), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.247188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:47.285811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f51ac-316a-4133-a126-3af737c6789c None None] Current status of the port 70a8dfd6-74e6-424e-8c22-9d1192887ece is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:47.286293 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c2f51ac-316a-4133-a126-3af737c6789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.317394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (36eb350a-821a-4b27-8710-00eb67388b14), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.386666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9c2f51ac-316a-4133-a126-3af737c6789c None None] For port 70a8dfd6-74e6-424e-8c22-9d1192887ece, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=70a8dfd6-74e6-424e-8c22-9d1192887ece,segment=NetworkSegment(f8eee792-b15b-44be-ac3d-bbe9909f158b),segment_id=f8eee792-b15b-44be-ac3d-bbe9909f158b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:47.387494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 4a5de520-72bb-4dad-8643-f2842639dcfc is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:47.394767 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:47.399382 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:47.456955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=36eb350a-821a-4b27-8710-00eb67388b14,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:47.472378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.560009 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:47.564672 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c2f51ac-316a-4133-a126-3af737c6789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.573612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Attempting to bind port 1486da3e-7425-48ba-b8e1-8043e06317a9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:47.573612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Attempting to bind port 1486da3e-7425-48ba-b8e1-8043e06317a9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:47.573612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Attempting to bind port 1486da3e-7425-48ba-b8e1-8043e06317a9 on network 4a5de520-72bb-4dad-8643-f2842639dcfc {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:47.604178 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (36eb350a-821a-4b27-8710-00eb67388b14), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.638727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:47.638727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Checking segment: {'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:47.639172 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.639558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Bound using segment: {'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:47.640580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Bound port: 1486da3e-7425-48ba-b8e1-8043e06317a9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:47.641548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.716936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f51ac-316a-4133-a126-3af737c6789c None None] Pushing event updated for resources: {'Port': ['ID=70a8dfd6-74e6-424e-8c22-9d1192887ece,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:47.726250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-00a29b07-d1f4-4784-a1f9-1285f164a7b8 None None] Provisioning complete for port 70a8dfd6-74e6-424e-8c22-9d1192887ece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:47.726631 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-00a29b07-d1f4-4784-a1f9-1285f164a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:47.857811 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:47.879134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] For port 1486da3e-7425-48ba-b8e1-8043e06317a9, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:47.913992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] For port 1486da3e-7425-48ba-b8e1-8043e06317a9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1486da3e-7425-48ba-b8e1-8043e06317a9,segment=NetworkSegment(18ff9fc5-8583-4898-84ba-c92a70c68c9e),segment_id=18ff9fc5-8583-4898-84ba-c92a70c68c9e)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:47.922994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:42Z', 'revision_number': 3, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:46Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:47.926207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-00a29b07-d1f4-4784-a1f9-1285f164a7b8 None None] Current status of the port 70a8dfd6-74e6-424e-8c22-9d1192887ece is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:47.953976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f00699-262a-4b76-81d2-99cd91ac62a5 None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:42Z', 'revision_number': 3, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:46Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:47.955986 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:48.014615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (36eb350a-821a-4b27-8710-00eb67388b14), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:48.026280 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (36eb350a-821a-4b27-8710-00eb67388b14), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:48.074380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c667f-32ae-4c37-b424-18f084763feb None None] Pushing event updated for resources: {'Port': ['ID=1486da3e-7425-48ba-b8e1-8043e06317a9,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:48.675215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:48.692484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=36eb350a-821a-4b27-8710-00eb67388b14,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:48.856662 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:48.875176 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 4a5de520-72bb-4dad-8643-f2842639dcfc is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:48.877543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:48.997394 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:49.012700 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:49.163986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:49.173616 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3b8d74e1-55b3-4900-b07e-655c210a2b73 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7891862 Jul 28 10:55:49.173982 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50622) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:49.179177 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:49.189164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456813786'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:49.205199 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:49.208207 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:49.230911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:49.237722 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:49.260776 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:49.286087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:55:49.318319 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e30ad271-88f5-46ff-9c30-ec7f0d40bbad), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:49.318970 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added segment e30ad271-88f5-46ff-9c30-ec7f0d40bbad of type vlan for network 5a3c6d19-63cc-451c-a791-6175fe1d174d Jul 28 10:55:49.392119 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:49.443165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (5a3c6d19-63cc-451c-a791-6175fe1d174d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:49.523518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (5a3c6d19-63cc-451c-a791-6175fe1d174d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:49.529809 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:49.533937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:49.571230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 70a8dfd6-74e6-424e-8c22-9d1192887ece up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:49.626153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50630) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:49.626153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'subnet': {'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:49.629292 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 747 time: 0.4500396 Jul 28 10:55:49.706203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 70a8dfd6-74e6-424e-8c22-9d1192887ece triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:49.707396 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:49.806429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcc034-cd55-432a-873b-52dcc551e601 None None] Network 4a5de520-72bb-4dad-8643-f2842639dcfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:49.810078 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:49.838042 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c10df-3def-4a16-bc8d-da48aa897da7 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Network': ['ID=5a3c6d19-63cc-451c-a791-6175fe1d174d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:49.867994 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:49.867994 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Updating router b73d8e86-e70e-433a-92dc-a60100992b70 port 36eb350a-821a-4b27-8710-00eb67388b14 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:55:49.873304 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Made reservation on behalf of 7b9c041b2091449ebcdf5b2d5b396bcd for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:55:49.879450 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:49.907400 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (36eb350a-821a-4b27-8710-00eb67388b14), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.022819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-458e7db0-dc91-4d24-a7a9-4c7626e2cc59 None None] Provisioning complete for port 1486da3e-7425-48ba-b8e1-8043e06317a9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:50.023199 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-458e7db0-dc91-4d24-a7a9-4c7626e2cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.037513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:55:50.069034 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:50.308465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 70a8dfd6-74e6-424e-8c22-9d1192887ece is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:50.310618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (f0230a98-c216-4aa0-b00d-071dd2ab84a7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.317882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1486da3e-7425-48ba-b8e1-8043e06317a9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:50.424674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-458e7db0-dc91-4d24-a7a9-4c7626e2cc59 None None] Current status of the port 1486da3e-7425-48ba-b8e1-8043e06317a9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:50.425056 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-458e7db0-dc91-4d24-a7a9-4c7626e2cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.465186 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Publish callbacks [] for port (36eb350a-821a-4b27-8710-00eb67388b14), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.468787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Subnet': ['ID=f0230a98-c216-4aa0-b00d-071dd2ab84a7,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:50.481545 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (36eb350a-821a-4b27-8710-00eb67388b14), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.488851 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Checking segment: {'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:50.489370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network hostable DHCP agents. Network: 5a3c6d19-63cc-451c-a791-6175fe1d174d, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:55:50.490110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1486da3e-7425-48ba-b8e1-8043e06317a9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:50.491587 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.514512 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:50.541672 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:55:50.564026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 5a3c6d19-63cc-451c-a791-6175fe1d174d) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:50.568626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:55:50.569323 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.604740 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea5717-d79d-4dd4-a0ed-81bd28579358 None None] Pushing event updated for resources: {'Port': ['ID=36eb350a-821a-4b27-8710-00eb67388b14,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:50.624070 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cd6dd2ab-0aa4-4763-a21e-6e33cf6dccf4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0023270 Jul 28 10:55:50.624369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50646) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:50.631818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424f4e0-b697-41fb-b863-f1593b74a4fa None None] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:50.651240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-458e7db0-dc91-4d24-a7a9-4c7626e2cc59 None None] For port 1486da3e-7425-48ba-b8e1-8043e06317a9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1486da3e-7425-48ba-b8e1-8043e06317a9,segment=NetworkSegment(18ff9fc5-8583-4898-84ba-c92a70c68c9e),segment_id=18ff9fc5-8583-4898-84ba-c92a70c68c9e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:50.756018 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-458e7db0-dc91-4d24-a7a9-4c7626e2cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.818632 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Attempting to bind port 36eb350a-821a-4b27-8710-00eb67388b14 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:50.819045 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Attempting to bind port 36eb350a-821a-4b27-8710-00eb67388b14 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:50.821214 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Attempting to bind port 36eb350a-821a-4b27-8710-00eb67388b14 on network 4a5de520-72bb-4dad-8643-f2842639dcfc {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:50.838371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:50.841803 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Checking segment: {'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:50.842401 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.844083 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Bound using segment: {'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:50.844772 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Bound port: 36eb350a-821a-4b27-8710-00eb67388b14, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ff9fc5-8583-4898-84ba-c92a70c68c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:50.845378 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (36eb350a-821a-4b27-8710-00eb67388b14), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:50.855148 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:50.903135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1486da3e-7425-48ba-b8e1-8043e06317a9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:50.923001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Provisioning complete for port 1486da3e-7425-48ba-b8e1-8043e06317a9 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:50.924097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:51.028746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e7db0-dc91-4d24-a7a9-4c7626e2cc59 None None] Pushing event updated for resources: {'Port': ['ID=1486da3e-7425-48ba-b8e1-8043e06317a9,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:51.072837 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] For port 36eb350a-821a-4b27-8710-00eb67388b14, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:51.075583 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] For port 36eb350a-821a-4b27-8710-00eb67388b14, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=36eb350a-821a-4b27-8710-00eb67388b14,segment=NetworkSegment(18ff9fc5-8583-4898-84ba-c92a70c68c9e),segment_id=18ff9fc5-8583-4898-84ba-c92a70c68c9e)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:51.090433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-5a3c6d19-63cc-451c-a791-6175fe1d174d', 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d', 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'fixed_ips': [{'subnet_id': 'f0230a98-c216-4aa0-b00d-071dd2ab84a7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:55:51.091673 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:51.096167 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (36eb350a-821a-4b27-8710-00eb67388b14), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:51.112515 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:51.164644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Current status of the port 1486da3e-7425-48ba-b8e1-8043e06317a9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:51.189090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Provisioning complete for port 36eb350a-821a-4b27-8710-00eb67388b14 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:51.189835 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (36eb350a-821a-4b27-8710-00eb67388b14), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:51.198860 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:51.199514 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:51.351194 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea5717-d79d-4dd4-a0ed-81bd28579358 None None] Pushing event updated for resources: {'Port': ['ID=36eb350a-821a-4b27-8710-00eb67388b14,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:51.402840 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:51.552818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1486da3e-7425-48ba-b8e1-8043e06317a9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:51.580691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Allocated IP 172.23.0.2 (5a3c6d19-63cc-451c-a791-6175fe1d174d/f0230a98-c216-4aa0-b00d-071dd2ab84a7/c672c038-40e5-4f88-969f-83cf06cc2694) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:51.585443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:51.674106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Current status of the port 36eb350a-821a-4b27-8710-00eb67388b14 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:51.675317 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (36eb350a-821a-4b27-8710-00eb67388b14), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:51.800122 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:51.863174 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8416f1-d710-411e-981e-defe3a391f35 None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:51.901690 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:51.950397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] For port 36eb350a-821a-4b27-8710-00eb67388b14, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=36eb350a-821a-4b27-8710-00eb67388b14,segment=NetworkSegment(18ff9fc5-8583-4898-84ba-c92a70c68c9e),segment_id=18ff9fc5-8583-4898-84ba-c92a70c68c9e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:52.023433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (36eb350a-821a-4b27-8710-00eb67388b14), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:52.233026 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:52.235363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1486da3e-7425-48ba-b8e1-8043e06317a9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:52.242152 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:52.257136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ac8b-9708-4d96-ada0-dc3b5c4f5181 None None] Pushing event updated for resources: {'Port': ['ID=36eb350a-821a-4b27-8710-00eb67388b14,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:52.458606 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:52.506620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-49466c6e-6901-48ad-a6b3-f9a89dc64f64 None None] Provisioning complete for port 36eb350a-821a-4b27-8710-00eb67388b14 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:52.507000 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-49466c6e-6901-48ad-a6b3-f9a89dc64f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (36eb350a-821a-4b27-8710-00eb67388b14), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:52.840003 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Publish callbacks [] for port (c672c038-40e5-4f88-969f-83cf06cc2694), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:52.870451 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:52.888165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1486da3e-7425-48ba-b8e1-8043e06317a9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:53.022399 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Allocated IP 172.23.0.1 (5a3c6d19-63cc-451c-a791-6175fe1d174d/f0230a98-c216-4aa0-b00d-071dd2ab84a7/46fb04f6-b2df-432c-8031-db3d7a353549) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:55:53.066778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:53.076939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:53.081837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Pushing event updated for resources: {'Port': ['ID=c672c038-40e5-4f88-969f-83cf06cc2694,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:53.085151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:53.176091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Attempting to bind port c672c038-40e5-4f88-969f-83cf06cc2694 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:53.176458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Attempting to bind port c672c038-40e5-4f88-969f-83cf06cc2694 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:53.176828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Attempting to bind port c672c038-40e5-4f88-969f-83cf06cc2694 on network 5a3c6d19-63cc-451c-a791-6175fe1d174d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:53.180608 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-49466c6e-6901-48ad-a6b3-f9a89dc64f64 None None] Current status of the port 36eb350a-821a-4b27-8710-00eb67388b14 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:53.186460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:53.187501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Checking segment: {'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:53.187987 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.188468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Bound using segment: {'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:53.189058 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Bound port: c672c038-40e5-4f88-969f-83cf06cc2694, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:53.189542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.287087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] For port c672c038-40e5-4f88-969f-83cf06cc2694, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:53.303863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] For port c672c038-40e5-4f88-969f-83cf06cc2694, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c672c038-40e5-4f88-969f-83cf06cc2694,segment=NetworkSegment(e30ad271-88f5-46ff-9c30-ec7f0d40bbad),segment_id=e30ad271-88f5-46ff-9c30-ec7f0d40bbad)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:53.321782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (46fb04f6-b2df-432c-8031-db3d7a353549), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.324788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0b9996a0-430f-4f6d-8865-d8f4aaaa67a1 None None] Provisioning complete for port 36eb350a-821a-4b27-8710-00eb67388b14 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:53.325172 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b9996a0-430f-4f6d-8865-d8f4aaaa67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (36eb350a-821a-4b27-8710-00eb67388b14), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.398819 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:53.404341 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.410432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.561615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0b9996a0-430f-4f6d-8865-d8f4aaaa67a1 None None] Current status of the port 36eb350a-821a-4b27-8710-00eb67388b14 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:53.564364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 36eb350a-821a-4b27-8710-00eb67388b14 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:53.596063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:53.603764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:53.614136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:55:53.650723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88322277-b22c-4842-aadb-41b0f3575d66 None None] Pushing event updated for resources: {'Port': ['ID=c672c038-40e5-4f88-969f-83cf06cc2694,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:53.689076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 36eb350a-821a-4b27-8710-00eb67388b14 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:53.689368 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (36eb350a-821a-4b27-8710-00eb67388b14), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.691327 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:53.853946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=46fb04f6-b2df-432c-8031-db3d7a353549,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:53.906302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 36eb350a-821a-4b27-8710-00eb67388b14 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:53.980428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:54.821995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for port (46fb04f6-b2df-432c-8031-db3d7a353549), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:54.833174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:54.979843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event updated for resources: {'Port': ['ID=46fb04f6-b2df-432c-8031-db3d7a353549,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:54.984717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:55.044812 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:55.128944 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:55:55.130600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:55:55.172753 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17790c0-24ad-41d4-96f1-e1972d9b6deb None None] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:55:55.264959 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:55.351856 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:55.365524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d1e636fb-1b51-4c4b-8da2-bb3bf8570f80 None None] Provisioning complete for port c672c038-40e5-4f88-969f-83cf06cc2694 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:55.365936 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d1e636fb-1b51-4c4b-8da2-bb3bf8570f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:55.458351 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:55.472631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:55.494019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:55.506080 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-444f3b77-5c23-4665-a971-60b877f256c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8798523 Jul 28 10:55:55.508498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50696) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:55.516061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:55.517257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c672c038-40e5-4f88-969f-83cf06cc2694 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:55.598018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:55.599812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:55.740892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c672c038-40e5-4f88-969f-83cf06cc2694 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:55.741552 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:55.801810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d1e636fb-1b51-4c4b-8da2-bb3bf8570f80 None None] Current status of the port c672c038-40e5-4f88-969f-83cf06cc2694 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:55.802501 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d1e636fb-1b51-4c4b-8da2-bb3bf8570f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:55.817521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:55.978655 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:55.994176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d1e636fb-1b51-4c4b-8da2-bb3bf8570f80 None None] For port c672c038-40e5-4f88-969f-83cf06cc2694, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c672c038-40e5-4f88-969f-83cf06cc2694,segment=NetworkSegment(e30ad271-88f5-46ff-9c30-ec7f0d40bbad),segment_id=e30ad271-88f5-46ff-9c30-ec7f0d40bbad)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:56.144544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c672c038-40e5-4f88-969f-83cf06cc2694 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:56.146689 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d1e636fb-1b51-4c4b-8da2-bb3bf8570f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.160609 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.extraroute_db [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 10:55:56.180662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.extraroute_db [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Removed routes are [] {{(pid=104687) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 10:55:56.181462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.289079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e636fb-1b51-4c4b-8da2-bb3bf8570f80 None None] Pushing event updated for resources: {'Port': ['ID=c672c038-40e5-4f88-969f-83cf06cc2694,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:56.330665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d899b402-0cf4-40b6-8f4c-5f26681aeee9 None None] Provisioning complete for port c672c038-40e5-4f88-969f-83cf06cc2694 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:56.331053 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d899b402-0cf4-40b6-8f4c-5f26681aeee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.482884 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.487009 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.532286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d899b402-0cf4-40b6-8f4c-5f26681aeee9 None None] Current status of the port c672c038-40e5-4f88-969f-83cf06cc2694 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:56.547587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:53Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46fb04f6-b2df-432c-8031-db3d7a353549', 'name': '', 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:b2:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'f0230a98-c216-4aa0-b00d-071dd2ab84a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:51Z', 'updated_at': '2022-07-28T10:55:54Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'f0230a98-c216-4aa0-b00d-071dd2ab84a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:56.592038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:56.592563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Updating router b73d8e86-e70e-433a-92dc-a60100992b70 port 46fb04f6-b2df-432c-8031-db3d7a353549 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:55:56.612971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d899b402-0cf4-40b6-8f4c-5f26681aeee9 None None] Provisioning complete for port 46fb04f6-b2df-432c-8031-db3d7a353549 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:56.613583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d899b402-0cf4-40b6-8f4c-5f26681aeee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.669333 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:56.722247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d899b402-0cf4-40b6-8f4c-5f26681aeee9 None None] Port 46fb04f6-b2df-432c-8031-db3d7a353549 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:56.727920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:56.735561 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.870357 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:56.878431 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:56.882232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-661f6f53-c37c-4a56-a5cb-647050761eb1 None None] Provisioning complete for port 46fb04f6-b2df-432c-8031-db3d7a353549 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:56.882872 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-661f6f53-c37c-4a56-a5cb-647050761eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.929641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:56.956365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:56.957889 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-76946d16-da0a-4668-885f-1004187155fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 200 len: 934 time: 1.4484131 Jul 28 10:55:56.960409 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50712) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:57.065102 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-661f6f53-c37c-4a56-a5cb-647050761eb1 None None] Port 46fb04f6-b2df-432c-8031-db3d7a353549 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:57.218295 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-14cba6ca-616a-45b1-94fb-d354e9729e57 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 200 len: 934 time: 0.2557316 Jul 28 10:55:57.221547 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50722) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:57.226872 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'routes': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:55:57.398703 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Publish callbacks [] for port (46fb04f6-b2df-432c-8031-db3d7a353549), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:57.423539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:57.538802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c672c038-40e5-4f88-969f-83cf06cc2694 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:55:57.734949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e0ee3-50b4-40c7-bcd4-c494211ed4bc None None] Pushing event updated for resources: {'Port': ['ID=46fb04f6-b2df-432c-8031-db3d7a353549,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:57.876424 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:57.898705 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c672c038-40e5-4f88-969f-83cf06cc2694 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:57.901213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:57.988936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Attempting to bind port 46fb04f6-b2df-432c-8031-db3d7a353549 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:55:57.996933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Attempting to bind port 46fb04f6-b2df-432c-8031-db3d7a353549 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:55:57.997329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Attempting to bind port 46fb04f6-b2df-432c-8031-db3d7a353549 on network 5a3c6d19-63cc-451c-a791-6175fe1d174d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:55:58.018688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:55:58.019074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Checking segment: {'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:55:58.019760 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.022283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Bound using segment: {'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:55:58.022928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Bound port: 46fb04f6-b2df-432c-8031-db3d7a353549, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:55:58.024912 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.091997 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added routes are [] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 10:55:58.093126 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 10:55:58.117064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-82e1a380-1356-4917-8a53-f344e244e798 None None] Provisioning complete for port 46fb04f6-b2df-432c-8031-db3d7a353549 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:58.117460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82e1a380-1356-4917-8a53-f344e244e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.133241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.136788 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:58.171506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-82e1a380-1356-4917-8a53-f344e244e798 None None] Port 46fb04f6-b2df-432c-8031-db3d7a353549 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:55:58.247084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] For port 46fb04f6-b2df-432c-8031-db3d7a353549, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:55:58.253302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] For port 46fb04f6-b2df-432c-8031-db3d7a353549, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=46fb04f6-b2df-432c-8031-db3d7a353549,segment=NetworkSegment(e30ad271-88f5-46ff-9c30-ec7f0d40bbad),segment_id=e30ad271-88f5-46ff-9c30-ec7f0d40bbad)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:55:58.299531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c672c038-40e5-4f88-969f-83cf06cc2694 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:58.304373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.484016 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e0ee3-50b4-40c7-bcd4-c494211ed4bc None None] Pushing event updated for resources: {'Port': ['ID=46fb04f6-b2df-432c-8031-db3d7a353549,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:58.497673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:55:58.501315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:58.562794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.572307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.742525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:55:58.826306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:55:58.858028 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:58.946015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:58.961334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:58.965576 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-53c3634c-d45e-4329-aa5b-be82f6ba163a tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 200 len: 700 time: 1.7405844 Jul 28 10:55:58.965942 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:58.967133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-047ae1a4-f692-4d89-ba04-e10b0d72d974 None None] Provisioning complete for port 46fb04f6-b2df-432c-8031-db3d7a353549 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:55:58.967550 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-047ae1a4-f692-4d89-ba04-e10b0d72d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:59.136182 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:55:59.152329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50752) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:55:59.153030 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5bcb677a-08d2-423d-87e6-cbb183d759f2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 200 len: 700 time: 0.1859779 Jul 28 10:55:59.325341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-047ae1a4-f692-4d89-ba04-e10b0d72d974 None None] Current status of the port 46fb04f6-b2df-432c-8031-db3d7a353549 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:55:59.326020 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-047ae1a4-f692-4d89-ba04-e10b0d72d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:59.414078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-047ae1a4-f692-4d89-ba04-e10b0d72d974 None None] For port 46fb04f6-b2df-432c-8031-db3d7a353549, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=46fb04f6-b2df-432c-8031-db3d7a353549,segment=NetworkSegment(e30ad271-88f5-46ff-9c30-ec7f0d40bbad),segment_id=e30ad271-88f5-46ff-9c30-ec7f0d40bbad)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:59.425699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:58Z', 'revision_number': 7, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46fb04f6-b2df-432c-8031-db3d7a353549', 'name': '', 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:b2:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'f0230a98-c216-4aa0-b00d-071dd2ab84a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:51Z', 'updated_at': '2022-07-28T10:55:58Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'f0230a98-c216-4aa0-b00d-071dd2ab84a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:59.435436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-047ae1a4-f692-4d89-ba04-e10b0d72d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:59.508901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8bb80-a82c-488f-b59a-20893ec06f2f None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:55:58Z', 'revision_number': 7, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46fb04f6-b2df-432c-8031-db3d7a353549', 'name': '', 'network_id': '5a3c6d19-63cc-451c-a791-6175fe1d174d', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:b2:99:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'f0230a98-c216-4aa0-b00d-071dd2ab84a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:51Z', 'updated_at': '2022-07-28T10:55:58Z', 'revision_number': 4, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'f0230a98-c216-4aa0-b00d-071dd2ab84a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:59.655838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ae1a4-f692-4d89-ba04-e10b0d72d974 None None] Pushing event updated for resources: {'Port': ['ID=46fb04f6-b2df-432c-8031-db3d7a353549,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:59.738875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:55:59.841879 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:00.025811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 46fb04f6-b2df-432c-8031-db3d7a353549 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:00.026309 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:00.202934 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 46fb04f6-b2df-432c-8031-db3d7a353549, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=46fb04f6-b2df-432c-8031-db3d7a353549,segment=NetworkSegment(e30ad271-88f5-46ff-9c30-ec7f0d40bbad),segment_id=e30ad271-88f5-46ff-9c30-ec7f0d40bbad)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:00.203601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:00.219165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 46fb04f6-b2df-432c-8031-db3d7a353549 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:00.552029 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:00.557999 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (46fb04f6-b2df-432c-8031-db3d7a353549), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:00.589985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=46fb04f6-b2df-432c-8031-db3d7a353549,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:00.688463 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:00.705537 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:00.706371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:00.825016 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:00.888128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:01.169463 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:01.182582 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:00Z', 'revision_number': 8, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:01.238155 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:01.261241 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:01.263380 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:01.375609 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:01.389533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50790) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:01.390134 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-25f11f6b-f1d0-4c7b-ae1f-661b23188191 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2360787 Jul 28 10:56:01.463305 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:01.502122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet f0230a98-c216-4aa0-b00d-071dd2ab84a7 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:01.506498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (f0230a98-c216-4aa0-b00d-071dd2ab84a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:01.561510 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (f0230a98-c216-4aa0-b00d-071dd2ab84a7), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:01.565056 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:01.651204 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:01.775123 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f0230a98-c216-4aa0-b00d-071dd2ab84a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:01.825934 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:00Z', 'revision_number': 8, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:01.853669 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a0d97-8889-4de8-9c04-d03f58570164 None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:00Z', 'revision_number': 8, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:01.947008 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (f0230a98-c216-4aa0-b00d-071dd2ab84a7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:01.957807 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:01.989601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=f0230a98-c216-4aa0-b00d-071dd2ab84a7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:02.008560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30fae43-d390-49e4-8899-397ce9f102bd None None] Network 5a3c6d19-63cc-451c-a791-6175fe1d174d requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:02.010481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.017520 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-df1d4c2b-a187-435b-a1ee-bfce636a18e8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/f0230a98-c216-4aa0-b00d-071dd2ab84a7 HTTP/1.1" status: 204 len: 168 time: 0.6241167 Jul 28 10:56:02.019985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50796) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:02.154485 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:02.162220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (5a3c6d19-63cc-451c-a791-6175fe1d174d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.239818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port c672c038-40e5-4f88-969f-83cf06cc2694 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:02.240157 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.339990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] DHCP port deletion for 5a3c6d19-63cc-451c-a791-6175fe1d174d request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:56:02.369610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port c672c038-40e5-4f88-969f-83cf06cc2694, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c672c038-40e5-4f88-969f-83cf06cc2694,segment=NetworkSegment(e30ad271-88f5-46ff-9c30-ec7f0d40bbad),segment_id=e30ad271-88f5-46ff-9c30-ec7f0d40bbad)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:02.370006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.402160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for c672c038-40e5-4f88-969f-83cf06cc2694 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:02.423747 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] Deleting port c672c038-40e5-4f88-969f-83cf06cc2694 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:02.424041 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.565679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] For port c672c038-40e5-4f88-969f-83cf06cc2694, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c672c038-40e5-4f88-969f-83cf06cc2694,segment=NetworkSegment(e30ad271-88f5-46ff-9c30-ec7f0d40bbad),segment_id=e30ad271-88f5-46ff-9c30-ec7f0d40bbad)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:02.566829 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.603654 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.609022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] Calling delete_port for c672c038-40e5-4f88-969f-83cf06cc2694 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:02.625947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port c672c038-40e5-4f88-969f-83cf06cc2694 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:02.677559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=c672c038-40e5-4f88-969f-83cf06cc2694,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:02.721627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:02.743988 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d1003933-1f8f-4cbc-9608-e1f06e378057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.750558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:02.751617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:02.893762 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (c672c038-40e5-4f88-969f-83cf06cc2694), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:02.896825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:02.967111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] Pushing event deleted for resources: {'Port': ['ID=c672c038-40e5-4f88-969f-83cf06cc2694,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:02.975348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb93bda-884d-4ce1-9f1e-36673e096fce None None] No DVR routers for this DVR port c672c038-40e5-4f88-969f-83cf06cc2694 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:03.288648 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:03.349158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (5a3c6d19-63cc-451c-a791-6175fe1d174d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:03.379074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3c6d19-63cc-451c-a791-6175fe1d174d']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:03.385188 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:03.400249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:00Z', 'revision_number': 8, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:03.405907 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:03.406476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30ad271-88f5-46ff-9c30-ec7f0d40bbad') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:03.429462 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (e30ad271-88f5-46ff-9c30-ec7f0d40bbad), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:03.444221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:03.455339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e30ad271-88f5-46ff-9c30-ec7f0d40bbad), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:03.455988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:03.456656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:55:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:03.463854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:03.465806 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (e30ad271-88f5-46ff-9c30-ec7f0d40bbad), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:03.542844 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:03.551867 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (5a3c6d19-63cc-451c-a791-6175fe1d174d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:03.568825 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:03.578409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50814) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:03.587701 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/5a3c6d19-63cc-451c-a791-6175fe1d174d HTTP/1.1" status: 204 len: 168 time: 1.5662496 Jul 28 10:56:03.596063 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e30ad271-88f5-46ff-9c30-ec7f0d40bbad resource provider aggregate not found Jul 28 10:56:03.646838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ef3d0-5cb6-411f-8412-b683f30f19f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=5a3c6d19-63cc-451c-a791-6175fe1d174d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:03.666821 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e30ad271-88f5-46ff-9c30-ec7f0d40bbad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e30ad271-88f5-46ff-9c30-ec7f0d40bbad found for delete ", "request_id": "req-cc9fd83b-1bff-49d1-ad80-50d39e831c93"}]} Jul 28 10:56:03.775780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 46fb04f6-b2df-432c-8031-db3d7a353549 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:03.799666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 46fb04f6-b2df-432c-8031-db3d7a353549 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:03.799942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 46fb04f6-b2df-432c-8031-db3d7a353549 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:03.800349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c672c038-40e5-4f88-969f-83cf06cc2694 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:03.830534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c672c038-40e5-4f88-969f-83cf06cc2694 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:03.830887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c672c038-40e5-4f88-969f-83cf06cc2694 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:03.865466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:04.109665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:04.220802 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:04.243356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:00Z', 'revision_number': 8, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:04.287534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8915ef-ed6b-4b3e-a5ac-8407f21e6b25 None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:00Z', 'revision_number': 8, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '36eb350a-821a-4b27-8710-00eb67388b14', 'name': '', 'network_id': '4a5de520-72bb-4dad-8643-f2842639dcfc', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:ad:62:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:46Z', 'updated_at': '2022-07-28T10:55:51Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'e1ded3e8-7a0b-46c1-a868-7737151611d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:04.408854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 36eb350a-821a-4b27-8710-00eb67388b14 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:04.410239 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (36eb350a-821a-4b27-8710-00eb67388b14), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:04.526183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 36eb350a-821a-4b27-8710-00eb67388b14, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=36eb350a-821a-4b27-8710-00eb67388b14,segment=NetworkSegment(18ff9fc5-8583-4898-84ba-c92a70c68c9e),segment_id=18ff9fc5-8583-4898-84ba-c92a70c68c9e)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:04.526559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (36eb350a-821a-4b27-8710-00eb67388b14), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:04.548437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 36eb350a-821a-4b27-8710-00eb67388b14 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:04.829194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (36eb350a-821a-4b27-8710-00eb67388b14), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:04.935327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=36eb350a-821a-4b27-8710-00eb67388b14,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:05.032092 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f5effe99-71d7-42a4-8e1a-4a0f3a28b891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.102910 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:05.117556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50834) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:05.210384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.380911 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45e92eb9-6fdf-4f1f-9c7c-5673188638f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.514799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45e92eb9-6fdf-4f1f-9c7c-5673188638f8 admin admin] Publish callbacks [] for security_group (57077a18-e7b2-4a04-bf72-a2fa04629992), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.520534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-45e92eb9-6fdf-4f1f-9c7c-5673188638f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (57077a18-e7b2-4a04-bf72-a2fa04629992), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.573170 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-45e92eb9-6fdf-4f1f-9c7c-5673188638f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b2172e49fe74f4fa12af01f73596643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535341 Jul 28 10:56:05.574132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50842) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:05.621124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e92eb9-6fdf-4f1f-9c7c-5673188638f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57077a18-e7b2-4a04-bf72-a2fa04629992,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:05.675777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53d61019-3bf3-4352-a90e-4ff543cf0091 admin admin] Publish callbacks [] for security_group (57077a18-e7b2-4a04-bf72-a2fa04629992), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.700708 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53d61019-3bf3-4352-a90e-4ff543cf0091 admin admin] Publish callbacks [] for security_group (57077a18-e7b2-4a04-bf72-a2fa04629992), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.752780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53d61019-3bf3-4352-a90e-4ff543cf0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (57077a18-e7b2-4a04-bf72-a2fa04629992), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.757789 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-53d61019-3bf3-4352-a90e-4ff543cf0091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:05.761135 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-53d61019-3bf3-4352-a90e-4ff543cf0091 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57077a18-e7b2-4a04-bf72-a2fa04629992 HTTP/1.1" status: 204 len: 168 time: 0.1804910 Jul 28 10:56:05.779596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d61019-3bf3-4352-a90e-4ff543cf0091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57077a18-e7b2-4a04-bf72-a2fa04629992,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:06.037813 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:06.175176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.207916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:06.224494 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:06.236797 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b8f834bd-b89e-4da1-bb12-1c9e0480b8d2 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6544340 Jul 28 10:56:06.237367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50854) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:06.252991 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:06.253619 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:06.329462 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet e1ded3e8-7a0b-46c1-a868-7737151611d6 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:06.338575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (e1ded3e8-7a0b-46c1-a868-7737151611d6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.395178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (e1ded3e8-7a0b-46c1-a868-7737151611d6), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.397191 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:06.400316 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:06.593091 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (e1ded3e8-7a0b-46c1-a868-7737151611d6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.697238 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (e1ded3e8-7a0b-46c1-a868-7737151611d6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.741146 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ded3e8-7a0b-46c1-a868-7737151611d6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:06.748189 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.752913 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8cc6515a-c091-4792-a0b5-d1afc51c7e11 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/e1ded3e8-7a0b-46c1-a868-7737151611d6 HTTP/1.1" status: 204 len: 168 time: 0.5144067 Jul 28 10:56:06.755428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50868) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:06.758208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82637545-0d07-4534-9933-9b678ad22021 None None] Network 4a5de520-72bb-4dad-8643-f2842639dcfc requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:06.868868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4a5de520-72bb-4dad-8643-f2842639dcfc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.915123 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 1486da3e-7425-48ba-b8e1-8043e06317a9 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:06.915626 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:06.959167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:04Z', 'revision_number': 9, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:07.017755 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:07.042699 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:07.044390 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:07.063024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 1486da3e-7425-48ba-b8e1-8043e06317a9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1486da3e-7425-48ba-b8e1-8043e06317a9,segment=NetworkSegment(18ff9fc5-8583-4898-84ba-c92a70c68c9e),segment_id=18ff9fc5-8583-4898-84ba-c92a70c68c9e)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:07.063615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.103231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 1486da3e-7425-48ba-b8e1-8043e06317a9 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:07.120657 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:07.120786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] DHCP port deletion for 4a5de520-72bb-4dad-8643-f2842639dcfc request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:56:07.159219 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:07.180234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] Deleting port 1486da3e-7425-48ba-b8e1-8043e06317a9 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:07.180681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.263464 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.300396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=1486da3e-7425-48ba-b8e1-8043e06317a9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:07.315968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port 1486da3e-7425-48ba-b8e1-8043e06317a9 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:07.329233 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.450526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] For port 1486da3e-7425-48ba-b8e1-8043e06317a9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1486da3e-7425-48ba-b8e1-8043e06317a9,segment=NetworkSegment(18ff9fc5-8583-4898-84ba-c92a70c68c9e),segment_id=18ff9fc5-8583-4898-84ba-c92a70c68c9e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:07.450950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.461764 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1486da3e-7425-48ba-b8e1-8043e06317a9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:07.500762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1486da3e-7425-48ba-b8e1-8043e06317a9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:07.500762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1486da3e-7425-48ba-b8e1-8043e06317a9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:07.516710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] Calling delete_port for 1486da3e-7425-48ba-b8e1-8043e06317a9 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:07.546452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4a5de520-72bb-4dad-8643-f2842639dcfc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.603028 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:04Z', 'revision_number': 9, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:07.611572 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5de520-72bb-4dad-8643-f2842639dcfc']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:07.630498 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.632274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ff9fc5-8583-4898-84ba-c92a70c68c9e') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:07.633989 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ff9fc5-8583-4898-84ba-c92a70c68c9e') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:07.661409 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (18ff9fc5-8583-4898-84ba-c92a70c68c9e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.674698 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc03805-0a4c-4d35-97bf-59af8a0f328c None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:04Z', 'revision_number': 9, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '70a8dfd6-74e6-424e-8c22-9d1192887ece', 'name': '', 'network_id': 'fcd79de8-9a88-4a04-be3c-35f43fe9f5cd', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:85:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:41Z', 'updated_at': '2022-07-28T10:55:47Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': 'cf5d5cf5-4c7b-4994-9504-86e7c7ab9510', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:07.677475 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (1486da3e-7425-48ba-b8e1-8043e06317a9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.693102 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (18ff9fc5-8583-4898-84ba-c92a70c68c9e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.707278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:07.707740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (18ff9fc5-8583-4898-84ba-c92a70c68c9e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.756163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] Pushing event deleted for resources: {'Port': ['ID=1486da3e-7425-48ba-b8e1-8043e06317a9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:07.762590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.780974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c56b60-6f0b-4eb6-a1c5-d5f736f21aa4 None None] No DVR routers for this DVR port 1486da3e-7425-48ba-b8e1-8043e06317a9 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:07.803088 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 18ff9fc5-8583-4898-84ba-c92a70c68c9e resource provider aggregate not found Jul 28 10:56:07.827340 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 18ff9fc5-8583-4898-84ba-c92a70c68c9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ff9fc5-8583-4898-84ba-c92a70c68c9e found for delete ", "request_id": "req-9088687b-e000-4e40-b061-a80a819519fc"}]} Jul 28 10:56:07.848777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4a5de520-72bb-4dad-8643-f2842639dcfc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.880870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:07.885721 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/4a5de520-72bb-4dad-8643-f2842639dcfc HTTP/1.1" status: 204 len: 168 time: 1.1291060 Jul 28 10:56:07.887436 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47845732-dbc1-491d-a03f-81452c7c6278 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=4a5de520-72bb-4dad-8643-f2842639dcfc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:07.888397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50896) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:08.152030 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:08.331045 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:08.687056 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50914) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:08.691426 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930027346', 'description': 'tempest-secgroup-smoke-930027346 description', 'project_id': 'adcea96b79484f4da85e12a5a6243528'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:08.720049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 70a8dfd6-74e6-424e-8c22-9d1192887ece {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:08.720392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:08.725619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:08.784683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:08.868882 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 70a8dfd6-74e6-424e-8c22-9d1192887ece, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=70a8dfd6-74e6-424e-8c22-9d1192887ece,segment=NetworkSegment(f8eee792-b15b-44be-ac3d-bbe9909f158b),segment_id=f8eee792-b15b-44be-ac3d-bbe9909f158b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:08.869711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:08.888842 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 70a8dfd6-74e6-424e-8c22-9d1192887ece owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:08.891800 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:08.981747 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (d87254bc-26f1-4602-9583-e69b12f1e1a7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:08.993746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d87254bc-26f1-4602-9583-e69b12f1e1a7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.046964 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87254bc-26f1-4602-9583-e69b12f1e1a7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:09.127169 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:09.136616 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (67d2d033-ccad-4afd-a838-9ed413a1034d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.143655 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (67d2d033-ccad-4afd-a838-9ed413a1034d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.204498 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.205732 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5177333 Jul 28 10:56:09.214043 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50922) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:09.221552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e93811f8-e124-494a-9ac2-6b79969e2444 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '67d2d033-ccad-4afd-a838-9ed413a1034d', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:09.222726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4d5e6-8803-4c16-92e2-8ec7d7f23947 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d2d033-ccad-4afd-a838-9ed413a1034d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:09.234549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (70a8dfd6-74e6-424e-8c22-9d1192887ece), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.256702 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:09.298567 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93811f8-e124-494a-9ac2-6b79969e2444 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (148c635b-9056-4d4f-a92d-289a58435432), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.304264 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=70a8dfd6-74e6-424e-8c22-9d1192887ece,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:09.442817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93811f8-e124-494a-9ac2-6b79969e2444 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (148c635b-9056-4d4f-a92d-289a58435432), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.447442 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93811f8-e124-494a-9ac2-6b79969e2444 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (148c635b-9056-4d4f-a92d-289a58435432), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.479993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93811f8-e124-494a-9ac2-6b79969e2444 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148c635b-9056-4d4f-a92d-289a58435432,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:09.508673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e93811f8-e124-494a-9ac2-6b79969e2444 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.513480 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e93811f8-e124-494a-9ac2-6b79969e2444 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977555 Jul 28 10:56:09.517983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50926) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:09.522512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2351a39d-b9e6-4d6c-9973-68b072e37c2e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '67d2d033-ccad-4afd-a838-9ed413a1034d', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:09.549167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 36eb350a-821a-4b27-8710-00eb67388b14 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:09.601726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 36eb350a-821a-4b27-8710-00eb67388b14 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:09.604974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 36eb350a-821a-4b27-8710-00eb67388b14 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:09.627228 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2351a39d-b9e6-4d6c-9973-68b072e37c2e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (3f71750c-96b7-4e7f-abb0-eab3bb7dfef2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.671525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.738646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2351a39d-b9e6-4d6c-9973-68b072e37c2e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (3f71750c-96b7-4e7f-abb0-eab3bb7dfef2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.744550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2351a39d-b9e6-4d6c-9973-68b072e37c2e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (3f71750c-96b7-4e7f-abb0-eab3bb7dfef2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.767037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351a39d-b9e6-4d6c-9973-68b072e37c2e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f71750c-96b7-4e7f-abb0-eab3bb7dfef2,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:09.781022 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2351a39d-b9e6-4d6c-9973-68b072e37c2e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.782507 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2351a39d-b9e6-4d6c-9973-68b072e37c2e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2634907 Jul 28 10:56:09.785419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50928) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:09.793931 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-641460a0-5046-4b0c-9122-1e821fca2bc4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '67d2d033-ccad-4afd-a838-9ed413a1034d', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:09.882279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-641460a0-5046-4b0c-9122-1e821fca2bc4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (5b1d62b5-e048-4774-83a6-a16594a609c3), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:09.957026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:10.035999 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-641460a0-5046-4b0c-9122-1e821fca2bc4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (5b1d62b5-e048-4774-83a6-a16594a609c3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.045688 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-641460a0-5046-4b0c-9122-1e821fca2bc4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (5b1d62b5-e048-4774-83a6-a16594a609c3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.074236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641460a0-5046-4b0c-9122-1e821fca2bc4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1d62b5-e048-4774-83a6-a16594a609c3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:10.086746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-641460a0-5046-4b0c-9122-1e821fca2bc4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.090694 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-641460a0-5046-4b0c-9122-1e821fca2bc4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3000672 Jul 28 10:56:10.094776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50932) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:10.099553 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:10.106299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:10.106634 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c8a1d302-6f67-47bd-85e9-b5358e2f6210 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '67d2d033-ccad-4afd-a838-9ed413a1034d', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:10.124376 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7ba716da-c76d-4d18-aa4d-17f7c68a3b3b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2316720 Jul 28 10:56:10.125030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50934) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:10.130526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:10.144261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:10.145282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:10.146327 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:10.204629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d302-6f67-47bd-85e9-b5358e2f6210 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (1a443215-6862-4f18-a6e7-6f62585f10bd), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.212631 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:10.237172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet cf5d5cf5-4c7b-4994-9504-86e7c7ab9510 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:10.242368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (cf5d5cf5-4c7b-4994-9504-86e7c7ab9510), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.276133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:10.300013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (cf5d5cf5-4c7b-4994-9504-86e7c7ab9510), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.396804 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d302-6f67-47bd-85e9-b5358e2f6210 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (1a443215-6862-4f18-a6e7-6f62585f10bd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.405736 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d302-6f67-47bd-85e9-b5358e2f6210 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (1a443215-6862-4f18-a6e7-6f62585f10bd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.425585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (cf5d5cf5-4c7b-4994-9504-86e7c7ab9510), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.440399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1d302-6f67-47bd-85e9-b5358e2f6210 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a443215-6862-4f18-a6e7-6f62585f10bd,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:10.449777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d302-6f67-47bd-85e9-b5358e2f6210 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.451872 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c8a1d302-6f67-47bd-85e9-b5358e2f6210 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3526237 Jul 28 10:56:10.455965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50936) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:10.468528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '67d2d033-ccad-4afd-a838-9ed413a1034d', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:10.509821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (cf5d5cf5-4c7b-4994-9504-86e7c7ab9510), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.512979 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:56:10.520423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (8fab3794-c45c-465c-bb6a-71e2621f9ebd), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.591788 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:10.618044 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.624097 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/cf5d5cf5-4c7b-4994-9504-86e7c7ab9510 HTTP/1.1" status: 204 len: 168 time: 0.4978480 Jul 28 10:56:10.625173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722cbe4-43a9-4d85-a9e7-6a697bea78f0 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5d5cf5-4c7b-4994-9504-86e7c7ab9510,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:10.630456 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50940) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:10.651579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:09Z', 'revision_number': 10, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:10.656257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee5768-6f9f-44b1-91c5-49cc5e51d9e0 None None] Network fcd79de8-9a88-4a04-be3c-35f43fe9f5cd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:10.760892 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (8fab3794-c45c-465c-bb6a-71e2621f9ebd), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.768041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:10.773788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8fab3794-c45c-465c-bb6a-71e2621f9ebd), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.784104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:10.785053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:10.821527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.823756 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3657570 Jul 28 10:56:10.826071 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50946) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:10.832063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '67d2d033-ccad-4afd-a838-9ed413a1034d', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:10.832535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89506aec-1915-48c1-99aa-16358b1355ad tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fab3794-c45c-465c-bb6a-71e2621f9ebd,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:10.910583 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:56:10.929697 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fcd79de8-9a88-4a04-be3c-35f43fe9f5cd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.954530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (c91f8521-1d77-46a7-8ed2-d58f71257eee), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:10.968214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:11.064365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:11.064365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.068280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (c91f8521-1d77-46a7-8ed2-d58f71257eee), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.069036 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:11.080675 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c91f8521-1d77-46a7-8ed2-d58f71257eee), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.081934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] DHCP port deletion for fcd79de8-9a88-4a04-be3c-35f43fe9f5cd request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:56:11.141168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91f8521-1d77-46a7-8ed2-d58f71257eee,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:11.159271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.163903 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-daaff007-268f-4be3-9632-564d3c5ae823 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3355429 Jul 28 10:56:11.164037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:11.171168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'network': {'name': 'tempest-network-smoke--1794835369', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'port_security_enabled': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:11.172045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,segment=NetworkSegment(f8eee792-b15b-44be-ac3d-bbe9909f158b),segment_id=f8eee792-b15b-44be-ac3d-bbe9909f158b)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:11.172414 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.180221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] Deleting port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:11.180604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.185561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:11.252434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:11.265043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.277271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.296194 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=10,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:11.303050 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:11.330883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:56:11.354405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:09Z', 'revision_number': 10, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:11.361095 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:11.371486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:11.387640 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9b0a5e62-0312-4c00-89a4-a32ff37f9a81), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.387640 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Added segment 9b0a5e62-0312-4c00-89a4-a32ff37f9a81 of type vlan for network 7832bb58-5975-41c0-bffb-eb28ef7571b9 Jul 28 10:56:11.417059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acbd5ef-9bf0-4e79-8201-fc15213cc419 None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:09Z', 'revision_number': 10, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None, '_interfaces': [{'id': '7b80b472-f75f-48a6-a89d-08110c8c93f5', 'name': '', 'network_id': '835de3e8-cc88-4f09-94c0-07d40ac18aab', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'mac_address': 'fa:16:3e:62:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:55:35Z', 'updated_at': '2022-07-28T10:55:39Z', 'revision_number': 5, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'subnets': [{'id': '71e927e5-52f7-42e0-947f-c6ea29afdaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:11.472730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] For port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,segment=NetworkSegment(f8eee792-b15b-44be-ac3d-bbe9909f158b),segment_id=f8eee792-b15b-44be-ac3d-bbe9909f158b)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:11.472730 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.493436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:11.520966 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fcd79de8-9a88-4a04-be3c-35f43fe9f5cd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.549404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] Calling delete_port for dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:11.557802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:11.558203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:11.562750 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7832bb58-5975-41c0-bffb-eb28ef7571b9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.563297 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd79de8-9a88-4a04-be3c-35f43fe9f5cd']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:11.589655 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8eee792-b15b-44be-ac3d-bbe9909f158b') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:11.590323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8eee792-b15b-44be-ac3d-bbe9909f158b') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:11.605023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7832bb58-5975-41c0-bffb-eb28ef7571b9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.617502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:11.619495 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.625363 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (f8eee792-b15b-44be-ac3d-bbe9909f158b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.672553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f8eee792-b15b-44be-ac3d-bbe9909f158b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.684379 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.690113 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.697276 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:11.702245 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (f8eee792-b15b-44be-ac3d-bbe9909f158b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.716094 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.5506909 Jul 28 10:56:11.740953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50954) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:11.746975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'admin_state_up': True, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:11.759670 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f8eee792-b15b-44be-ac3d-bbe9909f158b resource provider aggregate not found Jul 28 10:56:11.760960 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a15b72-2aab-45d5-811a-0a8cde1825cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Network': ['ID=7832bb58-5975-41c0-bffb-eb28ef7571b9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:11.796605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fcd79de8-9a88-4a04-be3c-35f43fe9f5cd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.805797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.807241 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a2f844f5-1394-4362-a66e-d9c4babb6b19), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.810471 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/fcd79de8-9a88-4a04-be3c-35f43fe9f5cd HTTP/1.1" status: 204 len: 168 time: 1.1790204 Jul 28 10:56:11.815497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a2f844f5-1394-4362-a66e-d9c4babb6b19), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:11.821387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50962) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:11.854560 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f8eee792-b15b-44be-ac3d-bbe9909f158b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8eee792-b15b-44be-ac3d-bbe9909f158b found for delete ", "request_id": "req-37efabf7-4fd2-4d60-9d5b-eaf7258ac384"}]} Jul 28 10:56:11.856836 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bcaf5-255d-4476-be30-fcf00bd626c1 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=fcd79de8-9a88-4a04-be3c-35f43fe9f5cd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:11.861818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:56:11.956946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] Pushing event deleted for resources: {'Port': ['ID=dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:11.959038 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:11.970499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa45a06-65ed-4f98-b726-9518981da5d6 None None] No DVR routers for this DVR port dd8f4a3b-7d88-4a39-b68a-c33a7b4181aa on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:12.047842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (a2f844f5-1394-4362-a66e-d9c4babb6b19), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:12.275201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (a2f844f5-1394-4362-a66e-d9c4babb6b19), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:12.381264 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:12.568597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (a2f844f5-1394-4362-a66e-d9c4babb6b19), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:12.593437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:12.604976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:12.733742 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:12.903277 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.25.2.34 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/19cb7448-995c-43c5-895f-cc0a5f295ce3) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:13.111023 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:13.112488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port 7b80b472-f75f-48a6-a89d-08110c8c93f5 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:13.112809 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:13.203437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:13.243224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:13.252763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:13.258158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:13.390890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 70a8dfd6-74e6-424e-8c22-9d1192887ece no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:13.478712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 70a8dfd6-74e6-424e-8c22-9d1192887ece {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:13.483719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 70a8dfd6-74e6-424e-8c22-9d1192887ece not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:13.584786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port 7b80b472-f75f-48a6-a89d-08110c8c93f5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=7b80b472-f75f-48a6-a89d-08110c8c93f5,segment=NetworkSegment(151e8d6f-bfc6-46e6-bdaf-c81810f929b3),segment_id=151e8d6f-bfc6-46e6-bdaf-c81810f929b3)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:13.585394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:13.587428 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=19cb7448-995c-43c5-895f-cc0a5f295ce3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:13.609516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for 7b80b472-f75f-48a6-a89d-08110c8c93f5 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:13.654843 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:13.756110 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:14.000646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (a2f844f5-1394-4362-a66e-d9c4babb6b19), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:14.046489 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (7b80b472-f75f-48a6-a89d-08110c8c93f5), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:14.218638 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=7b80b472-f75f-48a6-a89d-08110c8c93f5,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:14.420898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (b73d8e86-e70e-433a-92dc-a60100992b70), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:14.519941 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a2f844f5-1394-4362-a66e-d9c4babb6b19), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:14.660916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:14.757480 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:14.763586 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-20452b9d-ab30-4c55-8af6-d3c1ef670854 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9237068 Jul 28 10:56:14.766514 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 50984) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:14.772944 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:14.790948 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:14.791814 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:14.797636 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:14.839207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting subnet 71e927e5-52f7-42e0-947f-c6ea29afdaf9 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:14.841774 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:14.847426 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (71e927e5-52f7-42e0-947f-c6ea29afdaf9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:14.882540 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router a2f844f5-1394-4362-a66e-d9c4babb6b19 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:56:14.916952 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:14.941845 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (71e927e5-52f7-42e0-947f-c6ea29afdaf9), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:14.969148 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 11, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:14.997683 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:15.007483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:15.008296 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:15.073475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:15.085713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (71e927e5-52f7-42e0-947f-c6ea29afdaf9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:15.086329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Sync routers for ids ['a2f844f5-1394-4362-a66e-d9c4babb6b19'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:15.099583 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:15.103519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Routers {'a2f844f5-1394-4362-a66e-d9c4babb6b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:15.104190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a2f844f5-1394-4362-a66e-d9c4babb6b19'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:15.133949 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:15.136010 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-18973708-c19c-40a6-b4e2-5c4248eb7e3e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3939357 Jul 28 10:56:15.136140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50990) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:15.191093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (71e927e5-52f7-42e0-947f-c6ea29afdaf9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:15.214589 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 11, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:15.241528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Subnet': ['ID=71e927e5-52f7-42e0-947f-c6ea29afdaf9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:15.265365 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:15.268713 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-eaa29bfa-6617-4691-880d-a2f918521fcc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/71e927e5-52f7-42e0-947f-c6ea29afdaf9 HTTP/1.1" status: 204 len: 168 time: 0.5010552 Jul 28 10:56:15.273173 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 50998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:15.278863 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ed666-002a-494d-8b54-476226e8f61d None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 11, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:15.401418 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (835de3e8-cc88-4f09-94c0-07d40ac18aab), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:15.437684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5f1ec-a3ef-44f6-9191-21411b14e561 None None] Network 835de3e8-cc88-4f09-94c0-07d40ac18aab requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:15.454629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Set router a2f844f5-1394-4362-a66e-d9c4babb6b19 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:15.454884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51000) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:15.465405 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-937e607f-f098-402d-ac5c-35974362ced3 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=adcea96b79484f4da85e12a5a6243528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3281257 Jul 28 10:56:15.541687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Deleting port e5328bd6-3142-401d-984e-03929db6ac4c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:15.541979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:15.680564 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5cfed6-556b-4331-9173-2642d43e2134 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:15.685430 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51002) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:15.695752 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4f5cfed6-556b-4331-9173-2642d43e2134 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2399545 Jul 28 10:56:15.737606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] For port e5328bd6-3142-401d-984e-03929db6ac4c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5328bd6-3142-401d-984e-03929db6ac4c,segment=NetworkSegment(151e8d6f-bfc6-46e6-bdaf-c81810f929b3),segment_id=151e8d6f-bfc6-46e6-bdaf-c81810f929b3)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:15.742321 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:15.787964 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Calling delete_port for e5328bd6-3142-401d-984e-03929db6ac4c owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:15.789084 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:15.796945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7b80b472-f75f-48a6-a89d-08110c8c93f5 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:15.852405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 7b80b472-f75f-48a6-a89d-08110c8c93f5 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:15.852877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 7b80b472-f75f-48a6-a89d-08110c8c93f5 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:16.056452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:16.089146 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Checking router: a2f844f5-1394-4362-a66e-d9c4babb6b19 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:16.090280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Updating router a2f844f5-1394-4362-a66e-d9c4babb6b19 port 19cb7448-995c-43c5-895f-cc0a5f295ce3 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:56:16.120747 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] DHCP port deletion for 835de3e8-cc88-4f09-94c0-07d40ac18aab request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:56:16.191190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.238641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] Deleting port e5328bd6-3142-401d-984e-03929db6ac4c {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:16.239019 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.292928 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e878484d-0498-4b09-9602-eaf7d1ec18a4 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4746220 Jul 28 10:56:16.296233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51006) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:16.301354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195642832', 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:16.384525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] For port e5328bd6-3142-401d-984e-03929db6ac4c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e5328bd6-3142-401d-984e-03929db6ac4c,segment=NetworkSegment(151e8d6f-bfc6-46e6-bdaf-c81810f929b3),segment_id=151e8d6f-bfc6-46e6-bdaf-c81810f929b3)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:16.385007 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.401557 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.448198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] Calling delete_port for e5328bd6-3142-401d-984e-03929db6ac4c owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:16.451050 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:16.455966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.476164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Port': ['ID=e5328bd6-3142-401d-984e-03929db6ac4c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:16.482871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No DVR routers for this DVR port e5328bd6-3142-401d-984e-03929db6ac4c on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:16.543362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (e5328bd6-3142-401d-984e-03929db6ac4c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.599828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (835de3e8-cc88-4f09-94c0-07d40ac18aab), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.606847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] Pushing event deleted for resources: {'Port': ['ID=e5328bd6-3142-401d-984e-03929db6ac4c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:16.609687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2610a-d729-4492-83fe-23cf0d0fc75a None None] No DVR routers for this DVR port e5328bd6-3142-401d-984e-03929db6ac4c on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:16.622744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835de3e8-cc88-4f09-94c0-07d40ac18aab']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:16.639197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151e8d6f-bfc6-46e6-bdaf-c81810f929b3') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:16.639677 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151e8d6f-bfc6-46e6-bdaf-c81810f929b3') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:16.650694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (151e8d6f-bfc6-46e6-bdaf-c81810f929b3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.666365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (151e8d6f-bfc6-46e6-bdaf-c81810f929b3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.674201 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:16.674662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (151e8d6f-bfc6-46e6-bdaf-c81810f929b3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.728714 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:16.743877 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:16.762738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (835de3e8-cc88-4f09-94c0-07d40ac18aab), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.770714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.776880 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51024) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:16.777677 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/networks/835de3e8-cc88-4f09-94c0-07d40ac18aab HTTP/1.1" status: 204 len: 168 time: 1.4995329 Jul 28 10:56:16.781654 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 151e8d6f-bfc6-46e6-bdaf-c81810f929b3 resource provider aggregate not found Jul 28 10:56:16.784337 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'routes': None}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:16.809527 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 151e8d6f-bfc6-46e6-bdaf-c81810f929b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 151e8d6f-bfc6-46e6-bdaf-c81810f929b3 found for delete ", "request_id": "req-8896b337-16fa-4c8a-b856-b1b48d4b558a"}]} Jul 28 10:56:16.818785 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edf5b8-0a3e-4d64-aa8c-65f0191aac5c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Pushing event deleted for resources: {'Network': ['ID=835de3e8-cc88-4f09-94c0-07d40ac18aab,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:16.828403 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Publish callbacks [] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.837601 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.876316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (25e90ceb-8815-458d-a9ee-f593d5d2d6c9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.898166 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:16.899244 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:16.914556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Attempting to bind port 19cb7448-995c-43c5-895f-cc0a5f295ce3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:16.915114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Attempting to bind port 19cb7448-995c-43c5-895f-cc0a5f295ce3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:16.915620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Attempting to bind port 19cb7448-995c-43c5-895f-cc0a5f295ce3 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:16.926427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:16.926427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:16.927869 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.928512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:16.929094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Bound port: 19cb7448-995c-43c5-895f-cc0a5f295ce3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:16.929575 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:16.990981 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:16.994914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a82f3-036a-456b-878e-f9887eb1270f None None] Pushing event updated for resources: {'Port': ['ID=19cb7448-995c-43c5-895f-cc0a5f295ce3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:17.009921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] For port 19cb7448-995c-43c5-895f-cc0a5f295ce3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:17.015925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] For port 19cb7448-995c-43c5-895f-cc0a5f295ce3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=19cb7448-995c-43c5-895f-cc0a5f295ce3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:17.026690 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:17.031655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Added routes are [] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 10:56:17.032010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.extraroute_db [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Removed routes are [] {{(pid=104688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 10:56:17.032481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:17.044852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Checking segment: {'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:17.045727 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network hostable DHCP agents. Network: 7832bb58-5975-41c0-bffb-eb28ef7571b9, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:56:17.103969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Routers {'a2f844f5-1394-4362-a66e-d9c4babb6b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:17.104692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a2f844f5-1394-4362-a66e-d9c4babb6b19'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:17.183882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a82f3-036a-456b-878e-f9887eb1270f None None] Pushing event updated for resources: {'Port': ['ID=19cb7448-995c-43c5-895f-cc0a5f295ce3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:17.312914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] Set router a2f844f5-1394-4362-a66e-d9c4babb6b19 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:17.402400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Subnet': ['ID=25e90ceb-8815-458d-a9ee-f593d5d2d6c9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:17.497510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5328bd6-3142-401d-984e-03929db6ac4c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:17.516578 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:17.520599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:17.523738 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:56:17.565679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e5328bd6-3142-401d-984e-03929db6ac4c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:17.566151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e5328bd6-3142-401d-984e-03929db6ac4c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:17.581187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:17.616242 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995a770-cfd5-408f-80d6-5f2f2da9a248 None None] The sync data for ids ['a2f844f5-1394-4362-a66e-d9c4babb6b19'] in n-d-850468-6 is: [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:17.638350 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 7832bb58-5975-41c0-bffb-eb28ef7571b9) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:17.645952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:17.646794 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:17.648312 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed28a5-1183-4917-b340-ee415b24afe9 None None] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:17.671924 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router b73d8e86-e70e-433a-92dc-a60100992b70 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:17.680175 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bdad7768-ace9-4e93-8fdb-e4d5d1a848ec tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3828516 Jul 28 10:56:17.683086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51040) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:17.842229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-7832bb58-5975-41c0-bffb-eb28ef7571b9', 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'fixed_ips': [{'subnet_id': '25e90ceb-8815-458d-a9ee-f593d5d2d6c9'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:56:17.843300 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:17.986795 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:18.013577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:18.023656 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.024822 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ce246324-686f-48dc-aba0-ffae0150327b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 200 len: 701 time: 1.2465155 Jul 28 10:56:18.027706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51042) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:18.047582 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623621c-253f-4692-905f-84164a6a2698 None None] Sync routers for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:18.101142 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-29e82fb1-2f77-4c73-b209-5e2a1529b95c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 200 len: 205 time: 0.0680439 Jul 28 10:56:18.101722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51044) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:18.102839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:18.103655 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:18.163212 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Allocated IP 172.20.0.2 (7832bb58-5975-41c0-bffb-eb28ef7571b9/25e90ceb-8815-458d-a9ee-f593d5d2d6c9/be19ab2e-f976-42c7-9a08-9b3988757923) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:18.239875 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:18.360452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53e1e87d-066c-4476-86b0-aee58f803ae4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (b73d8e86-e70e-433a-92dc-a60100992b70), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.391485 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 11, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:18.430932 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:18.449555 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623621c-253f-4692-905f-84164a6a2698 None None] Checking router: b73d8e86-e70e-433a-92dc-a60100992b70 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:18.473569 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] Routers {'b73d8e86-e70e-433a-92dc-a60100992b70'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:18.474105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['b73d8e86-e70e-433a-92dc-a60100992b70'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:18.500150 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Publish callbacks [] for port (be19ab2e-f976-42c7-9a08-9b3988757923), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.509651 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.549514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:18.552830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:18.556949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:18.569208 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:18.608049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Pushing event updated for resources: {'Port': ['ID=be19ab2e-f976-42c7-9a08-9b3988757923,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:18.641736 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] Set router b73d8e86-e70e-433a-92dc-a60100992b70 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:18.668656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Attempting to bind port be19ab2e-f976-42c7-9a08-9b3988757923 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:18.669232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Attempting to bind port be19ab2e-f976-42c7-9a08-9b3988757923 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:18.669676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Attempting to bind port be19ab2e-f976-42c7-9a08-9b3988757923 on network 7832bb58-5975-41c0-bffb-eb28ef7571b9 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:18.677271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:18.680480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Checking segment: {'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:18.681067 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.681540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Bound using segment: {'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:18.682178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Bound port: be19ab2e-f976-42c7-9a08-9b3988757923, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:18.682644 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.727364 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2623621c-253f-4692-905f-84164a6a2698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 11, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:18.770248 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623621c-253f-4692-905f-84164a6a2698 None None] The sync data for ids ['b73d8e86-e70e-433a-92dc-a60100992b70'] in n-d-850468-6 is: [{'id': 'b73d8e86-e70e-433a-92dc-a60100992b70', 'name': 'tempest-RoutersTest-router-2050023732', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:55:33Z', 'updated_at': '2022-07-28T10:56:13Z', 'revision_number': 11, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:18.776844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] For port be19ab2e-f976-42c7-9a08-9b3988757923, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:18.781246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] For port be19ab2e-f976-42c7-9a08-9b3988757923, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=be19ab2e-f976-42c7-9a08-9b3988757923,segment=NetworkSegment(9b0a5e62-0312-4c00-89a4-a32ff37f9a81),segment_id=9b0a5e62-0312-4c00-89a4-a32ff37f9a81)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:18.797484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.822356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53e1e87d-066c-4476-86b0-aee58f803ae4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.824746 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53e1e87d-066c-4476-86b0-aee58f803ae4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (b73d8e86-e70e-433a-92dc-a60100992b70), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.887423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78b8ea-34c5-45b3-bd19-399b8b095f14 None None] Pushing event updated for resources: {'Port': ['ID=be19ab2e-f976-42c7-9a08-9b3988757923,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:18.901416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53e1e87d-066c-4476-86b0-aee58f803ae4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (b73d8e86-e70e-433a-92dc-a60100992b70), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.902059 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1e87d-066c-4476-86b0-aee58f803ae4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Fanout notify agent at l3_agent the message router_deleted on router b73d8e86-e70e-433a-92dc-a60100992b70 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:56:18.910619 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-53e1e87d-066c-4476-86b0-aee58f803ae4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.911749 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-53e1e87d-066c-4476-86b0-aee58f803ae4 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 204 len: 168 time: 0.8089116 Jul 28 10:56:18.921348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51054) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:18.927403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-081fd0fc-4d53-4b11-8bd0-3f38a72de32b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-599558492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:18.984353 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-081fd0fc-4d53-4b11-8bd0-3f38a72de32b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:18.986839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-081fd0fc-4d53-4b11-8bd0-3f38a72de32b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.023055 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:19.047839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.078058 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-081fd0fc-4d53-4b11-8bd0-3f38a72de32b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (fe0118ab-4308-4417-ad1d-0c50af464dc0), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.090730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-081fd0fc-4d53-4b11-8bd0-3f38a72de32b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.120528 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-081fd0fc-4d53-4b11-8bd0-3f38a72de32b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.124971 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-081fd0fc-4d53-4b11-8bd0-3f38a72de32b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1991446 Jul 28 10:56:19.125661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51056) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:19.131468 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:19.134216 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-37f29ed1-ad6c-4b24-9172-e5e4a377e5cc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:19.268905 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:19.508733 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:19.510172 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:56:19.516458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37f29ed1-ad6c-4b24-9172-e5e4a377e5cc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3903653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3761842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-368'] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.532622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19cb7448-995c-43c5-895f-cc0a5f295ce3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:19.533843 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37f29ed1-ad6c-4b24-9172-e5e4a377e5cc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3903660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3903639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3761829'] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.573999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.20.0.1 (7832bb58-5975-41c0-bffb-eb28ef7571b9/25e90ceb-8815-458d-a9ee-f593d5d2d6c9/e43b2f15-f65a-496c-9f75-f24b4b05942c) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:19.622031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 19cb7448-995c-43c5-895f-cc0a5f295ce3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:19.622650 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.705574 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f29ed1-ad6c-4b24-9172-e5e4a377e5cc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Router fe0118ab-4308-4417-ad1d-0c50af464dc0 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:56:19.747553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 19cb7448-995c-43c5-895f-cc0a5f295ce3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:19.748490 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.777760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 19cb7448-995c-43c5-895f-cc0a5f295ce3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=19cb7448-995c-43c5-895f-cc0a5f295ce3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:19.783376 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.785841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device be19ab2e-f976-42c7-9a08-9b3988757923 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:19.787359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.853638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f29ed1-ad6c-4b24-9172-e5e4a377e5cc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:19.855911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.876717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] Sync routers for ids ['fe0118ab-4308-4417-ad1d-0c50af464dc0'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:19.889584 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37f29ed1-ad6c-4b24-9172-e5e4a377e5cc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:19.897728 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-37f29ed1-ad6c-4b24-9172-e5e4a377e5cc tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "PUT /v2.0/routers/fe0118ab-4308-4417-ad1d-0c50af464dc0 HTTP/1.1" status: 200 len: 693 time: 0.7676213 Jul 28 10:56:19.899134 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51072) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:19.930147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] Routers {'fe0118ab-4308-4417-ad1d-0c50af464dc0'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:19.931311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fe0118ab-4308-4417-ad1d-0c50af464dc0'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:19.934292 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:19.939587 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:19.948259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:20.008124 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7a4ee28b-8e30-413f-a165-5c01601fe921 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/routers/fe0118ab-4308-4417-ad1d-0c50af464dc0 HTTP/1.1" status: 200 len: 699 time: 0.1078305 Jul 28 10:56:20.012687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51074) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:20.087624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=e43b2f15-f65a-496c-9f75-f24b4b05942c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:20.089107 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8e2c33e6-4403-444d-a711-3e7ad47af1f5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe0118ab-4308-4417-ad1d-0c50af464dc0 HTTP/1.1" status: 200 len: 205 time: 0.0740824 Jul 28 10:56:20.090381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51076) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:20.138435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a2f844f5-1394-4362-a66e-d9c4babb6b19), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.180879 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3e78409-b7be-4c58-a174-66d852efd2a5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.228621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] Set router fe0118ab-4308-4417-ad1d-0c50af464dc0 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:20.302082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0118ab-4308-4417-ad1d-0c50af464dc0', 'name': 'tempest-RoutersTest-router-599558492', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:18Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:20.374065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] Checking router: fe0118ab-4308-4417-ad1d-0c50af464dc0 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:20.376461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=19cb7448-995c-43c5-895f-cc0a5f295ce3,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:20.396968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port be19ab2e-f976-42c7-9a08-9b3988757923 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:20.397353 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.428862 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.436965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] Routers {'fe0118ab-4308-4417-ad1d-0c50af464dc0'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:20.437542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fe0118ab-4308-4417-ad1d-0c50af464dc0'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:20.573658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] Set router fe0118ab-4308-4417-ad1d-0c50af464dc0 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:20.601533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3e78409-b7be-4c58-a174-66d852efd2a5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.608705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3e78409-b7be-4c58-a174-66d852efd2a5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router_controller (fe0118ab-4308-4417-ad1d-0c50af464dc0), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.664719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0118ab-4308-4417-ad1d-0c50af464dc0', 'name': 'tempest-RoutersTest-router-599558492', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:18Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:20.709021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9511b-ed7c-4b31-ac2f-7b4e8e1c9e0e None None] The sync data for ids ['fe0118ab-4308-4417-ad1d-0c50af464dc0'] in n-d-850468-6 is: [{'id': 'fe0118ab-4308-4417-ad1d-0c50af464dc0', 'name': 'tempest-RoutersTest-router-599558492', 'tenant_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:18Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 2, 'project_id': '7b9c041b2091449ebcdf5b2d5b396bcd', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:20.715373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port be19ab2e-f976-42c7-9a08-9b3988757923 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:20.716040 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.743168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3e78409-b7be-4c58-a174-66d852efd2a5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (fe0118ab-4308-4417-ad1d-0c50af464dc0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.743878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e78409-b7be-4c58-a174-66d852efd2a5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Fanout notify agent at l3_agent the message router_deleted on router fe0118ab-4308-4417-ad1d-0c50af464dc0 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:56:20.755605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3e78409-b7be-4c58-a174-66d852efd2a5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.756740 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b3e78409-b7be-4c58-a174-66d852efd2a5 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/fe0118ab-4308-4417-ad1d-0c50af464dc0 HTTP/1.1" status: 204 len: 168 time: 0.6652651 Jul 28 10:56:20.764243 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51082) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:20.777748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port be19ab2e-f976-42c7-9a08-9b3988757923, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=be19ab2e-f976-42c7-9a08-9b3988757923,segment=NetworkSegment(9b0a5e62-0312-4c00-89a4-a32ff37f9a81),segment_id=9b0a5e62-0312-4c00-89a4-a32ff37f9a81)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:20.795998 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:20.843202 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-412a6200-147c-4e84-beb0-a3acf0041f33 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe0118ab-4308-4417-ad1d-0c50af464dc0 HTTP/1.1" status: 200 len: 205 time: 0.0751500 Jul 28 10:56:20.846765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51084) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:20.894083 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:20.894083 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:20.894083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=be19ab2e-f976-42c7-9a08-9b3988757923,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:20.962208 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:20.978686 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-0e9e21fb-0469-4a4f-8600-63a271959303 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] delete failed (client error): The resource could not be found. Jul 28 10:56:20.985181 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51086) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:20.986079 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0e9e21fb-0469-4a4f-8600-63a271959303 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/fe0118ab-4308-4417-ad1d-0c50af464dc0 HTTP/1.1" status: 404 len: 336 time: 0.1375401 Jul 28 10:56:21.001325 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:21.031839 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-930450f3-91fb-44fb-b87e-89e6983c8017 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:21.032287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930450f3-91fb-44fb-b87e-89e6983c8017 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:21.035590 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-930450f3-91fb-44fb-b87e-89e6983c8017 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/f0230a98-c216-4aa0-b00d-071dd2ab84a7 HTTP/1.1" status: 404 len: 337 time: 0.0492930 Jul 28 10:56:21.039903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51088) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.040842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fec68e-12bf-4794-b698-690a61a92a45 None None] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:21.077276 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-a303a0f4-9646-4bfb-ab62-8be7bedbda1e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:21.077745 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a303a0f4-9646-4bfb-ab62-8be7bedbda1e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:21.084720 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a303a0f4-9646-4bfb-ab62-8be7bedbda1e tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/e1ded3e8-7a0b-46c1-a868-7737151611d6 HTTP/1.1" status: 404 len: 337 time: 0.0434895 Jul 28 10:56:21.085339 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51090) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.119492 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5611f382-2b3d-4d61-bd78-bc58af1fb568 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:21.120141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5611f382-2b3d-4d61-bd78-bc58af1fb568 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:21.127153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51092) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.127715 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5611f382-2b3d-4d61-bd78-bc58af1fb568 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/cf5d5cf5-4c7b-4994-9504-86e7c7ab9510 HTTP/1.1" status: 404 len: 337 time: 0.0413084 Jul 28 10:56:21.161086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-73c2a253-4b56-4c11-a6e8-41f5dfafb23b None None] Provisioning complete for port be19ab2e-f976-42c7-9a08-9b3988757923 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:21.161459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-73c2a253-4b56-4c11-a6e8-41f5dfafb23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:21.177337 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e2980a-bae9-4501-b62f-871cd127b3df tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:21.177802 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e2980a-bae9-4501-b62f-871cd127b3df tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:21.184753 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51094) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.197029 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b7e2980a-bae9-4501-b62f-871cd127b3df tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/71e927e5-52f7-42e0-947f-c6ea29afdaf9 HTTP/1.1" status: 404 len: 337 time: 0.0680799 Jul 28 10:56:21.239558 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:21.248641 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51096) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.250798 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7f89534e-a810-4ed0-8ff0-4e7a0086f3fd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 200 len: 205 time: 0.0615788 Jul 28 10:56:21.259188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:21.300257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-73c2a253-4b56-4c11-a6e8-41f5dfafb23b None None] Current status of the port be19ab2e-f976-42c7-9a08-9b3988757923 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:21.345370 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-3d963b75-af5b-4bd8-b62f-7d9d1b1a97b8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] delete failed (client error): The resource could not be found. Jul 28 10:56:21.348744 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3d963b75-af5b-4bd8-b62f-7d9d1b1a97b8 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/b73d8e86-e70e-433a-92dc-a60100992b70 HTTP/1.1" status: 404 len: 336 time: 0.0959432 Jul 28 10:56:21.349505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51098) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.411778 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=e43b2f15-f65a-496c-9f75-f24b4b05942c,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:21.414357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a2f844f5-1394-4362-a66e-d9c4babb6b19), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:21.488615 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-879c69cc-125a-42de-993c-0fbc0631e696 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=a604249d-6311-4dd7-aedd-10019ad0acc2 HTTP/1.1" status: 200 len: 205 time: 0.1284866 Jul 28 10:56:21.489379 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51102) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.539147 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-f0e6c7d7-f4d5-4a10-80d2-5fad12fa2dfd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] delete failed (client error): The resource could not be found. Jul 28 10:56:21.543127 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f0e6c7d7-f4d5-4a10-80d2-5fad12fa2dfd tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/a604249d-6311-4dd7-aedd-10019ad0acc2 HTTP/1.1" status: 404 len: 336 time: 0.0517595 Jul 28 10:56:21.543828 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51104) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.578961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19cb7448-995c-43c5-895f-cc0a5f295ce3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:21.587029 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-2653f539-f048-4c40-b902-5b8d0f3dd633 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:21.587419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2653f539-f048-4c40-b902-5b8d0f3dd633 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:21.594579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51106) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.594805 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2653f539-f048-4c40-b902-5b8d0f3dd633 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/5dc0d6f3-0ff0-40e1-afc1-ccbd5099d11d HTTP/1.1" status: 404 len: 337 time: 0.0495732 Jul 28 10:56:21.638324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:21.649329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51108) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.658435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8e8fb83d-2745-4f23-b2d8-93a4d2c99c36 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=f97e2456-37c5-4bc1-a488-522515193682 HTTP/1.1" status: 200 len: 205 time: 0.0607452 Jul 28 10:56:21.663082 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:21.693389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 19cb7448-995c-43c5-895f-cc0a5f295ce3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:21.694577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:21.745353 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-d38e6aef-6b44-4006-80eb-8bf17d181125 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] delete failed (client error): The resource could not be found. Jul 28 10:56:21.751576 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d38e6aef-6b44-4006-80eb-8bf17d181125 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/f97e2456-37c5-4bc1-a488-522515193682 HTTP/1.1" status: 404 len: 336 time: 0.1010764 Jul 28 10:56:21.752189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51112) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.801415 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1f08bc15-ce24-42af-833f-f4655124517b tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1ac50b1-8e6f-41ee-9f52-a89dafa02f20 HTTP/1.1" status: 200 len: 205 time: 0.0478454 Jul 28 10:56:21.802073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51114) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.849381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-35900a4c-371d-45b9-85b8-a3e99d290bdf None None] Provisioning complete for port be19ab2e-f976-42c7-9a08-9b3988757923 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:21.849796 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35900a4c-371d-45b9-85b8-a3e99d290bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:21.855037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 19cb7448-995c-43c5-895f-cc0a5f295ce3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:21.855628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device be19ab2e-f976-42c7-9a08-9b3988757923 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:21.861943 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-5a06768d-6cf2-491c-a323-ad9d66309f64 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] delete failed (client error): The resource could not be found. Jul 28 10:56:21.862218 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5a06768d-6cf2-491c-a323-ad9d66309f64 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/c1ac50b1-8e6f-41ee-9f52-a89dafa02f20 HTTP/1.1" status: 404 len: 336 time: 0.0590448 Jul 28 10:56:21.865162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51118) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:21.933925 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a42ad7a-80cf-435a-a111-7490292878d6 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:21.951946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a42ad7a-80cf-435a-a111-7490292878d6 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:21.960187 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5a42ad7a-80cf-435a-a111-7490292878d6 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/d6991aa7-82a2-47cf-af25-dfba0f4a33e4 HTTP/1.1" status: 404 len: 337 time: 0.0940032 Jul 28 10:56:21.967866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51122) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:22.011889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router a2f844f5-1394-4362-a66e-d9c4babb6b19 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:22.035880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51124) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:22.036145 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ac4ef73b-7722-4d7c-9ffa-7fa48484d295 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc9e8f3a-7043-4219-bbbb-10359ed168b5 HTTP/1.1" status: 200 len: 205 time: 0.0670855 Jul 28 10:56:22.067202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port be19ab2e-f976-42c7-9a08-9b3988757923 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:22.068633 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:22.106529 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-dbb4305e-0958-4624-b7f1-e85b6ea21476 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] delete failed (client error): The resource could not be found. Jul 28 10:56:22.109641 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dbb4305e-0958-4624-b7f1-e85b6ea21476 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/dc9e8f3a-7043-4219-bbbb-10359ed168b5 HTTP/1.1" status: 404 len: 336 time: 0.0713632 Jul 28 10:56:22.112692 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51126) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:22.174715 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d060805d-3d26-4b8e-aa86-49044e6461e9 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:22.177312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d060805d-3d26-4b8e-aa86-49044e6461e9 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:22.181440 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d060805d-3d26-4b8e-aa86-49044e6461e9 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/290be6ac-2725-4f1d-b377-0d56df6ed077 HTTP/1.1" status: 404 len: 337 time: 0.0673368 Jul 28 10:56:22.183936 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51128) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:22.201973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-35900a4c-371d-45b9-85b8-a3e99d290bdf None None] Current status of the port be19ab2e-f976-42c7-9a08-9b3988757923 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:22.241921 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9957fafc-98d9-4af4-afd6-e8b8e45c44bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "GET /v2.0/ports?device_id=e64e65c9-4523-4a30-850f-27a01b068f13 HTTP/1.1" status: 200 len: 205 time: 0.0565886 Jul 28 10:56:22.244420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51130) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:22.267878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port be19ab2e-f976-42c7-9a08-9b3988757923 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:22.274538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-35900a4c-371d-45b9-85b8-a3e99d290bdf None None] Provisioning complete for port e43b2f15-f65a-496c-9f75-f24b4b05942c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:22.274994 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35900a4c-371d-45b9-85b8-a3e99d290bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:22.329003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-35900a4c-371d-45b9-85b8-a3e99d290bdf None None] Port e43b2f15-f65a-496c-9f75-f24b4b05942c cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:56:22.338740 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-df1c06dc-7660-452c-ab54-694dc1fd96bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] delete failed (client error): The resource could not be found. Jul 28 10:56:22.342752 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df1c06dc-7660-452c-ab54-694dc1fd96bb tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/routers/e64e65c9-4523-4a30-850f-27a01b068f13 HTTP/1.1" status: 404 len: 336 time: 0.0942869 Jul 28 10:56:22.343161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51132) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:22.385598 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5770b08-1798-4649-a741-1278fcf1a1f6 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:22.386118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5770b08-1798-4649-a741-1278fcf1a1f6 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:22.391768 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b5770b08-1798-4649-a741-1278fcf1a1f6 tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/73b461cd-31f3-450e-a9f6-daa819725ef3 HTTP/1.1" status: 404 len: 337 time: 0.0451689 Jul 28 10:56:22.392642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51134) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:22.431805 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe4d044-ab95-4e50-9e17-519d60285c1c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] DELETE failed (client error): The resource could not be found. Jul 28 10:56:22.432454 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe4d044-ab95-4e50-9e17-519d60285c1c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 10:56:22.452351 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4fe4d044-ab95-4e50-9e17-519d60285c1c tempest-RoutersTest-1071641470 tempest-RoutersTest-1071641470-project] 10.222.0.46 "DELETE /v2.0/subnets/6bb38c90-a737-4ac1-922e-589e4f91771c HTTP/1.1" status: 404 len: 337 time: 0.0584078 Jul 28 10:56:22.455039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-97c5d864-9622-4094-80eb-793c32ced34c None None] Provisioning complete for port e43b2f15-f65a-496c-9f75-f24b4b05942c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:22.455584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97c5d864-9622-4094-80eb-793c32ced34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:22.522829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-97c5d864-9622-4094-80eb-793c32ced34c None None] Port e43b2f15-f65a-496c-9f75-f24b4b05942c cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:56:22.596453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:22.611206 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Sync routers for ids ['a2f844f5-1394-4362-a66e-d9c4babb6b19'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:22.622465 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Routers {'a2f844f5-1394-4362-a66e-d9c4babb6b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:22.623523 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a2f844f5-1394-4362-a66e-d9c4babb6b19'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:22.624330 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e9ab306-f4ea-4e5f-860d-228e0ac50cf6 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/a2f844f5-1394-4362-a66e-d9c4babb6b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9396389 Jul 28 10:56:22.783778 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Set router a2f844f5-1394-4362-a66e-d9c4babb6b19 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:22.880859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51154) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:23.125058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:20Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e43b2f15-f65a-496c-9f75-f24b4b05942c', 'name': '', 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:95:5e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '25e90ceb-8815-458d-a9ee-f593d5d2d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:19Z', 'updated_at': '2022-07-28T10:56:20Z', 'revision_number': 2, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '25e90ceb-8815-458d-a9ee-f593d5d2d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:23.187530 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Checking router: a2f844f5-1394-4362-a66e-d9c4babb6b19 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:23.187893 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Updating router a2f844f5-1394-4362-a66e-d9c4babb6b19 port e43b2f15-f65a-496c-9f75-f24b4b05942c binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:56:23.211066 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8ace2bea-eb4c-4398-86c9-89fee8007a7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b9c041b2091449ebcdf5b2d5b396bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3277292 Jul 28 10:56:23.212632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51168) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:23.237222 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-662be2a3-e461-4496-a829-8070f5794080 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930027346&fields=id&tenant_id=adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 267 time: 0.1233416 Jul 28 10:56:23.250718 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:23.261257 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:23.353461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0299-8a49-4250-a0cf-cf62f7b001c3 admin admin] Publish callbacks [] for security_group (862d6740-b3e5-46ed-984d-21a2c4aaba96), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:23.409639 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3f24-b046-4261-9371-360f2050a51f req-130b8811-1c65-4782-8819-664da10c9bdb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:23.418959 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-130b8811-1c65-4782-8819-664da10c9bdb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/networks?id=7832bb58-5975-41c0-bffb-eb28ef7571b9 HTTP/1.1" status: 200 len: 797 time: 0.1806819 Jul 28 10:56:23.424744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0299-8a49-4250-a0cf-cf62f7b001c3 admin admin] Publish callbacks [] for security_group (862d6740-b3e5-46ed-984d-21a2c4aaba96), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:23.445279 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-0ccca604-2a6a-4689-958c-a4415f410d21 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/quotas/adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 375 time: 0.0242980 Jul 28 10:56:23.522634 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-07e016d8-a8c9-4777-9795-fb8ac16f8f72 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adcea96b79484f4da85e12a5a6243528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764661 Jul 28 10:56:23.555600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0299-8a49-4250-a0cf-cf62f7b001c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (862d6740-b3e5-46ed-984d-21a2c4aaba96), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:23.556868 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-9b593b62-8b41-4637-8bdc-56efc8344218 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104688) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 10:56:23.557976 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-9b593b62-8b41-4637-8bdc-56efc8344218 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0167620 Jul 28 10:56:23.559581 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cc6e0299-8a49-4250-a0cf-cf62f7b001c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:23.592876 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cc6e0299-8a49-4250-a0cf-cf62f7b001c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/862d6740-b3e5-46ed-984d-21a2c4aaba96 HTTP/1.1" status: 204 len: 168 time: 0.3626688 Jul 28 10:56:23.614581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e0299-8a49-4250-a0cf-cf62f7b001c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d6740-b3e5-46ed-984d-21a2c4aaba96,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:23.781709 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Publish callbacks [] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:23.783128 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:23.790111 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:23.801324 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:23.853435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-c3dfb78e-a589-473a-8d4a-f76fba6ff163 service neutron] 10.222.0.46 "GET /v2.0/networks/7832bb58-5975-41c0-bffb-eb28ef7571b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844572 Jul 28 10:56:24.069725 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c245ac-fb1e-431e-bbb8-d9d39fa8868d None None] Pushing event updated for resources: {'Port': ['ID=e43b2f15-f65a-496c-9f75-f24b4b05942c,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:24.096665 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Attempting to bind port e43b2f15-f65a-496c-9f75-f24b4b05942c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:24.097038 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Attempting to bind port e43b2f15-f65a-496c-9f75-f24b4b05942c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:24.097404 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Attempting to bind port e43b2f15-f65a-496c-9f75-f24b4b05942c on network 7832bb58-5975-41c0-bffb-eb28ef7571b9 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:24.103842 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:24.104223 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Checking segment: {'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:24.104617 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:24.104999 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Bound using segment: {'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:24.105462 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Bound port: e43b2f15-f65a-496c-9f75-f24b4b05942c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0a5e62-0312-4c00-89a4-a32ff37f9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:24.105991 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:24.136395 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fafb3f24-b046-4261-9371-360f2050a51f req-191b4f89-7d85-4670-8e29-e4cb1ec98921 service neutron] 10.222.0.46 "GET /v2.0/networks/7832bb58-5975-41c0-bffb-eb28ef7571b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805338 Jul 28 10:56:24.170475 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:24.281612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f7c962b6-82c0-41f2-a1f3-312be2a714f6 None None] Provisioning complete for port e43b2f15-f65a-496c-9f75-f24b4b05942c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:24.288841 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7c962b6-82c0-41f2-a1f3-312be2a714f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:24.331774 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] For port e43b2f15-f65a-496c-9f75-f24b4b05942c, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:24.337955 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] For port e43b2f15-f65a-496c-9f75-f24b4b05942c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e43b2f15-f65a-496c-9f75-f24b4b05942c,segment=NetworkSegment(9b0a5e62-0312-4c00-89a4-a32ff37f9a81),segment_id=9b0a5e62-0312-4c00-89a4-a32ff37f9a81)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:24.360587 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:24.379162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f7c962b6-82c0-41f2-a1f3-312be2a714f6 None None] Port e43b2f15-f65a-496c-9f75-f24b4b05942c cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:56:24.476001 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c245ac-fb1e-431e-bbb8-d9d39fa8868d None None] Pushing event updated for resources: {'Port': ['ID=e43b2f15-f65a-496c-9f75-f24b4b05942c,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:24.490909 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Routers {'a2f844f5-1394-4362-a66e-d9c4babb6b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:24.491683 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a2f844f5-1394-4362-a66e-d9c4babb6b19'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:24.714736 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] Set router a2f844f5-1394-4362-a66e-d9c4babb6b19 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:25.028238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2d8ae913-2db3-4a0a-ad1e-31e973fa65e9 None None] Provisioning complete for port e43b2f15-f65a-496c-9f75-f24b4b05942c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:25.028615 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae913-2db3-4a0a-ad1e-31e973fa65e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.100415 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:25.115748 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:25.135302 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:20Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e43b2f15-f65a-496c-9f75-f24b4b05942c', 'name': '', 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:95:5e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '25e90ceb-8815-458d-a9ee-f593d5d2d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:19Z', 'updated_at': '2022-07-28T10:56:24Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '25e90ceb-8815-458d-a9ee-f593d5d2d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:25.153346 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51200) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:25.173587 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2557a-afd9-4433-936d-9664c7edc4b4 None None] The sync data for ids ['a2f844f5-1394-4362-a66e-d9c4babb6b19'] in n-d-850468-6 is: [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:20Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e43b2f15-f65a-496c-9f75-f24b4b05942c', 'name': '', 'network_id': '7832bb58-5975-41c0-bffb-eb28ef7571b9', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:95:5e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '25e90ceb-8815-458d-a9ee-f593d5d2d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:19Z', 'updated_at': '2022-07-28T10:56:24Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '25e90ceb-8815-458d-a9ee-f593d5d2d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:25.178424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ae913-2db3-4a0a-ad1e-31e973fa65e9 None None] Current status of the port e43b2f15-f65a-496c-9f75-f24b4b05942c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:25.179218 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae913-2db3-4a0a-ad1e-31e973fa65e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.264551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2d8ae913-2db3-4a0a-ad1e-31e973fa65e9 None None] For port e43b2f15-f65a-496c-9f75-f24b4b05942c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e43b2f15-f65a-496c-9f75-f24b4b05942c,segment=NetworkSegment(9b0a5e62-0312-4c00-89a4-a32ff37f9a81),segment_id=9b0a5e62-0312-4c00-89a4-a32ff37f9a81)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:25.270885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2d8ae913-2db3-4a0a-ad1e-31e973fa65e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.369248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ae913-2db3-4a0a-ad1e-31e973fa65e9 None None] Pushing event updated for resources: {'Port': ['ID=e43b2f15-f65a-496c-9f75-f24b4b05942c,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:25.428651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-973328711'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:25.498550 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Made reservation on behalf of ee5be13551174c5399e421a68ef3b676 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:25.502902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.546578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.585081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e43b2f15-f65a-496c-9f75-f24b4b05942c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:25.707566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for security_group (84b0eff2-cd6d-4272-a449-06c8ab01c82e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.720894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (84b0eff2-cd6d-4272-a449-06c8ab01c82e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.731924 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e43b2f15-f65a-496c-9f75-f24b4b05942c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:25.732399 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.740083 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:25.784852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b0eff2-cd6d-4272-a449-06c8ab01c82e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:25.818258 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:56:25.868427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9fa4cdcd-7f1e-4468-8d93-a20e25216788), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:25.882100 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Added segment 9fa4cdcd-7f1e-4468-8d93-a20e25216788 of type vlan for network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c Jul 28 10:56:25.883693 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e43b2f15-f65a-496c-9f75-f24b4b05942c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:25.967849 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1dfc9429-f838-4e8d-8e76-cf7b50d74110 req-e488acb2-a00f-4ce0-be2d-65515d530d04 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5d80180-9215-442d-8af3-ac748191fa27 HTTP/1.1" status: 200 len: 210 time: 0.4221313 Jul 28 10:56:26.012466 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (e4dcdabc-f349-433d-b0b7-0c8b100e3e3c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:26.053181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (e4dcdabc-f349-433d-b0b7-0c8b100e3e3c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:26.059582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:26.061053 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:26.100466 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 759 time: 0.9454715 Jul 28 10:56:26.103409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51224) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:26.110264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Request body: {'subnet': {'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:26.116853 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:26.225731 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59126a6-7004-47e9-83cd-e2716f710323 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event updated for resources: {'Network': ['ID=e4dcdabc-f349-433d-b0b7-0c8b100e3e3c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:26.239183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:56:26.295399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Made reservation on behalf of ee5be13551174c5399e421a68ef3b676 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:26.304872 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:26.544044 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c38ad832-404a-4494-be1f-4a2f800d5b69), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:26.624928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event updated for resources: {'Subnet': ['ID=c38ad832-404a-4494-be1f-4a2f800d5b69,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:26.647272 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Checking segment: {'id': '9fa4cdcd-7f1e-4468-8d93-a20e25216788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:26.647632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Network hostable DHCP agents. Network: e4dcdabc-f349-433d-b0b7-0c8b100e3e3c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:56:26.658664 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.659768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.660394 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.661099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.661694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.662224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.662706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.663347 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.663871 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.664473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.665062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.665733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.666180 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.666534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.666877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:26.693074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:56:26.704722 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, e4dcdabc-f349-433d-b0b7-0c8b100e3e3c) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:26.722411 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddfc525-145f-419c-8d92-6469eba1a5a0 None None] Network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:26.725554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:26.726193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:26.752211 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ab052981-74bf-4814-b520-a652134e4182 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6476228 Jul 28 10:56:26.752996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51230) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:26.764864 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Request body: {'port': {'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c', 'name': 'tempest-TagsExtTest-1488928494'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:26.910541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-e4dcdabc-f349-433d-b0b7-0c8b100e3e3c', 'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c', 'project_id': 'ee5be13551174c5399e421a68ef3b676', 'fixed_ips': [{'subnet_id': 'c38ad832-404a-4494-be1f-4a2f800d5b69'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:56:26.911585 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:26.980608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Made reservation on behalf of ee5be13551174c5399e421a68ef3b676 for: {'port': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:26.987801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:27.011689 n-d-850468-6 neutron-server[104687]: DEBUG neutron.notifiers.nova [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] device_id is not set on port a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 yet. {{(pid=104687) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jul 28 10:56:27.141977 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-55be984d-8b77-4d4b-a357-1a498a581f99 req-5a428ee4-bdeb-411e-9c8e-a36f8581658f tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5d80180-9215-442d-8af3-ac748191fa27 HTTP/1.1" status: 200 len: 210 time: 0.0326276 Jul 28 10:56:27.152056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Allocated IP 172.20.0.2 (e4dcdabc-f349-433d-b0b7-0c8b100e3e3c/c38ad832-404a-4494-be1f-4a2f800d5b69/8f65133f-02b7-4184-be39-1a92b94a9752) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:27.312846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Publish callbacks [] for port (8f65133f-02b7-4184-be39-1a92b94a9752), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:27.320738 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:27.341365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:27.344600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:27.350482 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4b1f2c22-1233-4e9d-a3dc-2c58eea3eb21 req-2895e239-77df-4c84-b2bf-1074a36886b8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5d80180-9215-442d-8af3-ac748191fa27 HTTP/1.1" status: 200 len: 210 time: 0.0600588 Jul 28 10:56:27.364554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:27.423940 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:27.441143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Pushing event updated for resources: {'Port': ['ID=8f65133f-02b7-4184-be39-1a92b94a9752,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:27.461500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.462080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.462492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.462990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.463331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.463670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.464007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.464440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.465057 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.465450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.465898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.466417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.466846 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.467243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.467632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:27.475735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Attempting to bind port 8f65133f-02b7-4184-be39-1a92b94a9752 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:27.476055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Attempting to bind port 8f65133f-02b7-4184-be39-1a92b94a9752 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '9fa4cdcd-7f1e-4468-8d93-a20e25216788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:27.476610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Attempting to bind port 8f65133f-02b7-4184-be39-1a92b94a9752 on network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:27.487824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:27.490123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Checking segment: {'id': '9fa4cdcd-7f1e-4468-8d93-a20e25216788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:27.490645 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:27.493042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Bound using segment: {'id': '9fa4cdcd-7f1e-4468-8d93-a20e25216788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:27.493626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Bound port: 8f65133f-02b7-4184-be39-1a92b94a9752, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa4cdcd-7f1e-4468-8d93-a20e25216788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e4dcdabc-f349-433d-b0b7-0c8b100e3e3c'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:27.494107 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:27.509307 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Allocated IP 172.20.0.14 (e4dcdabc-f349-433d-b0b7-0c8b100e3e3c/c38ad832-404a-4494-be1f-4a2f800d5b69/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:27.510894 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:27.511847 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:27.574498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] For port 8f65133f-02b7-4184-be39-1a92b94a9752, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:27.585563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] For port 8f65133f-02b7-4184-be39-1a92b94a9752, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8f65133f-02b7-4184-be39-1a92b94a9752,segment=NetworkSegment(9fa4cdcd-7f1e-4468-8d93-a20e25216788),segment_id=9fa4cdcd-7f1e-4468-8d93-a20e25216788)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:27.589049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e43b2f15-f65a-496c-9f75-f24b4b05942c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:27.679667 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:27.692288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e43b2f15-f65a-496c-9f75-f24b4b05942c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:27.692591 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:27.836507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6969c-c90a-480c-9d41-d7b2a261006a None None] Pushing event updated for resources: {'Port': ['ID=8f65133f-02b7-4184-be39-1a92b94a9752,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:27.866902 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51282) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:27.965318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e43b2f15-f65a-496c-9f75-f24b4b05942c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:27.975084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for port (a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.073212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.164238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:28.168145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:28.185310 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:28.220607 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event updated for resources: {'Port': ['ID=a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:28.270792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:28.271458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.304000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51292) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:28.304720 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13a9eee9-5aa5-4797-8bef-98db11e1d937 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5504863 Jul 28 10:56:28.312737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-19f37c18-971f-4d49-a6d6-439c0eaea796 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-271947023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:28.414975 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f37c18-971f-4d49-a6d6-439c0eaea796 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (f285ca94-05f8-471c-9f18-a376b2870ec1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.418000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f37c18-971f-4d49-a6d6-439c0eaea796 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (f285ca94-05f8-471c-9f18-a376b2870ec1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.470958 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:28.535895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f37c18-971f-4d49-a6d6-439c0eaea796 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for router_controller (f285ca94-05f8-471c-9f18-a376b2870ec1), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.539233 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:28.552283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f37c18-971f-4d49-a6d6-439c0eaea796 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (f285ca94-05f8-471c-9f18-a376b2870ec1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.604484 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-19f37c18-971f-4d49-a6d6-439c0eaea796 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.605765 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-19f37c18-971f-4d49-a6d6-439c0eaea796 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2997675 Jul 28 10:56:28.609760 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51298) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:28.611736 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a2f844f5-1394-4362-a66e-d9c4babb6b19), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.616632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-397a2f07-da9c-49aa-91a9-73ea8d6726a9 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-159037099', 'prefixes': ['172.20.0.0/16']}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:28.670844 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:28.721563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-397a2f07-da9c-49aa-91a9-73ea8d6726a9 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:28.727104 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-397a2f07-da9c-49aa-91a9-73ea8d6726a9 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1162021 Jul 28 10:56:28.727933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51312) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:28.734660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-6cb84367-448c-48c4-a65b-46699b0ebd88 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', 'tempest-TagsExtTest-Tag-1462185178') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:28.924828 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6cb84367-448c-48c4-a65b-46699b0ebd88 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags/tempest-TagsExtTest-Tag-1462185178 HTTP/1.1" status: 201 len: 201 time: 0.1947973 Jul 28 10:56:28.927846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51332) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:28.936461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-6a279a11-6866-4721-8e30-023db248542c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', 'tempest-TagsExtTest-Tag-1030286561') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.071921 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6a279a11-6866-4721-8e30-023db248542c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags/tempest-TagsExtTest-Tag-1030286561 HTTP/1.1" status: 201 len: 201 time: 0.1402557 Jul 28 10:56:29.072095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51334) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.085845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-2a63af09-1796-4681-a930-a0bb19f14640 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', 'tempest-TagsExtTest-Tag-1620002593') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.096110 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port e43b2f15-f65a-496c-9f75-f24b4b05942c {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:29.096471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:29.198927 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2a63af09-1796-4681-a930-a0bb19f14640 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags/tempest-TagsExtTest-Tag-1620002593 HTTP/1.1" status: 201 len: 201 time: 0.1242213 Jul 28 10:56:29.200270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51336) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.207052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-60885e14-0a71-4593-9973-0732a53c26a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', 'tempest-TagsExtTest-Tag-1493240478') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.259231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port e43b2f15-f65a-496c-9f75-f24b4b05942c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e43b2f15-f65a-496c-9f75-f24b4b05942c,segment=NetworkSegment(9b0a5e62-0312-4c00-89a4-a32ff37f9a81),segment_id=9b0a5e62-0312-4c00-89a4-a32ff37f9a81)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:29.260945 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:29.281013 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-60885e14-0a71-4593-9973-0732a53c26a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags/tempest-TagsExtTest-Tag-1493240478 HTTP/1.1" status: 201 len: 201 time: 0.0784464 Jul 28 10:56:29.283459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51338) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.290967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-25da0b0e-9b94-473b-b488-96e8c54dc1ba tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.320091 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e53e65-2eae-4d26-920a-ebc781350bc0 None None] Network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:29.359968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for e43b2f15-f65a-496c-9f75-f24b4b05942c owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:29.468100 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-25da0b0e-9b94-473b-b488-96e8c54dc1ba tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags HTTP/1.1" status: 200 len: 241 time: 0.1827259 Jul 28 10:56:29.470792 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51340) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.493806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-cf598c12-fce4-44fd-8ae9-52e85cb04fca tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', 'tempest-TagsExtTest-Tag-1462185178') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.603257 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cf598c12-fce4-44fd-8ae9-52e85cb04fca tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags/tempest-TagsExtTest-Tag-1462185178 HTTP/1.1" status: 204 len: 168 time: 0.1308622 Jul 28 10:56:29.606283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51344) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.612236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-00d7ebf6-16d9-475d-9d3f-324edb1ccaf7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', 'tempest-TagsExtTest-Tag-1462185178') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.688515 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00d7ebf6-16d9-475d-9d3f-324edb1ccaf7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags/tempest-TagsExtTest-Tag-1462185178 HTTP/1.1" status: 204 len: 168 time: 0.0799885 Jul 28 10:56:29.691164 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51346) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.695847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-2a79fe51-c051-4423-ad5b-650ed8438909 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.812544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f65133f-02b7-4184-be39-1a92b94a9752 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:29.820941 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2a79fe51-c051-4423-ad5b-650ed8438909 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags HTTP/1.1" status: 200 len: 205 time: 0.1272933 Jul 28 10:56:29.823658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51348) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.829379 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-5304110a-dfa2-4ca4-9d72-98a19d6494cc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:29.844758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e43b2f15-f65a-496c-9f75-f24b4b05942c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:29.855918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-645463fb-2872-485e-8d54-bf133fb38fdc None None] Provisioning complete for port 8f65133f-02b7-4184-be39-1a92b94a9752 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:29.856724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-645463fb-2872-485e-8d54-bf133fb38fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:29.952706 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=e43b2f15-f65a-496c-9f75-f24b4b05942c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:29.956746 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5304110a-dfa2-4ca4-9d72-98a19d6494cc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags HTTP/1.1" status: 200 len: 241 time: 0.1320059 Jul 28 10:56:29.957374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51354) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:29.962490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-784c962d-4e9b-481b-908f-24b9f43b7ae3 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', 'tempest-TagsExtTest-Tag-1030286561') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:30.015373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-645463fb-2872-485e-8d54-bf133fb38fdc None None] Current status of the port 8f65133f-02b7-4184-be39-1a92b94a9752 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:30.015918 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-645463fb-2872-485e-8d54-bf133fb38fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:30.061399 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-784c962d-4e9b-481b-908f-24b9f43b7ae3 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags/tempest-TagsExtTest-Tag-1030286561 HTTP/1.1" status: 204 len: 168 time: 0.0996201 Jul 28 10:56:30.062328 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51358) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:30.079897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-d1c69ec8-ff0d-4032-a552-ff9049e53907 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', 'tempest-TagsExtTest-Tag-1030286561') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:30.115337 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:30.130360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-645463fb-2872-485e-8d54-bf133fb38fdc None None] For port 8f65133f-02b7-4184-be39-1a92b94a9752, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8f65133f-02b7-4184-be39-1a92b94a9752,segment=NetworkSegment(9fa4cdcd-7f1e-4468-8d93-a20e25216788),segment_id=9fa4cdcd-7f1e-4468-8d93-a20e25216788)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:30.136413 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:30.143344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8f65133f-02b7-4184-be39-1a92b94a9752 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:30.148752 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:30.247935 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-645463fb-2872-485e-8d54-bf133fb38fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:30.264917 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d1c69ec8-ff0d-4032-a552-ff9049e53907 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags/tempest-TagsExtTest-Tag-1030286561 HTTP/1.1" status: 204 len: 168 time: 0.1986797 Jul 28 10:56:30.265231 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51360) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:30.271418 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-cd79a0c8-6ace-4c0f-8ba6-c6ebf167b4bc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:30.316628 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:30.364687 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd79a0c8-6ace-4c0f-8ba6-c6ebf167b4bc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags HTTP/1.1" status: 200 len: 205 time: 0.0957096 Jul 28 10:56:30.365032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51362) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:30.376806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-9c73d536-1c3a-49d7-bfde-603fecb2460c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:30.400954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645463fb-2872-485e-8d54-bf133fb38fdc None None] Pushing event updated for resources: {'Port': ['ID=8f65133f-02b7-4184-be39-1a92b94a9752,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:30.460112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f39f655b-a8c3-44f5-a2df-4a6b53bd466b None None] Provisioning complete for port a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:30.461129 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f39f655b-a8c3-44f5-a2df-4a6b53bd466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:30.483658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a2f844f5-1394-4362-a66e-d9c4babb6b19), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:30.545450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8f65133f-02b7-4184-be39-1a92b94a9752 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:30.579205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f39f655b-a8c3-44f5-a2df-4a6b53bd466b None None] Port a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:56:30.585486 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9c73d536-1c3a-49d7-bfde-603fecb2460c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags HTTP/1.1" status: 200 len: 241 time: 0.2194042 Jul 28 10:56:30.588743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f39f655b-a8c3-44f5-a2df-4a6b53bd466b None None] Provisioning complete for port 8f65133f-02b7-4184-be39-1a92b94a9752 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:30.589135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f39f655b-a8c3-44f5-a2df-4a6b53bd466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:30.593461 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51364) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:30.599283 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-5247f6c2-ca0d-4279-b92e-83ec2f285258 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', 'tempest-TagsExtTest-Tag-1620002593') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:30.731577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f39f655b-a8c3-44f5-a2df-4a6b53bd466b None None] Current status of the port 8f65133f-02b7-4184-be39-1a92b94a9752 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:30.774587 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:30.851402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5989d567-5bbe-44e5-ab8f-7ccd2f63f54b None None] Provisioning complete for port a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:30.853766 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5989d567-5bbe-44e5-ab8f-7ccd2f63f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:30.857951 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:30.953364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5989d567-5bbe-44e5-ab8f-7ccd2f63f54b None None] Port a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:56:31.032557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router a2f844f5-1394-4362-a66e-d9c4babb6b19 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:31.166090 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:31.176164 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bb5f0bd7-3b09-4b24-bada-4dd497dd7708 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/a2f844f5-1394-4362-a66e-d9c4babb6b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3059902 Jul 28 10:56:31.176988 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51370) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.179550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] Sync routers for ids ['a2f844f5-1394-4362-a66e-d9c4babb6b19'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:31.195641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] Routers {'a2f844f5-1394-4362-a66e-d9c4babb6b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:31.199621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a2f844f5-1394-4362-a66e-d9c4babb6b19'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.252783 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5247f6c2-ca0d-4279-b92e-83ec2f285258 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags/tempest-TagsExtTest-Tag-1620002593 HTTP/1.1" status: 204 len: 168 time: 0.6581671 Jul 28 10:56:31.255163 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51372) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.269760 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-e572aa91-057c-40bb-b337-fbd46c08385e tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', 'tempest-TagsExtTest-Tag-1620002593') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.316378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting subnet 25e90ceb-8815-458d-a9ee-f593d5d2d6c9 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:31.326518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (25e90ceb-8815-458d-a9ee-f593d5d2d6c9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:31.386416 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e572aa91-057c-40bb-b337-fbd46c08385e tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags/tempest-TagsExtTest-Tag-1620002593 HTTP/1.1" status: 204 len: 168 time: 0.1301291 Jul 28 10:56:31.392000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51378) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.399226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-747d4060-3b1b-4c44-83f9-8cac05c9a684 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.444863 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (25e90ceb-8815-458d-a9ee-f593d5d2d6c9), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:31.472413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] Set router a2f844f5-1394-4362-a66e-d9c4babb6b19 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:31.508783 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-747d4060-3b1b-4c44-83f9-8cac05c9a684 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags HTTP/1.1" status: 200 len: 205 time: 0.1149290 Jul 28 10:56:31.511607 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51380) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.521892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-0fb2c8ef-157d-424b-9d7d-875fd82d1458 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.558550 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0fb2c8ef-157d-424b-9d7d-875fd82d1458 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags HTTP/1.1" status: 200 len: 241 time: 0.0451853 Jul 28 10:56:31.562488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51382) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.584139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-61987fe4-83af-418e-9e7c-ad28d2dc2cf3 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', 'tempest-TagsExtTest-Tag-1493240478') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.616669 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (25e90ceb-8815-458d-a9ee-f593d5d2d6c9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:31.620894 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-61987fe4-83af-418e-9e7c-ad28d2dc2cf3 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags/tempest-TagsExtTest-Tag-1493240478 HTTP/1.1" status: 204 len: 168 time: 0.0529015 Jul 28 10:56:31.621003 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51384) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.625098 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-0b29ebdb-245e-4628-831e-90a460deb9cc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', 'tempest-TagsExtTest-Tag-1493240478') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.640376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f65133f-02b7-4184-be39-1a92b94a9752 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:31.723845 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0b29ebdb-245e-4628-831e-90a460deb9cc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags/tempest-TagsExtTest-Tag-1493240478 HTTP/1.1" status: 204 len: 168 time: 0.1024344 Jul 28 10:56:31.726732 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51386) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.730946 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-1c4f158d-73ee-4e2b-b3eb-57784c80f6dc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.736956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8f65133f-02b7-4184-be39-1a92b94a9752 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:31.737593 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:31.765084 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1c4f158d-73ee-4e2b-b3eb-57784c80f6dc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags HTTP/1.1" status: 200 len: 205 time: 0.0371900 Jul 28 10:56:31.767735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51390) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.771631 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (25e90ceb-8815-458d-a9ee-f593d5d2d6c9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:31.773993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-8a3ffecc-cdb3-42f0-ac63-505f5516189d tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.805116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Subnet': ['ID=25e90ceb-8815-458d-a9ee-f593d5d2d6c9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:31.810652 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:31.817263 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-871fb0fd-e3b1-4d77-86e6-cdc1da98cbac tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/subnets/25e90ceb-8815-458d-a9ee-f593d5d2d6c9 HTTP/1.1" status: 204 len: 168 time: 0.6393986 Jul 28 10:56:31.817752 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51392) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.828544 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452165a3-e5ae-4883-a565-6e1954db18e5 None None] Network 7832bb58-5975-41c0-bffb-eb28ef7571b9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:31.840014 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8a3ffecc-cdb3-42f0-ac63-505f5516189d tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0709734 Jul 28 10:56:31.843061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51394) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:31.849967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-aaeba70f-141c-4c17-9570-120b668f5820 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.954475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8f65133f-02b7-4184-be39-1a92b94a9752 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:31.959726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:29Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:31.972041 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:31.995635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] Checking router: a2f844f5-1394-4362-a66e-d9c4babb6b19 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:32.019291 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aaeba70f-141c-4c17-9570-120b668f5820 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags HTTP/1.1" status: 204 len: 168 time: 0.1748304 Jul 28 10:56:32.021702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51398) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.027993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-b65d53be-881b-4b9a-84cb-47f4dca295a4 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.030021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] Routers {'a2f844f5-1394-4362-a66e-d9c4babb6b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:32.030794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a2f844f5-1394-4362-a66e-d9c4babb6b19'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.158214 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b65d53be-881b-4b9a-84cb-47f4dca295a4 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1328282 Jul 28 10:56:32.160559 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.167601 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] Set router a2f844f5-1394-4362-a66e-d9c4babb6b19 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:32.167825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-2d7fe4bb-41b0-4b08-a451-9ed0171fbb1f tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.179116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] DHCP port deletion for 7832bb58-5975-41c0-bffb-eb28ef7571b9 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:56:32.269523 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2d7fe4bb-41b0-4b08-a451-9ed0171fbb1f tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags HTTP/1.1" status: 204 len: 168 time: 0.1044624 Jul 28 10:56:32.272058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51402) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.276723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-c732dd19-7ef4-4919-91fe-396010e2fd9c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', 'tempest-TagsExtTest-Tag-166622328') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.338391 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:32.339725 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (a2f844f5-1394-4362-a66e-d9c4babb6b19), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.364047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] Deleting port be19ab2e-f976-42c7-9a08-9b3988757923 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:32.364502 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.398963 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c732dd19-7ef4-4919-91fe-396010e2fd9c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags/tempest-TagsExtTest-Tag-166622328 HTTP/1.1" status: 201 len: 201 time: 0.1257606 Jul 28 10:56:32.401571 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51404) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.407196 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-1c2c7ec6-5b29-4953-8937-8352c57cc317 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', 'tempest-TagsExtTest-Tag-528344882') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.421624 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:32.439806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] For port be19ab2e-f976-42c7-9a08-9b3988757923, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=be19ab2e-f976-42c7-9a08-9b3988757923,segment=NetworkSegment(9b0a5e62-0312-4c00-89a4-a32ff37f9a81),segment_id=9b0a5e62-0312-4c00-89a4-a32ff37f9a81)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:32.440347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.454700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] Calling delete_port for be19ab2e-f976-42c7-9a08-9b3988757923 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:32.497102 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1c2c7ec6-5b29-4953-8937-8352c57cc317 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags/tempest-TagsExtTest-Tag-528344882 HTTP/1.1" status: 201 len: 201 time: 0.0940928 Jul 28 10:56:32.498795 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.507194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-e9a89c24-cc99-4866-bc9e-8fd4c3b76c83 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', 'tempest-TagsExtTest-Tag-263233281') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.529132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (a2f844f5-1394-4362-a66e-d9c4babb6b19), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.587035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port 19cb7448-995c-43c5-895f-cc0a5f295ce3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:32.587552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.617142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:29Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.658174 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:32.662775 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e9a89c24-cc99-4866-bc9e-8fd4c3b76c83 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags/tempest-TagsExtTest-Tag-263233281 HTTP/1.1" status: 201 len: 201 time: 0.1619956 Jul 28 10:56:32.665553 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.670193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463944b2-31b3-4d63-b5ad-7448a4b7e198 None None] The sync data for ids ['a2f844f5-1394-4362-a66e-d9c4babb6b19'] in n-d-850468-6 is: [{'id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054732146', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:11Z', 'updated_at': '2022-07-28T10:56:29Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '19cb7448-995c-43c5-895f-cc0a5f295ce3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:09:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f844f5-1394-4362-a66e-d9c4babb6b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:12Z', 'updated_at': '2022-07-28T10:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:32.672834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-1114ef2d-19d5-415a-ad8b-f658dc7756c8 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', 'tempest-TagsExtTest-Tag-419952924') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.705781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (be19ab2e-f976-42c7-9a08-9b3988757923), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.718786 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port 19cb7448-995c-43c5-895f-cc0a5f295ce3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=19cb7448-995c-43c5-895f-cc0a5f295ce3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:32.720011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.741295 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:32.744438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for 19cb7448-995c-43c5-895f-cc0a5f295ce3 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:32.750881 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6425250e-03ce-4cd4-9a4b-1d5e599a49e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:32.754439 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1114ef2d-19d5-415a-ad8b-f658dc7756c8 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags/tempest-TagsExtTest-Tag-419952924 HTTP/1.1" status: 201 len: 201 time: 0.0851369 Jul 28 10:56:32.754593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] No DVR routers for this DVR port be19ab2e-f976-42c7-9a08-9b3988757923 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:32.755551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51412) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.766234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-35f658b2-97a1-4905-ab5c-973530023777 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', {'tags': ['tempest-TagsExtTest-Tag-1846323267', 'tempest-TagsExtTest-Tag-505676575', 'tempest-TagsExtTest-Tag-972942919']}) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.782289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a6f0b-d8df-4a36-a7c6-522eae83b0c1 None None] Pushing event deleted for resources: {'Port': ['ID=be19ab2e-f976-42c7-9a08-9b3988757923,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:32.885441 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-35f658b2-97a1-4905-ab5c-973530023777 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags HTTP/1.1" status: 200 len: 316 time: 0.1280663 Jul 28 10:56:32.887914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51418) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:32.895891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-b48f7939-1487-43df-a362-7520dbfe5104 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:32.993799 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b48f7939-1487-43df-a362-7520dbfe5104 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags HTTP/1.1" status: 204 len: 168 time: 0.1040487 Jul 28 10:56:32.996623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51420) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.003276 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-985227c6-01dd-44b5-a6bd-052ad6a971aa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', 'tempest-TagsExtTest-Tag-1846323267') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.028285 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (19cb7448-995c-43c5-895f-cc0a5f295ce3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.062517 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-985227c6-01dd-44b5-a6bd-052ad6a971aa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:33.063589 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-985227c6-01dd-44b5-a6bd-052ad6a971aa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags/tempest-TagsExtTest-Tag-1846323267 HTTP/1.1" status: 404 len: 329 time: 0.0650606 Jul 28 10:56:33.066806 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51424) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.078830 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-11f91279-7c2e-4e13-94e0-dbe92c1dc013 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', 'tempest-TagsExtTest-Tag-505676575') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.112634 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=19cb7448-995c-43c5-895f-cc0a5f295ce3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:33.150563 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-11f91279-7c2e-4e13-94e0-dbe92c1dc013 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:33.155204 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11f91279-7c2e-4e13-94e0-dbe92c1dc013 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags/tempest-TagsExtTest-Tag-505676575 HTTP/1.1" status: 404 len: 328 time: 0.0828335 Jul 28 10:56:33.155330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51426) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.162502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-4b20bd9b-b5ea-4030-8a65-d0ffdf15facb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69', 'tempest-TagsExtTest-Tag-972942919') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.180169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (a2f844f5-1394-4362-a66e-d9c4babb6b19), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.211053 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:33.246614 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-4b20bd9b-b5ea-4030-8a65-d0ffdf15facb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:33.253002 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4b20bd9b-b5ea-4030-8a65-d0ffdf15facb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags/tempest-TagsExtTest-Tag-972942919 HTTP/1.1" status: 404 len: 328 time: 0.0957530 Jul 28 10:56:33.259587 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51428) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.267787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-85d81c37-3fff-47ec-a0a2-7aca5976e42c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', {'tags': ['tempest-TagsExtTest-Tag-1655510584', 'tempest-TagsExtTest-Tag-1918740658', 'tempest-TagsExtTest-Tag-1122282870']}) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.293449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a2f844f5-1394-4362-a66e-d9c4babb6b19), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.299600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (a2f844f5-1394-4362-a66e-d9c4babb6b19), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.357666 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-85d81c37-3fff-47ec-a0a2-7aca5976e42c tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags HTTP/1.1" status: 200 len: 318 time: 0.0962126 Jul 28 10:56:33.361977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51430) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.368476 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-8c9d898d-9b1f-47e6-8434-cbab99fa08a1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.373736 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a2f844f5-1394-4362-a66e-d9c4babb6b19), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.376324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Fanout notify agent at l3_agent the message router_deleted on router a2f844f5-1394-4362-a66e-d9c4babb6b19 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:56:33.393840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.405880 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ad81edee-e1cc-432c-a224-1ad6a5cff2d0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/routers/a2f844f5-1394-4362-a66e-d9c4babb6b19 HTTP/1.1" status: 204 len: 168 time: 1.5780654 Jul 28 10:56:33.405880 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51432) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.486779 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8c9d898d-9b1f-47e6-8434-cbab99fa08a1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1236742 Jul 28 10:56:33.490526 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51434) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.495166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-3df6f519-705b-4b4e-bc0d-394c51cd39cc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', 'tempest-TagsExtTest-Tag-1655510584') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.534126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device be19ab2e-f976-42c7-9a08-9b3988757923 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:33.556553 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-3df6f519-705b-4b4e-bc0d-394c51cd39cc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:33.565197 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3df6f519-705b-4b4e-bc0d-394c51cd39cc tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags/tempest-TagsExtTest-Tag-1655510584 HTTP/1.1" status: 404 len: 329 time: 0.0702069 Jul 28 10:56:33.565197 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51436) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.573340 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-514878e1-fc98-4d06-a2bb-3b7353d636fa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', 'tempest-TagsExtTest-Tag-1918740658') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.573805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7832bb58-5975-41c0-bffb-eb28ef7571b9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.660883 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-514878e1-fc98-4d06-a2bb-3b7353d636fa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:33.663068 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-514878e1-fc98-4d06-a2bb-3b7353d636fa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags/tempest-TagsExtTest-Tag-1918740658 HTTP/1.1" status: 404 len: 329 time: 0.0975776 Jul 28 10:56:33.667512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51438) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.673632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-df3b3b33-c3d4-4d22-abc4-86e0aae7a71a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4', 'tempest-TagsExtTest-Tag-1122282870') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.739891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7832bb58-5975-41c0-bffb-eb28ef7571b9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.770709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7832bb58-5975-41c0-bffb-eb28ef7571b9']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.775810 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-df3b3b33-c3d4-4d22-abc4-86e0aae7a71a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:33.779547 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df3b3b33-c3d4-4d22-abc4-86e0aae7a71a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags/tempest-TagsExtTest-Tag-1122282870 HTTP/1.1" status: 404 len: 329 time: 0.1094062 Jul 28 10:56:33.782629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51440) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.786185 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0a5e62-0312-4c00-89a4-a32ff37f9a81') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.786688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0a5e62-0312-4c00-89a4-a32ff37f9a81') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.787586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: be19ab2e-f976-42c7-9a08-9b3988757923 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:33.788060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device be19ab2e-f976-42c7-9a08-9b3988757923 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:33.788350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e43b2f15-f65a-496c-9f75-f24b4b05942c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:33.788750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-e7ac888c-f9c4-4676-8b60-f88b779529ee tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', {'tags': ['tempest-TagsExtTest-Tag-1998916325', 'tempest-TagsExtTest-Tag-1853920651', 'tempest-TagsExtTest-Tag-271968041']}) {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:33.817004 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (9b0a5e62-0312-4c00-89a4-a32ff37f9a81), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.845009 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9b0a5e62-0312-4c00-89a4-a32ff37f9a81), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.851644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e43b2f15-f65a-496c-9f75-f24b4b05942c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:33.852730 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e43b2f15-f65a-496c-9f75-f24b4b05942c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:33.854096 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:33.854645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (9b0a5e62-0312-4c00-89a4-a32ff37f9a81), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.861400 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:33.931342 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:33.944875 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7832bb58-5975-41c0-bffb-eb28ef7571b9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.955997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:33.968016 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e7ac888c-f9c4-4676-8b60-f88b779529ee tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags HTTP/1.1" status: 200 len: 317 time: 0.1806011 Jul 28 10:56:33.968193 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/networks/7832bb58-5975-41c0-bffb-eb28ef7571b9 HTTP/1.1" status: 204 len: 168 time: 0.5633407 Jul 28 10:56:33.968333 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9b0a5e62-0312-4c00-89a4-a32ff37f9a81 resource provider aggregate not found Jul 28 10:56:33.970455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51448) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.970974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:33.994726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-8656ff52-3c24-418b-8022-ec1a2ed69997 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.002139 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 9b0a5e62-0312-4c00-89a4-a32ff37f9a81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b0a5e62-0312-4c00-89a4-a32ff37f9a81 found for delete ", "request_id": "req-a92b3f6c-7b88-4bfc-a556-33e54a82d6a4"}]} Jul 28 10:56:34.003079 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5bd6c-3493-4628-996f-7addb17d2566 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Network': ['ID=7832bb58-5975-41c0-bffb-eb28ef7571b9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:34.175760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (67d2d033-ccad-4afd-a838-9ed413a1034d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.183647 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8656ff52-3c24-418b-8022-ec1a2ed69997 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags HTTP/1.1" status: 204 len: 168 time: 0.2100444 Jul 28 10:56:34.186334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51460) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.190940 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-6ee454c7-245f-46aa-8784-1c95b41ffee4 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', 'tempest-TagsExtTest-Tag-1998916325') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.210486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (67d2d033-ccad-4afd-a838-9ed413a1034d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.292590 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-6ee454c7-245f-46aa-8784-1c95b41ffee4 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:34.296289 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6ee454c7-245f-46aa-8784-1c95b41ffee4 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags/tempest-TagsExtTest-Tag-1998916325 HTTP/1.1" status: 404 len: 329 time: 0.1089129 Jul 28 10:56:34.299344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51462) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.304685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-8f6e2271-138a-4d8c-b196-9fbc9352dd2d tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', 'tempest-TagsExtTest-Tag-1853920651') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.369223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (67d2d033-ccad-4afd-a838-9ed413a1034d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.371849 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.373682 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/security-groups/67d2d033-ccad-4afd-a838-9ed413a1034d HTTP/1.1" status: 204 len: 168 time: 0.4014537 Jul 28 10:56:34.387660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d2d033-ccad-4afd-a838-9ed413a1034d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:34.398543 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-8f6e2271-138a-4d8c-b196-9fbc9352dd2d tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:34.399592 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8f6e2271-138a-4d8c-b196-9fbc9352dd2d tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags/tempest-TagsExtTest-Tag-1853920651 HTTP/1.1" status: 404 len: 329 time: 0.0989556 Jul 28 10:56:34.401244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.401590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.402004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.402295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.402619 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.402947 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.403064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51466) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.403276 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.403660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.404013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.404376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.404632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.404959 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.405282 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.405604 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.405940 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c60bf-ce17-4869-a284-40f8cfc3374d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:34.408066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-05a5e5c1-14ab-4fb2-ac3c-2b2642438245 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1', 'tempest-TagsExtTest-Tag-271968041') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.496210 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-05a5e5c1-14ab-4fb2-ac3c-2b2642438245 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:34.497971 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-05a5e5c1-14ab-4fb2-ac3c-2b2642438245 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags/tempest-TagsExtTest-Tag-271968041 HTTP/1.1" status: 404 len: 328 time: 0.0932345 Jul 28 10:56:34.500733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.505236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-3a6572e4-a21a-49ee-a2ab-b020971ee719 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', {'tags': ['tempest-TagsExtTest-Tag-1639325265', 'tempest-TagsExtTest-Tag-830500288', 'tempest-TagsExtTest-Tag-1896102765']}) {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.528083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.533121 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-69c7c1d2-4c87-43dd-9128-09ae311d299e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131196922', 'description': 'tempest-secgroup-smoke-1131196922 description', 'project_id': 'adcea96b79484f4da85e12a5a6243528'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:34.557190 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69c7c1d2-4c87-43dd-9128-09ae311d299e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.561947 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3a6572e4-a21a-49ee-a2ab-b020971ee719 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "PUT /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags HTTP/1.1" status: 200 len: 317 time: 0.0579579 Jul 28 10:56:34.563140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51474) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.569326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-d1574682-ea2e-46e7-b0bd-ca8e0315996a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.629601 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d1574682-ea2e-46e7-b0bd-ca8e0315996a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0652401 Jul 28 10:56:34.632211 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51476) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.639964 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-30bac5e5-866c-4d89-89f0-264fbd319963 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', 'tempest-TagsExtTest-Tag-1639325265') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.661236 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-30bac5e5-866c-4d89-89f0-264fbd319963 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:34.664900 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30bac5e5-866c-4d89-89f0-264fbd319963 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags/tempest-TagsExtTest-Tag-1639325265 HTTP/1.1" status: 404 len: 329 time: 0.0290720 Jul 28 10:56:34.665184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51478) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.668424 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69c7c1d2-4c87-43dd-9128-09ae311d299e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (e1560cac-cbab-4f63-aaae-91231c9cfdd5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.671579 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.tag.tag_plugin [None req-08af871d-ec3f-4b71-b417-e1cf734fbdb3 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', 'tempest-TagsExtTest-Tag-830500288') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.674264 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69c7c1d2-4c87-43dd-9128-09ae311d299e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e1560cac-cbab-4f63-aaae-91231c9cfdd5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.699180 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-08af871d-ec3f-4b71-b417-e1cf734fbdb3 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:34.705154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51480) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.706817 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-08af871d-ec3f-4b71-b417-e1cf734fbdb3 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags/tempest-TagsExtTest-Tag-830500288 HTTP/1.1" status: 404 len: 328 time: 0.0392473 Jul 28 10:56:34.715514 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-74d11ddc-7e69-4fec-95b5-2c850dbf4465 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1', 'tempest-TagsExtTest-Tag-1896102765') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.727992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-69c7c1d2-4c87-43dd-9128-09ae311d299e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.729770 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-69c7c1d2-4c87-43dd-9128-09ae311d299e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2004731 Jul 28 10:56:34.733055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.738413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-299bfae4-b22c-4b6c-9148-830d0bbfa2ee tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'e1560cac-cbab-4f63-aaae-91231c9cfdd5', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:34.741048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7c1d2-4c87-43dd-9128-09ae311d299e tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1560cac-cbab-4f63-aaae-91231c9cfdd5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:34.748198 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-74d11ddc-7e69-4fec-95b5-2c850dbf4465 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] show failed (client error): The resource could not be found. Jul 28 10:56:34.749440 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-74d11ddc-7e69-4fec-95b5-2c850dbf4465 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags/tempest-TagsExtTest-Tag-1896102765 HTTP/1.1" status: 404 len: 329 time: 0.0428269 Jul 28 10:56:34.752507 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51484) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.757270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-ecc04c4c-d4b3-4a98-95fa-3607b76f8592 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2a46f1ac-66a5-4680-836a-222b11b609b1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.783103 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ecc04c4c-d4b3-4a98-95fa-3607b76f8592 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0295861 Jul 28 10:56:34.784154 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-299bfae4-b22c-4b6c-9148-830d0bbfa2ee tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (0de698e8-a82c-4f34-bb58-bb4497644029), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.785793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51486) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.790647 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-dae7930a-9e1b-45fa-bbbc-25a13bcc6008 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f285ca94-05f8-471c-9f18-a376b2870ec1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.863953 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:34.886813 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:34.890372 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-299bfae4-b22c-4b6c-9148-830d0bbfa2ee tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (0de698e8-a82c-4f34-bb58-bb4497644029), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.893575 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dae7930a-9e1b-45fa-bbbc-25a13bcc6008 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1/tags HTTP/1.1" status: 204 len: 168 time: 0.1042047 Jul 28 10:56:34.893575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51488) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.900183 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-8ecd32f9-e587-4e1f-afcf-cb50ec81ddaa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.900417 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-299bfae4-b22c-4b6c-9148-830d0bbfa2ee tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (0de698e8-a82c-4f34-bb58-bb4497644029), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.933404 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bfae4-b22c-4b6c-9148-830d0bbfa2ee tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de698e8-a82c-4f34-bb58-bb4497644029,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:34.943839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-299bfae4-b22c-4b6c-9148-830d0bbfa2ee tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:34.947900 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-299bfae4-b22c-4b6c-9148-830d0bbfa2ee tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2138011 Jul 28 10:56:34.948619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51490) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.953477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-18eab03b-fa81-4b3d-8fc6-4695ea5fa9ea tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'e1560cac-cbab-4f63-aaae-91231c9cfdd5', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:34.965674 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8ecd32f9-e587-4e1f-afcf-cb50ec81ddaa tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4/tags HTTP/1.1" status: 204 len: 168 time: 0.0709836 Jul 28 10:56:34.968741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51492) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:34.977755 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.tag.tag_plugin [None req-90f72058-85d1-4d55-a969-f7cf86d9230f tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c38ad832-404a-4494-be1f-4a2f800d5b69') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:34.990713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18eab03b-fa81-4b3d-8fc6-4695ea5fa9ea tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (2b660d34-1621-43ea-9cce-4bf3ab5db76d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.037913 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-90f72058-85d1-4d55-a969-f7cf86d9230f tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69/tags HTTP/1.1" status: 204 len: 168 time: 0.0638325 Jul 28 10:56:35.038109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1efc1806-2d8d-4391-b41c-6e045b203756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.039881 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51496) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.086547 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18eab03b-fa81-4b3d-8fc6-4695ea5fa9ea tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (2b660d34-1621-43ea-9cce-4bf3ab5db76d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.092931 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18eab03b-fa81-4b3d-8fc6-4695ea5fa9ea tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2b660d34-1621-43ea-9cce-4bf3ab5db76d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.120524 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eab03b-fa81-4b3d-8fc6-4695ea5fa9ea tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b660d34-1621-43ea-9cce-4bf3ab5db76d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:35.129234 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-18eab03b-fa81-4b3d-8fc6-4695ea5fa9ea tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.130735 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-18eab03b-fa81-4b3d-8fc6-4695ea5fa9ea tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1811855 Jul 28 10:56:35.133370 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51502) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.137520 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=37,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:35.138543 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:35.144545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-87d21ea1-8afe-41ba-9521-e2be28222efa tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'e1560cac-cbab-4f63-aaae-91231c9cfdd5', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:35.195668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87d21ea1-8afe-41ba-9521-e2be28222efa tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (83466488-d8e6-493c-b224-45e4330325d1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.230377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e507b69-d39c-4f70-bc60-cfb4eccb2869 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.233912 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7e507b69-d39c-4f70-bc60-cfb4eccb2869 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnetpools/2a46f1ac-66a5-4680-836a-222b11b609b1 HTTP/1.1" status: 204 len: 168 time: 0.1907399 Jul 28 10:56:35.234537 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51506) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.271017 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dab1e524-78ec-4ff5-8770-2ee89e63eb66 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "GET /v2.0/ports?device_id=f285ca94-05f8-471c-9f18-a376b2870ec1 HTTP/1.1" status: 200 len: 205 time: 0.0347495 Jul 28 10:56:35.273634 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51508) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.282353 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:35.285389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87d21ea1-8afe-41ba-9521-e2be28222efa tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (83466488-d8e6-493c-b224-45e4330325d1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.290348 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87d21ea1-8afe-41ba-9521-e2be28222efa tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (83466488-d8e6-493c-b224-45e4330325d1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.313476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d21ea1-8afe-41ba-9521-e2be28222efa tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83466488-d8e6-493c-b224-45e4330325d1,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:35.333502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-87d21ea1-8afe-41ba-9521-e2be28222efa tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.334991 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-87d21ea1-8afe-41ba-9521-e2be28222efa tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2004015 Jul 28 10:56:35.337819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51510) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.346123 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d6da1556-bc89-43db-8f03-34235235ea98 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'e1560cac-cbab-4f63-aaae-91231c9cfdd5', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:35.369834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a379b74-83a7-437e-9182-3412ba74df0a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for router (f285ca94-05f8-471c-9f18-a376b2870ec1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.397456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19cb7448-995c-43c5-895f-cc0a5f295ce3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:35.423910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 19cb7448-995c-43c5-895f-cc0a5f295ce3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:35.424495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 19cb7448-995c-43c5-895f-cc0a5f295ce3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:35.426762 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6da1556-bc89-43db-8f03-34235235ea98 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (d648589a-dc2e-43d9-b4c7-afbdc4f7e00f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.456511 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:35.504114 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6da1556-bc89-43db-8f03-34235235ea98 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (d648589a-dc2e-43d9-b4c7-afbdc4f7e00f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.508978 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6da1556-bc89-43db-8f03-34235235ea98 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (d648589a-dc2e-43d9-b4c7-afbdc4f7e00f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.541583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d6da1556-bc89-43db-8f03-34235235ea98 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.546505 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d6da1556-bc89-43db-8f03-34235235ea98 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2036443 Jul 28 10:56:35.546655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51512) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.552470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'e1560cac-cbab-4f63-aaae-91231c9cfdd5', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:35.568667 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a379b74-83a7-437e-9182-3412ba74df0a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (f285ca94-05f8-471c-9f18-a376b2870ec1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.571153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a379b74-83a7-437e-9182-3412ba74df0a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for router_controller (f285ca94-05f8-471c-9f18-a376b2870ec1), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.584821 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:56:35.589388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1556-bc89-43db-8f03-34235235ea98 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d648589a-dc2e-43d9-b4c7-afbdc4f7e00f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:35.602664 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (d14aef22-a334-4199-ac60-95f8403945ea), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.641458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a379b74-83a7-437e-9182-3412ba74df0a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (f285ca94-05f8-471c-9f18-a376b2870ec1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.642933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a379b74-83a7-437e-9182-3412ba74df0a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Fanout notify agent at l3_agent the message router_deleted on router f285ca94-05f8-471c-9f18-a376b2870ec1 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:56:35.649000 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4a379b74-83a7-437e-9182-3412ba74df0a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.650254 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4a379b74-83a7-437e-9182-3412ba74df0a tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/routers/f285ca94-05f8-471c-9f18-a376b2870ec1 HTTP/1.1" status: 204 len: 168 time: 0.3754363 Jul 28 10:56:35.652927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51514) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.688949 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (d14aef22-a334-4199-ac60-95f8403945ea), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.694129 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (d14aef22-a334-4199-ac60-95f8403945ea), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.722881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14aef22-a334-4199-ac60-95f8403945ea,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:35.728108 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.732585 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d4af58b0-29db-4c8e-bc73-41992cf7e646 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816514 Jul 28 10:56:35.733267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51516) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.737663 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'e1560cac-cbab-4f63-aaae-91231c9cfdd5', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:35.763423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Deleting port a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:35.764256 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.765062 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:56:35.774345 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (856cebc7-af4f-4873-909f-ab48997e5e5e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.858685 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (856cebc7-af4f-4873-909f-ab48997e5e5e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.865359 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (856cebc7-af4f-4873-909f-ab48997e5e5e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.893216 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856cebc7-af4f-4873-909f-ab48997e5e5e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:35.910926 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.913906 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8a2263a2-8546-435a-92d6-3a067c2e0494 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1790257 Jul 28 10:56:35.914047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:35.916175 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51518) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:35.921525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'network': {'name': 'tempest-network-smoke--873620314', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'port_security_enabled': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:35.942892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Calling delete_port for a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 owned by {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:35.967888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:35.972288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.052551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:56:36.079604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (42b300ce-07cb-4845-a919-9c5f67f5b393), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.080010 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Added segment 42b300ce-07cb-4845-a919-9c5f67f5b393 of type vlan for network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 Jul 28 10:56:36.150475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (57399318-3b7b-4a8c-ab83-a13d4fca8e26), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.187638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.200896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.203589 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (57399318-3b7b-4a8c-ab83-a13d4fca8e26), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.208834 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:36.209553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.306421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event deleted for resources: {'Port': ['ID=a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:36.320049 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:36.365884 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.4457717 Jul 28 10:56:36.365884 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7fbff-e84e-42bf-9fb1-7ebd470dc378 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Network': ['ID=57399318-3b7b-4a8c-ab83-a13d4fca8e26,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:36.366210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51528) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:36.371173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'admin_state_up': True, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:36.384437 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:56:36.434404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (ba8a7761-d665-440f-8a84-dfb6592d264b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.436144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (ba8a7761-d665-440f-8a84-dfb6592d264b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.444494 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for port (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.449943 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0dbd7239-fd80-41f3-8be5-954da85b51a7 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/ports/a3fb9dfb-f4e0-461e-bfbc-a7b0d923b5e4 HTTP/1.1" status: 204 len: 168 time: 0.7932441 Jul 28 10:56:36.451533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51530) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:36.468329 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:36.595629 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (ba8a7761-d665-440f-8a84-dfb6592d264b), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.600625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Deleting subnet c38ad832-404a-4494-be1f-4a2f800d5b69 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:36.611452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for subnet (c38ad832-404a-4494-be1f-4a2f800d5b69), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.716943 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (c38ad832-404a-4494-be1f-4a2f800d5b69), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.817091 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:36.819690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (ba8a7761-d665-440f-8a84-dfb6592d264b), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:36.938674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c38ad832-404a-4494-be1f-4a2f800d5b69), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.083841 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (ba8a7761-d665-440f-8a84-dfb6592d264b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.104723 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.151423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (c38ad832-404a-4494-be1f-4a2f800d5b69), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.187795 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.193495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51536) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:37.194026 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/subnets/c38ad832-404a-4494-be1f-4a2f800d5b69 HTTP/1.1" status: 204 len: 168 time: 0.7335501 Jul 28 10:56:37.197627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758eec3-9e37-4403-84d1-aa1dec3bf5eb tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event deleted for resources: {'Subnet': ['ID=c38ad832-404a-4494-be1f-4a2f800d5b69,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:37.200118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d2cab-7c82-4e4b-9e11-c79c5c9d1568 None None] Network e4dcdabc-f349-433d-b0b7-0c8b100e3e3c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:37.267604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.25.2.57 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ae03d354-a4f2-4b91-9451-5d7aa3900068) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:37.406529 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.443768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.450170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (e4dcdabc-f349-433d-b0b7-0c8b100e3e3c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.489317 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.524266 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:37.526046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Deleting port 8f65133f-02b7-4184-be39-1a92b94a9752 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:37.526483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.551962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] DHCP port deletion for e4dcdabc-f349-433d-b0b7-0c8b100e3e3c request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:56:37.563918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=ae03d354-a4f2-4b91-9451-5d7aa3900068,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:37.577842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:37.580509 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:37.583132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:37.615555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] Deleting port 8f65133f-02b7-4184-be39-1a92b94a9752 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:37.616179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.620225 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] For port 8f65133f-02b7-4184-be39-1a92b94a9752, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8f65133f-02b7-4184-be39-1a92b94a9752,segment=NetworkSegment(9fa4cdcd-7f1e-4468-8d93-a20e25216788),segment_id=9fa4cdcd-7f1e-4468-8d93-a20e25216788)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:37.620732 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.640522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Calling delete_port for 8f65133f-02b7-4184-be39-1a92b94a9752 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:37.713278 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:37.742492 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:37.749312 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.776846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.779360 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event deleted for resources: {'Port': ['ID=8f65133f-02b7-4184-be39-1a92b94a9752,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:37.783933 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] No DVR routers for this DVR port 8f65133f-02b7-4184-be39-1a92b94a9752 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:37.815705 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:37.818854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] For port 8f65133f-02b7-4184-be39-1a92b94a9752, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8f65133f-02b7-4184-be39-1a92b94a9752,segment=NetworkSegment(9fa4cdcd-7f1e-4468-8d93-a20e25216788),segment_id=9fa4cdcd-7f1e-4468-8d93-a20e25216788)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:37.819481 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.843786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] Calling delete_port for 8f65133f-02b7-4184-be39-1a92b94a9752 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:37.847903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:37.952060 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (8f65133f-02b7-4184-be39-1a92b94a9752), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.000362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] Pushing event deleted for resources: {'Port': ['ID=8f65133f-02b7-4184-be39-1a92b94a9752,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:38.020085 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a50912-4806-4cfd-a28b-2193d710980d None None] No DVR routers for this DVR port 8f65133f-02b7-4184-be39-1a92b94a9752 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:38.057812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (ba8a7761-d665-440f-8a84-dfb6592d264b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.296203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (e4dcdabc-f349-433d-b0b7-0c8b100e3e3c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.329038 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dcdabc-f349-433d-b0b7-0c8b100e3e3c']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:38.349320 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa4cdcd-7f1e-4468-8d93-a20e25216788') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:38.349923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa4cdcd-7f1e-4468-8d93-a20e25216788') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:38.365303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (9fa4cdcd-7f1e-4468-8d93-a20e25216788), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.382196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (9fa4cdcd-7f1e-4468-8d93-a20e25216788), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.391228 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:38.391875 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (9fa4cdcd-7f1e-4468-8d93-a20e25216788), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.447744 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 9fa4cdcd-7f1e-4468-8d93-a20e25216788 resource provider aggregate not found Jul 28 10:56:38.474793 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 9fa4cdcd-7f1e-4468-8d93-a20e25216788 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fa4cdcd-7f1e-4468-8d93-a20e25216788 found for delete ", "request_id": "req-3fcd229f-5e0d-484e-95ed-80801789042d"}]} Jul 28 10:56:38.499602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (e4dcdabc-f349-433d-b0b7-0c8b100e3e3c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.509226 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.512146 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] 10.222.0.46 "DELETE /v2.0/networks/e4dcdabc-f349-433d-b0b7-0c8b100e3e3c HTTP/1.1" status: 204 len: 168 time: 1.3165331 Jul 28 10:56:38.529029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76a1a9-8f78-4603-b702-675f3572eea1 tempest-TagsExtTest-581306852 tempest-TagsExtTest-581306852-project] Pushing event deleted for resources: {'Network': ['ID=e4dcdabc-f349-433d-b0b7-0c8b100e3e3c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:38.723957 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (ba8a7761-d665-440f-8a84-dfb6592d264b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:38.886887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51558) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:38.898820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router ba8a7761-d665-440f-8a84-dfb6592d264b is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:56:39.090831 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:39.100700 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Sync routers for ids ['ba8a7761-d665-440f-8a84-dfb6592d264b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:39.111812 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Routers {'ba8a7761-d665-440f-8a84-dfb6592d264b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:39.112033 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ba8a7761-d665-440f-8a84-dfb6592d264b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:39.113253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51566) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:39.121848 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-12c917d8-659b-46c4-98ac-9c58c1204950 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee5be13551174c5399e421a68ef3b676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277241 Jul 28 10:56:39.140631 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:39.142747 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-335254b3-ce7f-447a-907c-5316c477d060 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7753663 Jul 28 10:56:39.145541 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51568) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:39.191796 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df418dc8-cbe9-4608-81f0-48eab7c6a717 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=adcea96b79484f4da85e12a5a6243528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450776 Jul 28 10:56:39.194379 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51570) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:39.231764 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbb44565-c25a-4da9-bd95-c2f8700d1c4f admin admin] Publish callbacks [] for security_group (84b0eff2-cd6d-4272-a449-06c8ab01c82e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:39.265060 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Set router ba8a7761-d665-440f-8a84-dfb6592d264b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:39.280890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbb44565-c25a-4da9-bd95-c2f8700d1c4f admin admin] Publish callbacks [] for security_group (84b0eff2-cd6d-4272-a449-06c8ab01c82e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:39.336792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5570d576-cd4e-4773-b0c7-c8e0867d3ad3 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:39.345124 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5570d576-cd4e-4773-b0c7-c8e0867d3ad3 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493399 Jul 28 10:56:39.348018 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51574) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:39.401761 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbb44565-c25a-4da9-bd95-c2f8700d1c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (84b0eff2-cd6d-4272-a449-06c8ab01c82e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:39.406907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cbb44565-c25a-4da9-bd95-c2f8700d1c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:39.411258 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cbb44565-c25a-4da9-bd95-c2f8700d1c4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84b0eff2-cd6d-4272-a449-06c8ab01c82e HTTP/1.1" status: 204 len: 168 time: 0.2946362 Jul 28 10:56:39.427861 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-daf82724-f9dc-4b51-8288-a1e26c50dda0 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764577 Jul 28 10:56:39.437881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51578) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:39.438280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb44565-c25a-4da9-bd95-c2f8700d1c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b0eff2-cd6d-4272-a449-06c8ab01c82e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:39.438387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1063458212', 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:39.487329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f65133f-02b7-4184-be39-1a92b94a9752 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:39.524856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8f65133f-02b7-4184-be39-1a92b94a9752 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:39.525355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8f65133f-02b7-4184-be39-1a92b94a9752 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:39.638668 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:39.645535 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:39.647849 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:37Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:39.691976 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Checking router: ba8a7761-d665-440f-8a84-dfb6592d264b for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:39.692492 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Updating router ba8a7761-d665-440f-8a84-dfb6592d264b port ae03d354-a4f2-4b91-9451-5d7aa3900068 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:56:39.729748 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:39.749083 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=2,neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:39.781536 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:39.958261 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (7014ff08-378e-485c-bf13-094cdcb387e0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.083846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Subnet': ['ID=7014ff08-378e-485c-bf13-094cdcb387e0,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:40.092478 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Checking segment: {'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:40.093022 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network hostable DHCP agents. Network: 57399318-3b7b-4a8c-ab83-a13d4fca8e26, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:56:40.116623 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:56:40.135424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 57399318-3b7b-4a8c-ab83-a13d4fca8e26) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:40.148633 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:40.149302 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.158568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d7edf-d6af-4925-929f-e1b418913ca9 None None] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:40.182543 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0a78a1da-db21-49fe-bf0b-e3d6ecfa1ee1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7488849 Jul 28 10:56:40.182889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51596) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:40.217316 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Publish callbacks [] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.230986 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.296294 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Attempting to bind port ae03d354-a4f2-4b91-9451-5d7aa3900068 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:40.296294 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Attempting to bind port ae03d354-a4f2-4b91-9451-5d7aa3900068 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:40.296294 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Attempting to bind port ae03d354-a4f2-4b91-9451-5d7aa3900068 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:40.311159 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:40.311537 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:40.311929 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.312317 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:40.312788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Bound port: ae03d354-a4f2-4b91-9451-5d7aa3900068, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:40.313164 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.316057 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Pushing event updated for resources: {'Port': ['ID=ae03d354-a4f2-4b91-9451-5d7aa3900068,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:40.347573 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-57399318-3b7b-4a8c-ab83-a13d4fca8e26', 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'fixed_ips': [{'subnet_id': '7014ff08-378e-485c-bf13-094cdcb387e0'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:56:40.348665 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.359336 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:40.359550 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.371803 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.372340 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.372689 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.373093 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.373455 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.373788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.374144 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.374472 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.374797 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.375136 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.375448 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.375770 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.376092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.376410 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:56:40.448123 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] For port ae03d354-a4f2-4b91-9451-5d7aa3900068, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:40.448123 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] For port ae03d354-a4f2-4b91-9451-5d7aa3900068, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae03d354-a4f2-4b91-9451-5d7aa3900068,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:40.459896 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.587980 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Routers {'ba8a7761-d665-440f-8a84-dfb6592d264b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:40.588625 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ba8a7761-d665-440f-8a84-dfb6592d264b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:40.686072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Allocated IP 172.20.0.2 (57399318-3b7b-4a8c-ab83-a13d4fca8e26/7014ff08-378e-485c-bf13-094cdcb387e0/282050e0-1646-475d-8304-b51942494159) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:40.709035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51610) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:40.713255 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031588 Jul 28 10:56:40.718632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51612) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:40.779435 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] Set router ba8a7761-d665-440f-8a84-dfb6592d264b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:40.837245 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:40.838041 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:40.884349 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23d774a0-346e-4cab-9352-f5ab2005946a tempest-NetworksApiDiscovery-113809641 tempest-NetworksApiDiscovery-113809641-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1646202 Jul 28 10:56:40.989801 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:37Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:40.993991 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Publish callbacks [] for port (282050e0-1646-475d-8304-b51942494159), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:40.996524 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:41.011093 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (282050e0-1646-475d-8304-b51942494159), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:41.034184 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c55150-dfa9-4190-b407-b365d01a67b3 None None] The sync data for ids ['ba8a7761-d665-440f-8a84-dfb6592d264b'] in n-d-850468-6 is: [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:37Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:41.036845 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a67cf-6357-4b10-a37b-88a7ad29e87c None None] Pushing event updated for resources: {'Port': ['ID=ae03d354-a4f2-4b91-9451-5d7aa3900068,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:41.095681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:41.099298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:41.103928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:41.159506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Pushing event updated for resources: {'Port': ['ID=282050e0-1646-475d-8304-b51942494159,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:41.178186 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:41.195750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Attempting to bind port 282050e0-1646-475d-8304-b51942494159 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:41.196125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Attempting to bind port 282050e0-1646-475d-8304-b51942494159 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:41.196490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Attempting to bind port 282050e0-1646-475d-8304-b51942494159 on network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:41.202741 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:41.202941 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:41.203375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Checking segment: {'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:41.203463 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:41.203818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Bound using segment: {'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:41.204273 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Bound port: 282050e0-1646-475d-8304-b51942494159, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:41.204660 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (282050e0-1646-475d-8304-b51942494159), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:41.321999 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:41.328713 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] For port 282050e0-1646-475d-8304-b51942494159, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:41.336364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] For port 282050e0-1646-475d-8304-b51942494159, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=282050e0-1646-475d-8304-b51942494159,segment=NetworkSegment(42b300ce-07cb-4845-a919-9c5f67f5b393),segment_id=42b300ce-07cb-4845-a919-9c5f67f5b393)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:41.350187 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (282050e0-1646-475d-8304-b51942494159), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:41.507458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51624) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:41.643787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718261fa-9561-4904-a72a-63ce9705a59d None None] Pushing event updated for resources: {'Port': ['ID=282050e0-1646-475d-8304-b51942494159,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:41.647590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:41.765981 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60acc696-fb6c-4db8-97ac-3423ebb995e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:41.867048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.20.0.1 (57399318-3b7b-4a8c-ab83-a13d4fca8e26/7014ff08-378e-485c-bf13-094cdcb387e0/a6e09c71-660d-4274-8d9f-c18a71785116) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:42.035363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60acc696-fb6c-4db8-97ac-3423ebb995e4 admin admin] Publish callbacks [] for security_group (90d20200-d085-40ca-8eb2-707da0db3261), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.052169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60acc696-fb6c-4db8-97ac-3423ebb995e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (90d20200-d085-40ca-8eb2-707da0db3261), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.120034 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acc696-fb6c-4db8-97ac-3423ebb995e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d20200-d085-40ca-8eb2-707da0db3261,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:42.132302 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-60acc696-fb6c-4db8-97ac-3423ebb995e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c090f34edec145bd9939f0b50f17b448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6238461 Jul 28 10:56:42.135215 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51632) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:42.161345 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (a6e09c71-660d-4274-8d9f-c18a71785116), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.167853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:42.196346 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6540d31-38c4-4471-b63e-aa08e6f2c5dc admin admin] Publish callbacks [] for security_group (90d20200-d085-40ca-8eb2-707da0db3261), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.220586 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.224437 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6540d31-38c4-4471-b63e-aa08e6f2c5dc admin admin] Publish callbacks [] for security_group (90d20200-d085-40ca-8eb2-707da0db3261), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.246528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:42.251232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:42.274814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:42.318172 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6540d31-38c4-4471-b63e-aa08e6f2c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (90d20200-d085-40ca-8eb2-707da0db3261), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.323126 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b6540d31-38c4-4471-b63e-aa08e6f2c5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.328049 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b6540d31-38c4-4471-b63e-aa08e6f2c5dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90d20200-d085-40ca-8eb2-707da0db3261 HTTP/1.1" status: 204 len: 168 time: 0.1914532 Jul 28 10:56:42.344944 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6540d31-38c4-4471-b63e-aa08e6f2c5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d20200-d085-40ca-8eb2-707da0db3261,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:42.349654 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=a6e09c71-660d-4274-8d9f-c18a71785116,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:42.411315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (ba8a7761-d665-440f-8a84-dfb6592d264b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:42.665291 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.161813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5665de4-84fa-4089-88fc-1952d287267d None None] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:43.206487 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:43.213094 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (a6e09c71-660d-4274-8d9f-c18a71785116), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.259979 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0fa9de3a-13f5-4706-a82f-cf49e6e0891f None None] Provisioning complete for port 282050e0-1646-475d-8304-b51942494159 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:43.260879 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de3a-13f5-4706-a82f-cf49e6e0891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (282050e0-1646-475d-8304-b51942494159), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.263203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.338751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (ba8a7761-d665-440f-8a84-dfb6592d264b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.439129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9de3a-13f5-4706-a82f-cf49e6e0891f None None] Current status of the port 282050e0-1646-475d-8304-b51942494159 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:43.439539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de3a-13f5-4706-a82f-cf49e6e0891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (282050e0-1646-475d-8304-b51942494159), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.526255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=a6e09c71-660d-4274-8d9f-c18a71785116,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:43.588589 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae03d354-a4f2-4b91-9451-5d7aa3900068 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:43.647445 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:43.649194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:43.667192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51664) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:43.707840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0fa9de3a-13f5-4706-a82f-cf49e6e0891f None None] For port 282050e0-1646-475d-8304-b51942494159, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=282050e0-1646-475d-8304-b51942494159,segment=NetworkSegment(42b300ce-07cb-4845-a919-9c5f67f5b393),segment_id=42b300ce-07cb-4845-a919-9c5f67f5b393)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:43.722992 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0fa9de3a-13f5-4706-a82f-cf49e6e0891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (282050e0-1646-475d-8304-b51942494159), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.772709 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:43.790073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9de3a-13f5-4706-a82f-cf49e6e0891f None None] Pushing event updated for resources: {'Port': ['ID=282050e0-1646-475d-8304-b51942494159,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:43.801525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae03d354-a4f2-4b91-9451-5d7aa3900068 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:43.802480 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.902519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae03d354-a4f2-4b91-9451-5d7aa3900068 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:43.904258 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.947186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354923250-network', 'tenant_id': '1a379180116741a4936b313c9de7d714'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:43.947406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ae03d354-a4f2-4b91-9451-5d7aa3900068, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae03d354-a4f2-4b91-9451-5d7aa3900068,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:43.962538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router ba8a7761-d665-440f-8a84-dfb6592d264b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:43.967940 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:43.968793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 282050e0-1646-475d-8304-b51942494159 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:44.011403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Made reservation on behalf of 1a379180116741a4936b313c9de7d714 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:44.014539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.051826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.099124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ae03d354-a4f2-4b91-9451-5d7aa3900068,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:44.104416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 282050e0-1646-475d-8304-b51942494159 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:44.104984 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (282050e0-1646-475d-8304-b51942494159), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.171185 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:44.208371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ddedbfb4-8277-4f04-b5d4-85343073a290 None None] Provisioning complete for port 282050e0-1646-475d-8304-b51942494159 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:44.208691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks [] for security_group (eefb488e-236c-49bc-9cd7-9341f2581372), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.208808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ddedbfb4-8277-4f04-b5d4-85343073a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (282050e0-1646-475d-8304-b51942494159), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.209744 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:44.222620 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eefb488e-236c-49bc-9cd7-9341f2581372), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.252987 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:44.261346 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:44.262164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:56:44.273914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:44.298409 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cd7e222f-7a43-4094-8be6-ff629f00bb33 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/ba8a7761-d665-440f-8a84-dfb6592d264b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1143677 Jul 28 10:56:44.307310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (95a69809-5798-41c1-bafb-4808fe78bb8b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.307499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Sync routers for ids ['ba8a7761-d665-440f-8a84-dfb6592d264b'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:44.307651 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Added segment 95a69809-5798-41c1-bafb-4808fe78bb8b of type vlan for network d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c Jul 28 10:56:44.321718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefb488e-236c-49bc-9cd7-9341f2581372,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:44.429671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.449430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Routers {'ba8a7761-d665-440f-8a84-dfb6592d264b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:44.450530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ba8a7761-d665-440f-8a84-dfb6592d264b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:44.480639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.484580 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:44.486817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.537642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 282050e0-1646-475d-8304-b51942494159 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:44.556093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ddedbfb4-8277-4f04-b5d4-85343073a290 None None] Current status of the port 282050e0-1646-475d-8304-b51942494159 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:44.566366 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51682) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:44.567585 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8990560 Jul 28 10:56:44.575906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Request body: {'subnet': {'network_id': 'd5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354923250-subnet', 'tenant_id': '1a379180116741a4936b313c9de7d714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:44.611763 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e56769-dfab-48fb-a727-626cfe44987f admin admin] Pushing event updated for resources: {'Network': ['ID=d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:44.658838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Made reservation on behalf of 1a379180116741a4936b313c9de7d714 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:44.670309 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:44.847912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:56:44.853791 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bb06b607-6c1f-48a7-9a18-e365ff0bfb90 req-d128b29e-be8e-4cd3-8d1c-cb23d80fe919 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131196922&fields=id&tenant_id=adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 267 time: 0.2082298 Jul 28 10:56:44.941448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Set router ba8a7761-d665-440f-8a84-dfb6592d264b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:44.944859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ddedbfb4-8277-4f04-b5d4-85343073a290 None None] Provisioning complete for port a6e09c71-660d-4274-8d9f-c18a71785116 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:44.945231 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ddedbfb4-8277-4f04-b5d4-85343073a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:45.045816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b607-6c1f-48a7-9a18-e365ff0bfb90 req-197b85a2-668a-4fac-a2e8-7eb79047f0bd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:45.046140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ddedbfb4-8277-4f04-b5d4-85343073a290 None None] Port a6e09c71-660d-4274-8d9f-c18a71785116 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:56:45.047910 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bb06b607-6c1f-48a7-9a18-e365ff0bfb90 req-197b85a2-668a-4fac-a2e8-7eb79047f0bd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/networks?id=57399318-3b7b-4a8c-ab83-a13d4fca8e26 HTTP/1.1" status: 200 len: 796 time: 0.1932783 Jul 28 10:56:45.088873 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bb06b607-6c1f-48a7-9a18-e365ff0bfb90 req-ef232950-82e0-438a-8d2f-ca389f3029ae tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/quotas/adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 375 time: 0.0121615 Jul 28 10:56:45.162940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (72e71553-6fb8-4144-8977-25b6b9292e55), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:45.187105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1ad09950-913e-4df2-9f78-e160460da3d8 None None] Provisioning complete for port a6e09c71-660d-4274-8d9f-c18a71785116 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:45.187619 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1ad09950-913e-4df2-9f78-e160460da3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:45.222463 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bb06b607-6c1f-48a7-9a18-e365ff0bfb90 req-9e4559c2-1a1f-4e69-a597-4df0f23c8338 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adcea96b79484f4da85e12a5a6243528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259022 Jul 28 10:56:45.244692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1ad09950-913e-4df2-9f78-e160460da3d8 None None] Port a6e09c71-660d-4274-8d9f-c18a71785116 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:56:45.251542 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e71553-6fb8-4144-8977-25b6b9292e55,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:45.320649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:42Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a6e09c71-660d-4274-8d9f-c18a71785116', 'name': '', 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:c2:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '7014ff08-378e-485c-bf13-094cdcb387e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:41Z', 'updated_at': '2022-07-28T10:56:42Z', 'revision_number': 2, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '7014ff08-378e-485c-bf13-094cdcb387e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:45.348812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Checking segment: {'id': '95a69809-5798-41c1-bafb-4808fe78bb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:45.349383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Network hostable DHCP agents. Network: d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:56:45.351770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Checking router: ba8a7761-d665-440f-8a84-dfb6592d264b for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:45.352133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Updating router ba8a7761-d665-440f-8a84-dfb6592d264b port a6e09c71-660d-4274-8d9f-c18a71785116 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:56:45.397765 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:45.398274 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bb06b607-6c1f-48a7-9a18-e365ff0bfb90 req-fadec97d-0be9-47aa-a4d4-88b62f56a901 service neutron] 10.222.0.46 "GET /v2.0/networks/57399318-3b7b-4a8c-ab83-a13d4fca8e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747303 Jul 28 10:56:45.401853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:45.425922 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Network d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:56:45.433454 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:45.473664 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:45.486250 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:45.486828 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:45.533186 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-eeed2460-821a-41c3-9272-0d035d4062be admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9571126 Jul 28 10:56:45.555198 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bb06b607-6c1f-48a7-9a18-e365ff0bfb90 req-8401391e-9a75-4580-b21e-4ff13f1f9b40 service neutron] 10.222.0.46 "GET /v2.0/networks/57399318-3b7b-4a8c-ab83-a13d4fca8e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553605 Jul 28 10:56:45.636805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7a3cf0-6dec-4297-bd47-94988d9b6857 None None] Network d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:45.669627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae03d354-a4f2-4b91-9451-5d7aa3900068 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:45.822708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ae03d354-a4f2-4b91-9451-5d7aa3900068 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:45.823224 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:45.846650 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f9d7d111-dd9f-478a-ad98-79e1f2948c39 req-f34aecc6-0ad2-44ba-a8d3-bc71c16debb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a0405a-8ce9-4edf-a668-80f461568e94 HTTP/1.1" status: 200 len: 210 time: 0.0458727 Jul 28 10:56:45.879939 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:45.889159 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:46.071073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2c070-7ccc-43c5-8bcd-88c58c245c7f None None] Network d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:46.179154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ae03d354-a4f2-4b91-9451-5d7aa3900068 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:46.180354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 282050e0-1646-475d-8304-b51942494159 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:46.341784 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Publish callbacks [] for port (a6e09c71-660d-4274-8d9f-c18a71785116), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.369341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51728) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:46.380729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-93276841-network', 'tenant_id': 'cee6d4df4df248e5944e271af485f792'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:46.384109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.421769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 282050e0-1646-475d-8304-b51942494159 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:46.422169 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (282050e0-1646-475d-8304-b51942494159), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.422510 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Made reservation on behalf of cee6d4df4df248e5944e271af485f792 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:46.427759 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.439744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.479381 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5971f31-77f7-48c8-9efa-9df92d271026 None None] Pushing event updated for resources: {'Port': ['ID=a6e09c71-660d-4274-8d9f-c18a71785116,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:46.609307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks [] for security_group (3263b957-2375-4d04-b9cf-ff644f4cd53a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.614093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Attempting to bind port a6e09c71-660d-4274-8d9f-c18a71785116 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:46.614603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Attempting to bind port a6e09c71-660d-4274-8d9f-c18a71785116 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:46.614970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Attempting to bind port a6e09c71-660d-4274-8d9f-c18a71785116 on network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:46.615361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3263b957-2375-4d04-b9cf-ff644f4cd53a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.622623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:46.623310 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Checking segment: {'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:46.623724 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.624158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Bound using segment: {'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:46.624766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Bound port: a6e09c71-660d-4274-8d9f-c18a71785116, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b300ce-07cb-4845-a919-9c5f67f5b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:46.625208 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.647733 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:56:46.669971 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3263b957-2375-4d04-b9cf-ff644f4cd53a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:46.680164 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6d7b4def-2b02-4aea-a6aa-031583ae6fd8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.680688 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Added segment 6d7b4def-2b02-4aea-a6aa-031583ae6fd8 of type vlan for network 828105c1-0418-43b0-bf76-25c6a2b7992f Jul 28 10:56:46.724785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 282050e0-1646-475d-8304-b51942494159 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:46.748592 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (828105c1-0418-43b0-bf76-25c6a2b7992f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.802763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] For port a6e09c71-660d-4274-8d9f-c18a71785116, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:46.808831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] For port a6e09c71-660d-4274-8d9f-c18a71785116, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a6e09c71-660d-4274-8d9f-c18a71785116,segment=NetworkSegment(42b300ce-07cb-4845-a919-9c5f67f5b393),segment_id=42b300ce-07cb-4845-a919-9c5f67f5b393)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:46.816294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (828105c1-0418-43b0-bf76-25c6a2b7992f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.817503 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:46.818839 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.826974 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.888889 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5142858 Jul 28 10:56:46.888975 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51746) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:46.901586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Request body: {'subnet': {'network_id': '828105c1-0418-43b0-bf76-25c6a2b7992f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-93276841-subnet', 'tenant_id': 'cee6d4df4df248e5944e271af485f792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:46.905756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052cfff-7e91-4c08-b333-63a97fa6e5dd admin admin] Pushing event updated for resources: {'Network': ['ID=828105c1-0418-43b0-bf76-25c6a2b7992f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:46.913289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-abbd06e4-c2d3-4ae5-ba9c-15665e5ae98c None None] Provisioning complete for port a6e09c71-660d-4274-8d9f-c18a71785116 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:46.913680 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-abbd06e4-c2d3-4ae5-ba9c-15665e5ae98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:46.915963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5971f31-77f7-48c8-9efa-9df92d271026 None None] Pushing event updated for resources: {'Port': ['ID=a6e09c71-660d-4274-8d9f-c18a71785116,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:46.952060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 828105c1-0418-43b0-bf76-25c6a2b7992f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:56:46.952167 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Made reservation on behalf of cee6d4df4df248e5944e271af485f792 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:46.960904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.015076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Routers {'ba8a7761-d665-440f-8a84-dfb6592d264b'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:47.015497 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ba8a7761-d665-440f-8a84-dfb6592d264b'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:47.071665 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7d0054b9-d6f5-44bd-96a1-167843529325 req-350566ad-4888-402a-913a-a58e9a91ac8a tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a0405a-8ce9-4edf-a668-80f461568e94 HTTP/1.1" status: 200 len: 210 time: 0.0547433 Jul 28 10:56:47.087377 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:47.096421 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:47.220883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (f36ec391-a7bf-4470-a1a0-d377ad91211c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.329237 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36ec391-a7bf-4470-a1a0-d377ad91211c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:47.360441 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-f1455da2-a669-4bef-afb5-1b1d9e3460af req-2fd1b6e2-1f9a-45ad-9709-20d98c4de4be tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=52a0405a-8ce9-4edf-a668-80f461568e94 HTTP/1.1" status: 200 len: 210 time: 0.0439672 Jul 28 10:56:47.365319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Checking segment: {'id': '6d7b4def-2b02-4aea-a6aa-031583ae6fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '828105c1-0418-43b0-bf76-25c6a2b7992f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:47.365907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Network hostable DHCP agents. Network: 828105c1-0418-43b0-bf76-25c6a2b7992f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:56:47.404043 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Network 828105c1-0418-43b0-bf76-25c6a2b7992f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:56:47.433760 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 828105c1-0418-43b0-bf76-25c6a2b7992f) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:47.449251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] Set router ba8a7761-d665-440f-8a84-dfb6592d264b gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:47.454759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7beea0b-dd76-45d6-a920-8d31b541c798 None None] Network 828105c1-0418-43b0-bf76-25c6a2b7992f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:47.458790 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:47.459674 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.488041 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e9405eb7-397f-4a9d-aa3e-ddfbb27fa4a5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5970666 Jul 28 10:56:47.641403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511325f-f424-48ce-b57a-8115cb467874 None None] Network 828105c1-0418-43b0-bf76-25c6a2b7992f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:47.649821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51760) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:47.702312 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:47.718535 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] Deleting subnet 72e71553-6fb8-4144-8977-25b6b9292e55 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:47.722673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] Publish callbacks [] for subnet (72e71553-6fb8-4144-8977-25b6b9292e55), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.750748 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51766) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:47.769409 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (72e71553-6fb8-4144-8977-25b6b9292e55), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.822349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (72e71553-6fb8-4144-8977-25b6b9292e55), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.943201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (72e71553-6fb8-4144-8977-25b6b9292e55), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.946342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-abbd06e4-c2d3-4ae5-ba9c-15665e5ae98c None None] Current status of the port a6e09c71-660d-4274-8d9f-c18a71785116 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:47.947242 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-abbd06e4-c2d3-4ae5-ba9c-15665e5ae98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:47.994692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e71553-6fb8-4144-8977-25b6b9292e55,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:48.010725 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.017735 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0194fc62-4bb8-4839-98a6-ab9b690c1a47 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/72e71553-6fb8-4144-8977-25b6b9292e55 HTTP/1.1" status: 204 len: 168 time: 0.3666615 Jul 28 10:56:48.020282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51772) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:48.109578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-abbd06e4-c2d3-4ae5-ba9c-15665e5ae98c None None] For port a6e09c71-660d-4274-8d9f-c18a71785116, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a6e09c71-660d-4274-8d9f-c18a71785116,segment=NetworkSegment(42b300ce-07cb-4845-a919-9c5f67f5b393),segment_id=42b300ce-07cb-4845-a919-9c5f67f5b393)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:48.130384 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.156849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-abbd06e4-c2d3-4ae5-ba9c-15665e5ae98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.232340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:42Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a6e09c71-660d-4274-8d9f-c18a71785116', 'name': '', 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:c2:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '7014ff08-378e-485c-bf13-094cdcb387e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:41Z', 'updated_at': '2022-07-28T10:56:46Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '7014ff08-378e-485c-bf13-094cdcb387e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:48.320773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.335462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d83b0944-c383-4171-8823-5664a67c0d95 None None] Provisioning complete for port a6e09c71-660d-4274-8d9f-c18a71785116 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:56:48.335964 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d83b0944-c383-4171-8823-5664a67c0d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.340127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239db3fc-f3c3-4924-bd5b-ad5b200edafd None None] The sync data for ids ['ba8a7761-d665-440f-8a84-dfb6592d264b'] in n-d-850468-6 is: [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:42Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a6e09c71-660d-4274-8d9f-c18a71785116', 'name': '', 'network_id': '57399318-3b7b-4a8c-ab83-a13d4fca8e26', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:c2:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '7014ff08-378e-485c-bf13-094cdcb387e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:41Z', 'updated_at': '2022-07-28T10:56:46Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '7014ff08-378e-485c-bf13-094cdcb387e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:48.392033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:48.440999 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a69809-5798-41c1-bafb-4808fe78bb8b') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:48.443264 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a69809-5798-41c1-bafb-4808fe78bb8b') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:48.453762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd06e4-c2d3-4ae5-ba9c-15665e5ae98c None None] Pushing event updated for resources: {'Port': ['ID=a6e09c71-660d-4274-8d9f-c18a71785116,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:48.481808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (95a69809-5798-41c1-bafb-4808fe78bb8b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.506101 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (95a69809-5798-41c1-bafb-4808fe78bb8b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.517891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:48.518830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (95a69809-5798-41c1-bafb-4808fe78bb8b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.582704 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 95a69809-5798-41c1-bafb-4808fe78bb8b resource provider aggregate not found Jul 28 10:56:48.611627 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 95a69809-5798-41c1-bafb-4808fe78bb8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95a69809-5798-41c1-bafb-4808fe78bb8b found for delete ", "request_id": "req-01ae7d42-a6bf-40ba-980d-0b553f8187e2"}]} Jul 28 10:56:48.625319 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:48.631263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d83b0944-c383-4171-8823-5664a67c0d95 None None] Current status of the port a6e09c71-660d-4274-8d9f-c18a71785116 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:56:48.637851 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:48.643599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.655876 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.663444 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c HTTP/1.1" status: 204 len: 168 time: 0.6418886 Jul 28 10:56:48.664459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51784) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:48.711071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (ba8a7761-d665-440f-8a84-dfb6592d264b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.711393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828be08-5200-4f94-a2ff-e0090750a457 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a94e7a-d7b5-4ea8-8e4b-55adf7bea37c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:48.742861 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] Deleting subnet f36ec391-a7bf-4470-a1a0-d377ad91211c {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:48.747584 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] Publish callbacks [] for subnet (f36ec391-a7bf-4470-a1a0-d377ad91211c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.805836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (f36ec391-a7bf-4470-a1a0-d377ad91211c), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.882465 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:48.895785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (f36ec391-a7bf-4470-a1a0-d377ad91211c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:48.988265 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (f36ec391-a7bf-4470-a1a0-d377ad91211c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.036302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36ec391-a7bf-4470-a1a0-d377ad91211c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:49.049572 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.061717 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-09e967d6-1e80-4f0b-8b20-a3ec67caa58f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f36ec391-a7bf-4470-a1a0-d377ad91211c HTTP/1.1" status: 204 len: 168 time: 0.3937507 Jul 28 10:56:49.063969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51796) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:49.095037 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port a6e09c71-660d-4274-8d9f-c18a71785116 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:49.095388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.150749 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (828105c1-0418-43b0-bf76-25c6a2b7992f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.198909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port a6e09c71-660d-4274-8d9f-c18a71785116, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a6e09c71-660d-4274-8d9f-c18a71785116,segment=NetworkSegment(42b300ce-07cb-4845-a919-9c5f67f5b393),segment_id=42b300ce-07cb-4845-a919-9c5f67f5b393)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:49.199282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.222011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for a6e09c71-660d-4274-8d9f-c18a71785116 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:49.261788 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (828105c1-0418-43b0-bf76-25c6a2b7992f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.286230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828105c1-0418-43b0-bf76-25c6a2b7992f']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:49.298636 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7b4def-2b02-4aea-a6aa-031583ae6fd8') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:49.299177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7b4def-2b02-4aea-a6aa-031583ae6fd8') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:49.314818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (6d7b4def-2b02-4aea-a6aa-031583ae6fd8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.335498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (6d7b4def-2b02-4aea-a6aa-031583ae6fd8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.346154 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:49.348141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:49.348547 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (6d7b4def-2b02-4aea-a6aa-031583ae6fd8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.475374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (828105c1-0418-43b0-bf76-25c6a2b7992f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.480905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.488016 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] 10.222.0.46 "DELETE /v2.0/networks/828105c1-0418-43b0-bf76-25c6a2b7992f HTTP/1.1" status: 204 len: 168 time: 0.4228320 Jul 28 10:56:49.518249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a6e09c71-660d-4274-8d9f-c18a71785116 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:56:49.539918 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a6e09c71-660d-4274-8d9f-c18a71785116), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:49.557890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c7350-c2af-4064-9992-bfc027edba1d admin admin] Pushing event deleted for resources: {'Network': ['ID=828105c1-0418-43b0-bf76-25c6a2b7992f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:49.629343 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:49.642177 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=a6e09c71-660d-4274-8d9f-c18a71785116,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:49.655329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No active binding found for port a6e09c71-660d-4274-8d9f-c18a71785116 {{(pid=104689) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 10:56:49.656110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] The host n-d-850468-6 is not matching for port a6e09c71-660d-4274-8d9f-c18a71785116 host None! {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 10:56:49.656525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a6e09c71-660d-4274-8d9f-c18a71785116 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:56:49.700455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port a6e09c71-660d-4274-8d9f-c18a71785116 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:56:49.846681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:49.953526 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-00ed7522-f919-4bb4-9439-35fd6d1ae490 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a379180116741a4936b313c9de7d714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1054997 Jul 28 10:56:49.954584 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51816) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:50.018534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (ba8a7761-d665-440f-8a84-dfb6592d264b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:50.090047 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-823d0468-1e15-4180-bd7e-9996ba4be1e5 admin admin] Publish callbacks [] for security_group (eefb488e-236c-49bc-9cd7-9341f2581372), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:50.124279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-823d0468-1e15-4180-bd7e-9996ba4be1e5 admin admin] Publish callbacks [] for security_group (eefb488e-236c-49bc-9cd7-9341f2581372), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:50.216111 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-823d0468-1e15-4180-bd7e-9996ba4be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (eefb488e-236c-49bc-9cd7-9341f2581372), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:50.219016 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-823d0468-1e15-4180-bd7e-9996ba4be1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:50.220261 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-823d0468-1e15-4180-bd7e-9996ba4be1e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eefb488e-236c-49bc-9cd7-9341f2581372 HTTP/1.1" status: 204 len: 168 time: 0.2645442 Jul 28 10:56:50.229314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d0468-1e15-4180-bd7e-9996ba4be1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefb488e-236c-49bc-9cd7-9341f2581372,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:50.404672 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:50.417271 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:50.425770 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router ba8a7761-d665-440f-8a84-dfb6592d264b has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:56:50.583446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:50.596850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] Sync routers for ids ['ba8a7761-d665-440f-8a84-dfb6592d264b'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:50.619235 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c74eff7-e4ad-4ee9-af14-fb1860cdd602 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/ba8a7761-d665-440f-8a84-dfb6592d264b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648472 Jul 28 10:56:50.619691 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51832) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:50.625636 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] Routers {'ba8a7761-d665-440f-8a84-dfb6592d264b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:50.632066 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ba8a7761-d665-440f-8a84-dfb6592d264b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:50.694352 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6d7b4def-2b02-4aea-a6aa-031583ae6fd8 resource provider aggregate not found Jul 28 10:56:50.729897 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 6d7b4def-2b02-4aea-a6aa-031583ae6fd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d7b4def-2b02-4aea-a6aa-031583ae6fd8 found for delete ", "request_id": "req-340cbd45-cec7-4d06-bc70-f870f8653f99"}]} Jul 28 10:56:50.759533 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting subnet 7014ff08-378e-485c-bf13-094cdcb387e0 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:56:50.765965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (7014ff08-378e-485c-bf13-094cdcb387e0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:50.779983 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] Set router ba8a7761-d665-440f-8a84-dfb6592d264b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:50.832122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51840) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:50.832873 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (7014ff08-378e-485c-bf13-094cdcb387e0), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:50.892243 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6f30d16c-9b80-421e-98bc-56b34d6fff5d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cee6d4df4df248e5944e271af485f792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582535 Jul 28 10:56:50.893233 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:50.894491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51842) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:51.000019 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7014ff08-378e-485c-bf13-094cdcb387e0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.004326 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-025d980c-32eb-4b65-b8a8-937facbef97e admin admin] Publish callbacks [] for security_group (3263b957-2375-4d04-b9cf-ff644f4cd53a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.039066 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-025d980c-32eb-4b65-b8a8-937facbef97e admin admin] Publish callbacks [] for security_group (3263b957-2375-4d04-b9cf-ff644f4cd53a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.046217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:49Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:51.082846 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] Checking router: ba8a7761-d665-440f-8a84-dfb6592d264b for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:51.084623 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (7014ff08-378e-485c-bf13-094cdcb387e0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.093624 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] Routers {'ba8a7761-d665-440f-8a84-dfb6592d264b'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:51.094605 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['ba8a7761-d665-440f-8a84-dfb6592d264b'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:51.135467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-025d980c-32eb-4b65-b8a8-937facbef97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3263b957-2375-4d04-b9cf-ff644f4cd53a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.136651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Subnet': ['ID=7014ff08-378e-485c-bf13-094cdcb387e0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:51.140001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-025d980c-32eb-4b65-b8a8-937facbef97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.141255 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-025d980c-32eb-4b65-b8a8-937facbef97e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3263b957-2375-4d04-b9cf-ff644f4cd53a HTTP/1.1" status: 204 len: 168 time: 0.2455873 Jul 28 10:56:51.150429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.154917 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-34fd0277-16ba-45ef-be13-2af37d0e820b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/subnets/7014ff08-378e-485c-bf13-094cdcb387e0 HTTP/1.1" status: 204 len: 168 time: 0.5341017 Jul 28 10:56:51.157455 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51848) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:51.161528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849f08d-adf6-4325-bff5-f7d3b6932a3a None None] Network 57399318-3b7b-4a8c-ab83-a13d4fca8e26 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:51.170635 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d980c-32eb-4b65-b8a8-937facbef97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3263b957-2375-4d04-b9cf-ff644f4cd53a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:51.307216 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] Set router ba8a7761-d665-440f-8a84-dfb6592d264b gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:51.397354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (ba8a7761-d665-440f-8a84-dfb6592d264b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.507493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] DHCP port deletion for 57399318-3b7b-4a8c-ab83-a13d4fca8e26 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:56:51.581466 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:51.602130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] Deleting port 282050e0-1646-475d-8304-b51942494159 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:51.602518 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (282050e0-1646-475d-8304-b51942494159), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.645049 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (ba8a7761-d665-440f-8a84-dfb6592d264b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.713449 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:49Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:51.744055 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44825832-4f2c-4856-95e6-de7c2775fd0e None None] The sync data for ids ['ba8a7761-d665-440f-8a84-dfb6592d264b'] in n-d-850468-6 is: [{'id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1899703845', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:36Z', 'updated_at': '2022-07-28T10:56:49Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': 'ae03d354-a4f2-4b91-9451-5d7aa3900068', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a7761-d665-440f-8a84-dfb6592d264b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:37Z', 'updated_at': '2022-07-28T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:51.756320 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port ae03d354-a4f2-4b91-9451-5d7aa3900068 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:56:51.756681 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.768603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] For port 282050e0-1646-475d-8304-b51942494159, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=282050e0-1646-475d-8304-b51942494159,segment=NetworkSegment(42b300ce-07cb-4845-a919-9c5f67f5b393),segment_id=42b300ce-07cb-4845-a919-9c5f67f5b393)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:51.769316 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (282050e0-1646-475d-8304-b51942494159), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.802901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] Calling delete_port for 282050e0-1646-475d-8304-b51942494159 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:51.890961 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:51.914550 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port ae03d354-a4f2-4b91-9451-5d7aa3900068, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ae03d354-a4f2-4b91-9451-5d7aa3900068,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:56:51.915192 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.940624 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for ae03d354-a4f2-4b91-9451-5d7aa3900068 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:56:51.949225 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (282050e0-1646-475d-8304-b51942494159), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:51.969578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] No DVR routers for this DVR port 282050e0-1646-475d-8304-b51942494159 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:56:52.040457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9004f-3652-44fe-8c60-af06a98eed0d None None] Pushing event deleted for resources: {'Port': ['ID=282050e0-1646-475d-8304-b51942494159,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:52.136825 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:52.227519 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:52.248262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ae03d354-a4f2-4b91-9451-5d7aa3900068), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.345955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=ae03d354-a4f2-4b91-9451-5d7aa3900068,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:52.407347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (ba8a7761-d665-440f-8a84-dfb6592d264b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.526260 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (ba8a7761-d665-440f-8a84-dfb6592d264b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.529488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (ba8a7761-d665-440f-8a84-dfb6592d264b), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.588672 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (ba8a7761-d665-440f-8a84-dfb6592d264b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.589275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Fanout notify agent at l3_agent the message router_deleted on router ba8a7761-d665-440f-8a84-dfb6592d264b {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:56:52.596651 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.600928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51882) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:52.615426 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e7598b24-7d0e-4e89-8bc5-ec96a272a933 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/routers/ba8a7761-d665-440f-8a84-dfb6592d264b HTTP/1.1" status: 204 len: 168 time: 1.4484298 Jul 28 10:56:52.734580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (57399318-3b7b-4a8c-ab83-a13d4fca8e26), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.908932 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (57399318-3b7b-4a8c-ab83-a13d4fca8e26), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.942884 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57399318-3b7b-4a8c-ab83-a13d4fca8e26']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:52.956875 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b300ce-07cb-4845-a919-9c5f67f5b393') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:52.957145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b300ce-07cb-4845-a919-9c5f67f5b393') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:52.970549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (42b300ce-07cb-4845-a919-9c5f67f5b393), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.989703 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (42b300ce-07cb-4845-a919-9c5f67f5b393), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:52.999857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:56:53.000574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (42b300ce-07cb-4845-a919-9c5f67f5b393), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.088778 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 42b300ce-07cb-4845-a919-9c5f67f5b393 resource provider aggregate not found Jul 28 10:56:53.118128 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 42b300ce-07cb-4845-a919-9c5f67f5b393 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42b300ce-07cb-4845-a919-9c5f67f5b393 found for delete ", "request_id": "req-c1a6165b-8bee-4a16-872e-c54e89151c0a"}]} Jul 28 10:56:53.131636 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (57399318-3b7b-4a8c-ab83-a13d4fca8e26), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.140914 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.145347 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/networks/57399318-3b7b-4a8c-ab83-a13d4fca8e26 HTTP/1.1" status: 204 len: 168 time: 0.5432224 Jul 28 10:56:53.148403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51904) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:53.172023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c488d-a2c0-481c-9a1d-2717b84f13cd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Network': ['ID=57399318-3b7b-4a8c-ab83-a13d4fca8e26,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:53.258514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d1de5e-4d27-4aa3-8221-0079ba4a78c8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (e1560cac-cbab-4f63-aaae-91231c9cfdd5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.302036 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d1de5e-4d27-4aa3-8221-0079ba4a78c8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (e1560cac-cbab-4f63-aaae-91231c9cfdd5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.436876 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d1de5e-4d27-4aa3-8221-0079ba4a78c8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e1560cac-cbab-4f63-aaae-91231c9cfdd5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.445581 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c1d1de5e-4d27-4aa3-8221-0079ba4a78c8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.447563 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c1d1de5e-4d27-4aa3-8221-0079ba4a78c8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/security-groups/e1560cac-cbab-4f63-aaae-91231c9cfdd5 HTTP/1.1" status: 204 len: 168 time: 0.2980196 Jul 28 10:56:53.486552 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1de5e-4d27-4aa3-8221-0079ba4a78c8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1560cac-cbab-4f63-aaae-91231c9cfdd5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:53.582988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a6e09c71-660d-4274-8d9f-c18a71785116 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:53.604657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a6e09c71-660d-4274-8d9f-c18a71785116 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:53.605284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a6e09c71-660d-4274-8d9f-c18a71785116 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:53.606605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae03d354-a4f2-4b91-9451-5d7aa3900068 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:53.627953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ae03d354-a4f2-4b91-9451-5d7aa3900068 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:53.628483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ae03d354-a4f2-4b91-9451-5d7aa3900068 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:53.629053 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 282050e0-1646-475d-8304-b51942494159 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:56:53.663658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 282050e0-1646-475d-8304-b51942494159 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:56:53.664234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 282050e0-1646-475d-8304-b51942494159 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:56:53.665290 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51922) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:53.672127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e13f9486-2cc7-40e6-bafd-32063c4b67e8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427149229', 'description': 'tempest-secgroup-smoke-1427149229 description', 'project_id': 'adcea96b79484f4da85e12a5a6243528'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:53.705259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e13f9486-2cc7-40e6-bafd-32063c4b67e8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.727961 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:53.775083 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:53.789174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e13f9486-2cc7-40e6-bafd-32063c4b67e8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (d0a45c92-d5da-4494-a882-dbc5f958fcde), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.802688 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e13f9486-2cc7-40e6-bafd-32063c4b67e8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d0a45c92-d5da-4494-a882-dbc5f958fcde), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.846709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f9486-2cc7-40e6-bafd-32063c4b67e8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a45c92-d5da-4494-a882-dbc5f958fcde,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:53.854633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e13f9486-2cc7-40e6-bafd-32063c4b67e8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:53.856935 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e13f9486-2cc7-40e6-bafd-32063c4b67e8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1900439 Jul 28 10:56:53.860090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51930) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:53.865602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-7c3135f8-c154-481b-8bea-3c9f4372b8eb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'd0a45c92-d5da-4494-a882-dbc5f958fcde', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:53.912337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3135f8-c154-481b-8bea-3c9f4372b8eb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (cecb7038-a583-4147-adcc-7a8ed23c000b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.031096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3135f8-c154-481b-8bea-3c9f4372b8eb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (cecb7038-a583-4147-adcc-7a8ed23c000b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.040582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3135f8-c154-481b-8bea-3c9f4372b8eb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (cecb7038-a583-4147-adcc-7a8ed23c000b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.063290 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3135f8-c154-481b-8bea-3c9f4372b8eb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecb7038-a583-4147-adcc-7a8ed23c000b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:54.074236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7c3135f8-c154-481b-8bea-3c9f4372b8eb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.077828 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7c3135f8-c154-481b-8bea-3c9f4372b8eb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2145870 Jul 28 10:56:54.078952 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51946) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:54.084074 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0afcb3e2-fe41-4abe-b84e-a20ec2443bdf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'd0a45c92-d5da-4494-a882-dbc5f958fcde', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:54.118048 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0afcb3e2-fe41-4abe-b84e-a20ec2443bdf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (266571b7-506c-44fa-af3a-605841727a7d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.197686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0afcb3e2-fe41-4abe-b84e-a20ec2443bdf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (266571b7-506c-44fa-af3a-605841727a7d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.203432 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0afcb3e2-fe41-4abe-b84e-a20ec2443bdf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (266571b7-506c-44fa-af3a-605841727a7d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.232020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcb3e2-fe41-4abe-b84e-a20ec2443bdf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266571b7-506c-44fa-af3a-605841727a7d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:54.243921 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0afcb3e2-fe41-4abe-b84e-a20ec2443bdf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.245536 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0afcb3e2-fe41-4abe-b84e-a20ec2443bdf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1654596 Jul 28 10:56:54.249159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51956) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:54.255257 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8a1b1cb8-18d9-4a71-a827-2da0022c4000 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'd0a45c92-d5da-4494-a882-dbc5f958fcde', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:54.289514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1cb8-18d9-4a71-a827-2da0022c4000 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (2808d672-0ccc-4e09-bd8d-02aadf9cbf30), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.355243 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1cb8-18d9-4a71-a827-2da0022c4000 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (2808d672-0ccc-4e09-bd8d-02aadf9cbf30), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.361310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1cb8-18d9-4a71-a827-2da0022c4000 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2808d672-0ccc-4e09-bd8d-02aadf9cbf30), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.380481 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b1cb8-18d9-4a71-a827-2da0022c4000 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2808d672-0ccc-4e09-bd8d-02aadf9cbf30,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:54.410152 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8a1b1cb8-18d9-4a71-a827-2da0022c4000 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.411946 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8a1b1cb8-18d9-4a71-a827-2da0022c4000 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611612 Jul 28 10:56:54.414780 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51964) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:54.420302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-affa3a3f-0635-4966-a46b-7c047bf74d9c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'd0a45c92-d5da-4494-a882-dbc5f958fcde', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:54.456873 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-affa3a3f-0635-4966-a46b-7c047bf74d9c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (b37c46e1-5958-40ca-8935-c1a631381204), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.542449 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-affa3a3f-0635-4966-a46b-7c047bf74d9c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (b37c46e1-5958-40ca-8935-c1a631381204), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.547481 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-affa3a3f-0635-4966-a46b-7c047bf74d9c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b37c46e1-5958-40ca-8935-c1a631381204), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.583729 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-affa3a3f-0635-4966-a46b-7c047bf74d9c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.588951 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 51974) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:54.596593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'd0a45c92-d5da-4494-a882-dbc5f958fcde', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:54.601322 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-affa3a3f-0635-4966-a46b-7c047bf74d9c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1851282 Jul 28 10:56:54.602815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa3a3f-0635-4966-a46b-7c047bf74d9c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37c46e1-5958-40ca-8935-c1a631381204,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:54.641640 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:56:54.649105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (af53915e-4749-4cf9-af50-5aa2488479f1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.729458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (af53915e-4749-4cf9-af50-5aa2488479f1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.734435 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (af53915e-4749-4cf9-af50-5aa2488479f1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.761776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af53915e-4749-4cf9-af50-5aa2488479f1,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:54.775570 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.777187 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-857e0ef9-4043-477c-aec4-6d409b58d5c5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1866269 Jul 28 10:56:54.780601 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 51986) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:54.785480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': 'd0a45c92-d5da-4494-a882-dbc5f958fcde', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:54.815540 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:56:54.821563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (1a8c6d3d-c86c-485e-a610-0f9364a7dbcd), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.901421 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (1a8c6d3d-c86c-485e-a610-0f9364a7dbcd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.906552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (1a8c6d3d-c86c-485e-a610-0f9364a7dbcd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.938552 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8c6d3d-c86c-485e-a610-0f9364a7dbcd,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:54.950553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:54.954890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52002) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:54.958394 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5acbaf23-9d43-40ea-b74c-2c0400be0443 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1766710 Jul 28 10:56:54.960023 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'network': {'name': 'tempest-network-smoke--2108868277', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'port_security_enabled': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:54.991495 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:55.000164 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.037470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:56:55.048334 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d01bcab9-d003-44ff-9a46-4efa03f5b795), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.048874 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Added segment d01bcab9-d003-44ff-9a46-4efa03f5b795 of type vlan for network febec382-1c9f-4e16-aa90-e8d89922b6a0 Jul 28 10:56:55.104846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (febec382-1c9f-4e16-aa90-e8d89922b6a0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.143781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (febec382-1c9f-4e16-aa90-e8d89922b6a0), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.149038 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:55.149755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.171596 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.2155578 Jul 28 10:56:55.174146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52022) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:55.202869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'admin_state_up': True, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:55.282423 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2ed07-61cd-4567-890d-0d77f114170b tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Network': ['ID=febec382-1c9f-4e16-aa90-e8d89922b6a0,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:55.288492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.289760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.296006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:56:55.399541 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:55.409713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.504540 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:55.622163 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.903751 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:55.925835 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.049783 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.25.2.25 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/195c22eb-1e3c-4402-8f83-5931f30a28cc) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:56.087475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52072) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:56.221232 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.254255 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-845f433a-8526-478b-bc10-c4eec2f651de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.260559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.312130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:56.315907 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:56.319826 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:56.328214 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:56.333250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=195c22eb-1e3c-4402-8f83-5931f30a28cc,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:56.339704 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:56.357508 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-845f433a-8526-478b-bc10-c4eec2f651de admin admin] Publish callbacks [] for security_group (76da9705-803c-467b-8406-e1bbb2acc0b9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.365738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-845f433a-8526-478b-bc10-c4eec2f651de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (76da9705-803c-467b-8406-e1bbb2acc0b9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.416906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f433a-8526-478b-bc10-c4eec2f651de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76da9705-803c-467b-8406-e1bbb2acc0b9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:56.424324 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-845f433a-8526-478b-bc10-c4eec2f651de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5b6f0d1287a4755812ecf9445ef95dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332624 Jul 28 10:56:56.427929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52084) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:56.510237 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:56:56.857783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e56ca322-9ce3-48a6-abc2-6ef86894ecfe admin admin] Publish callbacks [] for security_group (76da9705-803c-467b-8406-e1bbb2acc0b9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.906760 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:56.921611 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e56ca322-9ce3-48a6-abc2-6ef86894ecfe admin admin] Publish callbacks [] for security_group (76da9705-803c-467b-8406-e1bbb2acc0b9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:56.982415 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:57.006199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.046447 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e56ca322-9ce3-48a6-abc2-6ef86894ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (76da9705-803c-467b-8406-e1bbb2acc0b9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.049041 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e56ca322-9ce3-48a6-abc2-6ef86894ecfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.050302 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e56ca322-9ce3-48a6-abc2-6ef86894ecfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76da9705-803c-467b-8406-e1bbb2acc0b9 HTTP/1.1" status: 204 len: 168 time: 0.6214433 Jul 28 10:56:57.066741 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ca322-9ce3-48a6-abc2-6ef86894ecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76da9705-803c-467b-8406-e1bbb2acc0b9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:57.235131 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.376704 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:56:57.413622 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52100) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:57.430835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c0d6e92-0c61-4338-b80a-3317d2e7bca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.483643 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:56:57.500646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Sync routers for ids ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:56:57.507593 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.511663 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0b56b41c-c3ff-4c6e-908a-0d33696f8bbb tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3337073 Jul 28 10:56:57.511793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Routers {'43b4f597-78b8-49ce-97e7-8b8c0dd2b365'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:57.512652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:57.512931 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52102) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:57.553391 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3cb92d66-3b08-4b43-bb0b-74779bff0991 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=adcea96b79484f4da85e12a5a6243528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392063 Jul 28 10:56:57.556656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52104) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:57.562863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c0d6e92-0c61-4338-b80a-3317d2e7bca3 admin admin] Publish callbacks [] for security_group (248ae894-0eeb-4f2b-bf61-5268a2df0f1f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.568544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0c0d6e92-0c61-4338-b80a-3317d2e7bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (248ae894-0eeb-4f2b-bf61-5268a2df0f1f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.613553 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0c0d6e92-0c61-4338-b80a-3317d2e7bca3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=915f71328e9446fda3f11b31d676616c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987031 Jul 28 10:56:57.615591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d6e92-0c61-4338-b80a-3317d2e7bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ae894-0eeb-4f2b-bf61-5268a2df0f1f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:57.618373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52106) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:57.631320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Set router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:57.677694 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b755522e-ab80-4a16-a165-0b986139953d admin admin] Publish callbacks [] for security_group (248ae894-0eeb-4f2b-bf61-5268a2df0f1f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.696426 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02b5b69-b174-4836-bfe1-e39b7cdb4865 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:57.702329 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d02b5b69-b174-4836-bfe1-e39b7cdb4865 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1436830 Jul 28 10:56:57.702900 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52108) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:57.706710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b755522e-ab80-4a16-a165-0b986139953d admin admin] Publish callbacks [] for security_group (248ae894-0eeb-4f2b-bf61-5268a2df0f1f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.749469 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c454bc63-3231-4464-a14e-944d83961b38 tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423672 Jul 28 10:56:57.749898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52110) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:57.755066 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2017538028', 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:56:57.789832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b755522e-ab80-4a16-a165-0b986139953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (248ae894-0eeb-4f2b-bf61-5268a2df0f1f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.792426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b755522e-ab80-4a16-a165-0b986139953d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.796224 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b755522e-ab80-4a16-a165-0b986139953d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/248ae894-0eeb-4f2b-bf61-5268a2df0f1f HTTP/1.1" status: 204 len: 168 time: 0.1744628 Jul 28 10:56:57.814279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755522e-ab80-4a16-a165-0b986139953d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ae894-0eeb-4f2b-bf61-5268a2df0f1f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:57.877205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:56:56Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:57.922026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Checking router: 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:56:57.922390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Updating router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 port 195c22eb-1e3c-4402-8f83-5931f30a28cc binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:56:57.934859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:56:57.939365 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:57.954836 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.174839 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:58.409891 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:58.425713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.502536 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Subnet': ['ID=37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:58.524634 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Checking segment: {'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:58.525272 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network hostable DHCP agents. Network: febec382-1c9f-4e16-aa90-e8d89922b6a0, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:56:58.552351 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:56:58.583525 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, febec382-1c9f-4e16-aa90-e8d89922b6a0) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:58.595259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:56:58.596772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.612339 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Publish callbacks [] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.615137 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:58.620110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba4b39-fb33-46bd-9db8-d4519ff3b1dd None None] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:56:58.624811 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:58.636030 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.643918 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-fe29363c-8ec7-4e38-9955-50ed278f84b4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8928688 Jul 28 10:56:58.646782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52134) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:56:58.815812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Attempting to bind port 195c22eb-1e3c-4402-8f83-5931f30a28cc on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:58.816153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Attempting to bind port 195c22eb-1e3c-4402-8f83-5931f30a28cc by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:58.816681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Attempting to bind port 195c22eb-1e3c-4402-8f83-5931f30a28cc on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:58.834175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:58.834606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:58.834960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.835349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:58.837939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Bound port: 195c22eb-1e3c-4402-8f83-5931f30a28cc, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:58.837939 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.886863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc6f07-69c4-4b23-91af-0480b3a4d33e None None] Pushing event updated for resources: {'Port': ['ID=195c22eb-1e3c-4402-8f83-5931f30a28cc,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:58.958524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-febec382-1c9f-4e16-aa90-e8d89922b6a0', 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'fixed_ips': [{'subnet_id': '37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:56:58.960067 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:58.966045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] For port 195c22eb-1e3c-4402-8f83-5931f30a28cc, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:56:58.992839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] For port 195c22eb-1e3c-4402-8f83-5931f30a28cc, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=195c22eb-1e3c-4402-8f83-5931f30a28cc,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:56:59.008091 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:59.122729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc6f07-69c4-4b23-91af-0480b3a4d33e None None] Pushing event updated for resources: {'Port': ['ID=195c22eb-1e3c-4402-8f83-5931f30a28cc,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:59.145481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Routers {'43b4f597-78b8-49ce-97e7-8b8c0dd2b365'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:56:59.146371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:59.313818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Allocated IP 172.20.0.2 (febec382-1c9f-4e16-aa90-e8d89922b6a0/37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad/01e2e097-e382-4f0c-86b0-2ef5954bd4f5) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:59.326568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:59.333880 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] Set router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:56:59.466554 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:59.522146 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:59.673449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:56:56Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:56:59.676991 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Publish callbacks [] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:59.701516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b88e-0ef5-4bbf-a430-06642ec46b54 None None] The sync data for ids ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'] in n-d-850468-6 is: [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:56:56Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:56:59.722467 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:59.799742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.20.0.1 (febec382-1c9f-4e16-aa90-e8d89922b6a0/37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad/cdaad366-e2eb-472f-ba62-50c15eceb554) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:56:59.812278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:56:59.827475 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:56:59.839537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:56:59.865042 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:56:59.887032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Pushing event updated for resources: {'Port': ['ID=01e2e097-e382-4f0c-86b0-2ef5954bd4f5,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:56:59.934718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Attempting to bind port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:56:59.935178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Attempting to bind port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:56:59.935440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Attempting to bind port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 on network febec382-1c9f-4e16-aa90-e8d89922b6a0 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:56:59.942864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:56:59.943228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Checking segment: {'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:56:59.943647 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:56:59.944035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Bound using segment: {'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:56:59.945162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Bound port: 01e2e097-e382-4f0c-86b0-2ef5954bd4f5, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:56:59.945718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:00.045183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] For port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:57:00.053899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] For port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=01e2e097-e382-4f0c-86b0-2ef5954bd4f5,segment=NetworkSegment(d01bcab9-d003-44ff-9a46-4efa03f5b795),segment_id=d01bcab9-d003-44ff-9a46-4efa03f5b795)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:57:00.070072 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:00.087448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:00.165820 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3e22e-5f27-42a6-a081-a26319bee73a None None] Pushing event updated for resources: {'Port': ['ID=01e2e097-e382-4f0c-86b0-2ef5954bd4f5,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:00.201376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:00.267733 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:00.309479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:57:00.329348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:57:00.344278 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:57:00.499557 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=cdaad366-e2eb-472f-ba62-50c15eceb554,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:00.502034 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:00.798792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:01.272917 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:01.299549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:01.310193 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:01.434599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:01.439812 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=cdaad366-e2eb-472f-ba62-50c15eceb554,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:01.644204 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:57:01.646349 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:57:01.646632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 195c22eb-1e3c-4402-8f83-5931f30a28cc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:01.751442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 195c22eb-1e3c-4402-8f83-5931f30a28cc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:01.752041 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:01.841846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:57:01.864851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e1ce5-0c9c-49de-b87e-c12f9f6ed61b None None] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:57:02.007311 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-158fbda9-a71a-4c42-9c95-3e49a194233f None None] Provisioning complete for port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:02.007699 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-158fbda9-a71a-4c42-9c95-3e49a194233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:02.021638 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:02.046512 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:57:02.052203 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1dbda716-0d21-4b90-af63-3007762eb803 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/43b4f597-78b8-49ce-97e7-8b8c0dd2b365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4041495 Jul 28 10:57:02.095457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 195c22eb-1e3c-4402-8f83-5931f30a28cc is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:02.096143 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:02.240309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 195c22eb-1e3c-4402-8f83-5931f30a28cc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=195c22eb-1e3c-4402-8f83-5931f30a28cc,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:02.250264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-158fbda9-a71a-4c42-9c95-3e49a194233f None None] Current status of the port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:02.250889 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-158fbda9-a71a-4c42-9c95-3e49a194233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:02.290537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-158fbda9-a71a-4c42-9c95-3e49a194233f None None] For port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=01e2e097-e382-4f0c-86b0-2ef5954bd4f5,segment=NetworkSegment(d01bcab9-d003-44ff-9a46-4efa03f5b795),segment_id=d01bcab9-d003-44ff-9a46-4efa03f5b795)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:02.292095 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:02.294078 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:02.295297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:02.360326 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-158fbda9-a71a-4c42-9c95-3e49a194233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:02.412743 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9cc7ca0a-6707-477b-a2eb-20f1bdf13882 req-6107f340-9284-475d-94f6-7f9fcab06a36 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427149229&fields=id&tenant_id=adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 267 time: 0.0732067 Jul 28 10:57:02.421014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=195c22eb-1e3c-4402-8f83-5931f30a28cc,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:02.440469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:02.442249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:02.530843 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Sync routers for ids ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:57:02.570371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Routers {'43b4f597-78b8-49ce-97e7-8b8c0dd2b365'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:02.586094 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:02.767800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ca0a-6707-477b-a2eb-20f1bdf13882 req-00807a85-994e-4591-b618-f2e7c65843d8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:57:02.783839 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9cc7ca0a-6707-477b-a2eb-20f1bdf13882 req-00807a85-994e-4591-b618-f2e7c65843d8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/networks?id=febec382-1c9f-4e16-aa90-e8d89922b6a0 HTTP/1.1" status: 200 len: 797 time: 0.3698702 Jul 28 10:57:02.819973 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9cc7ca0a-6707-477b-a2eb-20f1bdf13882 req-7fd144d3-c2d1-471c-8ebb-0818385780e0 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/quotas/adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 375 time: 0.0279860 Jul 28 10:57:02.920237 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Set router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:02.947921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1ab6861b-068a-49f6-b4e1-c76eb28254b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:02.959079 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9cc7ca0a-6707-477b-a2eb-20f1bdf13882 req-ca2460ee-7659-490e-96a3-e30e408b8e39 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adcea96b79484f4da85e12a5a6243528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381109 Jul 28 10:57:03.094742 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:03.117473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fbda9-a71a-4c42-9c95-3e49a194233f None None] Pushing event updated for resources: {'Port': ['ID=01e2e097-e382-4f0c-86b0-2ef5954bd4f5,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:03.126342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:03.141423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-290e3d17-bf3b-40f7-b89b-5374091e8958 None None] Provisioning complete for port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:03.141803 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-290e3d17-bf3b-40f7-b89b-5374091e8958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:03.300055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-290e3d17-bf3b-40f7-b89b-5374091e8958 None None] Current status of the port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:03.316708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-290e3d17-bf3b-40f7-b89b-5374091e8958 None None] Provisioning complete for port cdaad366-e2eb-472f-ba62-50c15eceb554 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:03.317430 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-290e3d17-bf3b-40f7-b89b-5374091e8958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:03.408246 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:00Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'cdaad366-e2eb-472f-ba62-50c15eceb554', 'name': '', 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:fd:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:59Z', 'updated_at': '2022-07-28T10:57:01Z', 'revision_number': 2, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:03.426983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-290e3d17-bf3b-40f7-b89b-5374091e8958 None None] Port cdaad366-e2eb-472f-ba62-50c15eceb554 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:57:03.486298 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Checking router: 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:57:03.488966 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Updating router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 port cdaad366-e2eb-472f-ba62-50c15eceb554 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:57:03.594307 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9cc7ca0a-6707-477b-a2eb-20f1bdf13882 req-d4a91de7-3d83-4f6a-a71c-b7287c0b49e0 service neutron] 10.222.0.46 "GET /v2.0/networks/febec382-1c9f-4e16-aa90-e8d89922b6a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315002 Jul 28 10:57:03.619559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 195c22eb-1e3c-4402-8f83-5931f30a28cc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:03.624136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-39b2c82d-ac4e-4e0a-8d6c-fce2bb41d178 None None] Provisioning complete for port cdaad366-e2eb-472f-ba62-50c15eceb554 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:03.624482 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-39b2c82d-ac4e-4e0a-8d6c-fce2bb41d178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:03.641665 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:03.817249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-39b2c82d-ac4e-4e0a-8d6c-fce2bb41d178 None None] Port cdaad366-e2eb-472f-ba62-50c15eceb554 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:57:03.838226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 195c22eb-1e3c-4402-8f83-5931f30a28cc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:03.838608 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:03.848628 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9cc7ca0a-6707-477b-a2eb-20f1bdf13882 req-8d152188-9341-4261-aa56-8b4359df7267 service neutron] 10.222.0.46 "GET /v2.0/networks/febec382-1c9f-4e16-aa90-e8d89922b6a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470634 Jul 28 10:57:04.024879 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:04.033940 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 195c22eb-1e3c-4402-8f83-5931f30a28cc is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:04.035294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:04.039238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-19af11da-d61b-47e9-8ce6-abb924178871 None None] Provisioning complete for port cdaad366-e2eb-472f-ba62-50c15eceb554 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:04.039604 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-19af11da-d61b-47e9-8ce6-abb924178871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.102327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-19af11da-d61b-47e9-8ce6-abb924178871 None None] Port cdaad366-e2eb-472f-ba62-50c15eceb554 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:57:04.115449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:04.115848 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.205101 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Publish callbacks [] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.214226 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.275474 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:04.317975 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:04.368582 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a89b3039-2dd8-4efb-8288-810c520426ac req-b6ef32e9-180f-4698-b615-8e07c23299b5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=5726a9b7-e7ca-4516-9700-d57eb8d2f7ed HTTP/1.1" status: 200 len: 210 time: 0.1277637 Jul 28 10:57:04.432973 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e05da3-075c-462a-bb26-f846ce20901b None None] Pushing event updated for resources: {'Port': ['ID=cdaad366-e2eb-472f-ba62-50c15eceb554,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:04.510697 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Attempting to bind port cdaad366-e2eb-472f-ba62-50c15eceb554 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:57:04.511026 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Attempting to bind port cdaad366-e2eb-472f-ba62-50c15eceb554 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:57:04.511393 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Attempting to bind port cdaad366-e2eb-472f-ba62-50c15eceb554 on network febec382-1c9f-4e16-aa90-e8d89922b6a0 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:57:04.525704 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:57:04.526113 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Checking segment: {'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:57:04.526572 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.526970 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Bound using segment: {'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:57:04.527561 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Bound port: cdaad366-e2eb-472f-ba62-50c15eceb554, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01bcab9-d003-44ff-9a46-4efa03f5b795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:57:04.527951 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.645552 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] For port cdaad366-e2eb-472f-ba62-50c15eceb554, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:57:04.650359 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] For port cdaad366-e2eb-472f-ba62-50c15eceb554, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cdaad366-e2eb-472f-ba62-50c15eceb554,segment=NetworkSegment(d01bcab9-d003-44ff-9a46-4efa03f5b795),segment_id=d01bcab9-d003-44ff-9a46-4efa03f5b795)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:57:04.666104 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.737611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b25db057-2811-44bf-bb3a-8e8812427d25 None None] Provisioning complete for port cdaad366-e2eb-472f-ba62-50c15eceb554 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:04.738311 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b25db057-2811-44bf-bb3a-8e8812427d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.761219 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Routers {'43b4f597-78b8-49ce-97e7-8b8c0dd2b365'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:04.762400 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:56:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:04.819225 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:04.887037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e05da3-075c-462a-bb26-f846ce20901b None None] Pushing event updated for resources: {'Port': ['ID=cdaad366-e2eb-472f-ba62-50c15eceb554,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:04.896101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b25db057-2811-44bf-bb3a-8e8812427d25 None None] Current status of the port cdaad366-e2eb-472f-ba62-50c15eceb554 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:04.896856 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b25db057-2811-44bf-bb3a-8e8812427d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:04.956717 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] Set router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:04.987595 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b25db057-2811-44bf-bb3a-8e8812427d25 None None] For port cdaad366-e2eb-472f-ba62-50c15eceb554, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cdaad366-e2eb-472f-ba62-50c15eceb554,segment=NetworkSegment(d01bcab9-d003-44ff-9a46-4efa03f5b795),segment_id=d01bcab9-d003-44ff-9a46-4efa03f5b795)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:05.000987 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b25db057-2811-44bf-bb3a-8e8812427d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:05.114143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25db057-2811-44bf-bb3a-8e8812427d25 None None] Pushing event updated for resources: {'Port': ['ID=cdaad366-e2eb-472f-ba62-50c15eceb554,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:05.140394 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-28789bfa-1e9b-4620-acda-c70d88a232ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:05.218702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:00Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'cdaad366-e2eb-472f-ba62-50c15eceb554', 'name': '', 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:fd:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:59Z', 'updated_at': '2022-07-28T10:57:04Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:05.224986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-06dd818f-b708-4637-bf6a-77d32803c212 None None] Provisioning complete for port cdaad366-e2eb-472f-ba62-50c15eceb554 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:05.227535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-06dd818f-b708-4637-bf6a-77d32803c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:05.228952 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:05.253071 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da6df3-c35f-4542-aac3-1e5250efa883 None None] The sync data for ids ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'] in n-d-850468-6 is: [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:00Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'cdaad366-e2eb-472f-ba62-50c15eceb554', 'name': '', 'network_id': 'febec382-1c9f-4e16-aa90-e8d89922b6a0', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:fd:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:59Z', 'updated_at': '2022-07-28T10:57:04Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:57:05.356110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-06dd818f-b708-4637-bf6a-77d32803c212 None None] Current status of the port cdaad366-e2eb-472f-ba62-50c15eceb554 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:05.551886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cdaad366-e2eb-472f-ba62-50c15eceb554 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:05.621548 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-01370d7e-ff87-4536-a560-38bdefecf650 req-acb08c69-ab9b-46c1-b0ca-a9df738fd7f9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=5726a9b7-e7ca-4516-9700-d57eb8d2f7ed HTTP/1.1" status: 200 len: 210 time: 0.0729661 Jul 28 10:57:05.663980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port cdaad366-e2eb-472f-ba62-50c15eceb554 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:05.664367 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:05.782679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port cdaad366-e2eb-472f-ba62-50c15eceb554 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:05.915231 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-eb5ecac3-2840-4104-912e-2346b300e212 req-21b04d73-e008-4d3a-af11-fb7e3ae62037 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=5726a9b7-e7ca-4516-9700-d57eb8d2f7ed HTTP/1.1" status: 200 len: 210 time: 0.0354831 Jul 28 10:57:06.202426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:06.423710 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52308) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:06.780134 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:07.005651 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:07.197169 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:07.254364 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:07.296240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port cdaad366-e2eb-472f-ba62-50c15eceb554 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:57:07.296758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:07.420123 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port cdaad366-e2eb-472f-ba62-50c15eceb554, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=cdaad366-e2eb-472f-ba62-50c15eceb554,segment=NetworkSegment(d01bcab9-d003-44ff-9a46-4efa03f5b795),segment_id=d01bcab9-d003-44ff-9a46-4efa03f5b795)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:07.420412 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:07.442559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for cdaad366-e2eb-472f-ba62-50c15eceb554 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:57:07.688301 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:07.705588 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:08.134785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (cdaad366-e2eb-472f-ba62-50c15eceb554), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:08.186875 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=cdaad366-e2eb-472f-ba62-50c15eceb554,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:08.486135 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:08.526775 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:08.877976 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:57:09.029449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:57:09.037537 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d39c363-713c-49ec-a7b0-c7e6900b90ed tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/43b4f597-78b8-49ce-97e7-8b8c0dd2b365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6104007 Jul 28 10:57:09.037776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52368) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:09.043682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] Sync routers for ids ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:57:09.056138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] Routers {'43b4f597-78b8-49ce-97e7-8b8c0dd2b365'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:09.056969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:09.119689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting subnet 37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:57:09.123937 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:09.176642 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:09.206843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] Set router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:09.292313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:09.336762 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:09.400591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:09.438640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Subnet': ['ID=37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:09.446171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:09.449804 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3b54f76e-2c24-4008-8422-92d79bfe1499 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/subnets/37e00a6b-c2a6-4c0a-90e1-8116bf84c6ad HTTP/1.1" status: 204 len: 168 time: 0.4110720 Jul 28 10:57:09.452721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52374) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:09.463976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83aaf2-72f0-4886-9576-f977cb90b383 None None] Network febec382-1c9f-4e16-aa90-e8d89922b6a0 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:57:09.615508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:08Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:09.636235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:09.660812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] Checking router: 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:57:09.682079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] Routers {'43b4f597-78b8-49ce-97e7-8b8c0dd2b365'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:09.682831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:09.689187 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:09.852206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] Set router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:09.862353 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:09.863947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] DHCP port deletion for febec382-1c9f-4e16-aa90-e8d89922b6a0 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:57:09.930646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port 195c22eb-1e3c-4402-8f83-5931f30a28cc {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:57:09.931315 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.066032 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:10.085054 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port 195c22eb-1e3c-4402-8f83-5931f30a28cc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=195c22eb-1e3c-4402-8f83-5931f30a28cc,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:10.085666 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.100602 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for 195c22eb-1e3c-4402-8f83-5931f30a28cc owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:57:10.134726 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:10.165812 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:10.210782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:08Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:10.252888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] Deleting port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:57:10.253268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.255647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac49d6-2a1f-472a-bd90-c7b156046b9a None None] The sync data for ids ['43b4f597-78b8-49ce-97e7-8b8c0dd2b365'] in n-d-850468-6 is: [{'id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2098974820', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:08Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '195c22eb-1e3c-4402-8f83-5931f30a28cc', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b4f597-78b8-49ce-97e7-8b8c0dd2b365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:56:55Z', 'updated_at': '2022-07-28T10:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:57:10.296423 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (195c22eb-1e3c-4402-8f83-5931f30a28cc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.356384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=195c22eb-1e3c-4402-8f83-5931f30a28cc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:10.377035 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] For port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=01e2e097-e382-4f0c-86b0-2ef5954bd4f5,segment=NetworkSegment(d01bcab9-d003-44ff-9a46-4efa03f5b795),segment_id=d01bcab9-d003-44ff-9a46-4efa03f5b795)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:10.380512 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.422973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] Calling delete_port for 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:57:10.483465 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.553514 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (01e2e097-e382-4f0c-86b0-2ef5954bd4f5), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.581068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] Pushing event deleted for resources: {'Port': ['ID=01e2e097-e382-4f0c-86b0-2ef5954bd4f5,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:10.593032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7458af-3254-462c-a6d8-bdc2426d6498 None None] No DVR routers for this DVR port 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:57:10.664220 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.668836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.765578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (43b4f597-78b8-49ce-97e7-8b8c0dd2b365), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.766600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Fanout notify agent at l3_agent the message router_deleted on router 43b4f597-78b8-49ce-97e7-8b8c0dd2b365 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:57:10.774633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:10.776059 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6138c15-37ae-4252-8240-7b60239b69a9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/routers/43b4f597-78b8-49ce-97e7-8b8c0dd2b365 HTTP/1.1" status: 204 len: 168 time: 1.3222997 Jul 28 10:57:10.778852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:10.931858 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (febec382-1c9f-4e16-aa90-e8d89922b6a0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.072549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (febec382-1c9f-4e16-aa90-e8d89922b6a0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.119608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febec382-1c9f-4e16-aa90-e8d89922b6a0']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:11.150898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01bcab9-d003-44ff-9a46-4efa03f5b795') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:11.151260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01bcab9-d003-44ff-9a46-4efa03f5b795') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:11.164487 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (d01bcab9-d003-44ff-9a46-4efa03f5b795), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.193629 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d01bcab9-d003-44ff-9a46-4efa03f5b795), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.208526 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:57:11.208945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (d01bcab9-d003-44ff-9a46-4efa03f5b795), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.229679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52416) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:11.349181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (febec382-1c9f-4e16-aa90-e8d89922b6a0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.369008 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.373513 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/networks/febec382-1c9f-4e16-aa90-e8d89922b6a0 HTTP/1.1" status: 204 len: 168 time: 0.5927277 Jul 28 10:57:11.376269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52424) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:11.387229 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037abb7b-5c4e-4ea6-b699-58e5955a5ff9 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Network': ['ID=febec382-1c9f-4e16-aa90-e8d89922b6a0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:11.425917 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:11.481875 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6376780f-19f7-4cdf-ae3d-8a307011f6d2 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (d0a45c92-d5da-4494-a882-dbc5f958fcde), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.484425 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26e4e025-5643-499f-9a76-00b568f3361a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.494922 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d01bcab9-d003-44ff-9a46-4efa03f5b795 resource provider aggregate not found Jul 28 10:57:11.513087 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment d01bcab9-d003-44ff-9a46-4efa03f5b795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d01bcab9-d003-44ff-9a46-4efa03f5b795 found for delete ", "request_id": "req-baafb0a7-c490-4e77-b3d0-cac9f11eca8b"}]} Jul 28 10:57:11.533911 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6376780f-19f7-4cdf-ae3d-8a307011f6d2 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (d0a45c92-d5da-4494-a882-dbc5f958fcde), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.555838 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.633938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26e4e025-5643-499f-9a76-00b568f3361a admin admin] Publish callbacks [] for security_group (74718396-f4a2-4224-8591-1268ebd69e7b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.638923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26e4e025-5643-499f-9a76-00b568f3361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (74718396-f4a2-4224-8591-1268ebd69e7b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.672354 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6376780f-19f7-4cdf-ae3d-8a307011f6d2 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d0a45c92-d5da-4494-a882-dbc5f958fcde), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.676173 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6376780f-19f7-4cdf-ae3d-8a307011f6d2 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.677439 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6376780f-19f7-4cdf-ae3d-8a307011f6d2 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/security-groups/d0a45c92-d5da-4494-a882-dbc5f958fcde HTTP/1.1" status: 204 len: 168 time: 0.2999091 Jul 28 10:57:11.759330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4e025-5643-499f-9a76-00b568f3361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74718396-f4a2-4224-8591-1268ebd69e7b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:11.768509 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-26e4e025-5643-499f-9a76-00b568f3361a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18af1aa89b6044268028c63fa656c10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371671 Jul 28 10:57:11.771174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52440) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:11.831330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376780f-19f7-4cdf-ae3d-8a307011f6d2 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a45c92-d5da-4494-a882-dbc5f958fcde,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:11.901355 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52444) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:11.905670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:57:11.907026 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d1921169-7e3a-4acd-b7f5-c7a95c11dc19 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689755954', 'description': 'tempest-secgroup-smoke-689755954 description', 'project_id': 'adcea96b79484f4da85e12a5a6243528'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:11.937366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:57:11.937986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 01e2e097-e382-4f0c-86b0-2ef5954bd4f5 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:57:11.938688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 195c22eb-1e3c-4402-8f83-5931f30a28cc no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:57:11.968200 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1921169-7e3a-4acd-b7f5-c7a95c11dc19 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:11.976154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 195c22eb-1e3c-4402-8f83-5931f30a28cc {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:57:11.976886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 195c22eb-1e3c-4402-8f83-5931f30a28cc not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:57:11.977521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cdaad366-e2eb-472f-ba62-50c15eceb554 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:57:11.986449 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5955e9e4-8b44-4699-ad8c-f5596131f15b admin admin] Publish callbacks [] for security_group (74718396-f4a2-4224-8591-1268ebd69e7b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.008248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: cdaad366-e2eb-472f-ba62-50c15eceb554 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:57:12.008596 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device cdaad366-e2eb-472f-ba62-50c15eceb554 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:57:12.040122 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5955e9e4-8b44-4699-ad8c-f5596131f15b admin admin] Publish callbacks [] for security_group (74718396-f4a2-4224-8591-1268ebd69e7b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.054145 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1921169-7e3a-4acd-b7f5-c7a95c11dc19 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (05634303-7b9a-423e-b62a-63af2adc3cb7), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.059176 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1921169-7e3a-4acd-b7f5-c7a95c11dc19 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (05634303-7b9a-423e-b62a-63af2adc3cb7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.090851 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d1921169-7e3a-4acd-b7f5-c7a95c11dc19 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.094696 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d1921169-7e3a-4acd-b7f5-c7a95c11dc19 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1895843 Jul 28 10:57:12.096530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52448) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:12.102329 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9b8ca38b-a12c-4a89-8f40-bfdc494f8390 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '05634303-7b9a-423e-b62a-63af2adc3cb7', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:12.115153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1921169-7e3a-4acd-b7f5-c7a95c11dc19 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05634303-7b9a-423e-b62a-63af2adc3cb7,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:12.138211 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5955e9e4-8b44-4699-ad8c-f5596131f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (74718396-f4a2-4224-8591-1268ebd69e7b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.140829 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5955e9e4-8b44-4699-ad8c-f5596131f15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.142076 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5955e9e4-8b44-4699-ad8c-f5596131f15b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74718396-f4a2-4224-8591-1268ebd69e7b HTTP/1.1" status: 204 len: 168 time: 0.3696008 Jul 28 10:57:12.149308 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=12,neutron:UPDATE=3,neutron:SELECT=85 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:12.162516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955e9e4-8b44-4699-ad8c-f5596131f15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74718396-f4a2-4224-8591-1268ebd69e7b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:12.193138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca38b-a12c-4a89-8f40-bfdc494f8390 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (8f09321d-1ccb-4bb5-984f-046e97ee70e9), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.291076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca38b-a12c-4a89-8f40-bfdc494f8390 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (8f09321d-1ccb-4bb5-984f-046e97ee70e9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.296419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca38b-a12c-4a89-8f40-bfdc494f8390 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8f09321d-1ccb-4bb5-984f-046e97ee70e9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.322632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ca38b-a12c-4a89-8f40-bfdc494f8390 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f09321d-1ccb-4bb5-984f-046e97ee70e9,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:12.335877 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca38b-a12c-4a89-8f40-bfdc494f8390 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.337172 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9b8ca38b-a12c-4a89-8f40-bfdc494f8390 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2394869 Jul 28 10:57:12.340655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52456) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:12.345987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a27ea39c-3a5c-4ecd-bdc0-56c4e98912f8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '05634303-7b9a-423e-b62a-63af2adc3cb7', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:12.399286 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27ea39c-3a5c-4ecd-bdc0-56c4e98912f8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (9be74cdd-4f52-4ebb-8707-8f7f2ffb8e30), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.487415 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27ea39c-3a5c-4ecd-bdc0-56c4e98912f8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (9be74cdd-4f52-4ebb-8707-8f7f2ffb8e30), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.496658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27ea39c-3a5c-4ecd-bdc0-56c4e98912f8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9be74cdd-4f52-4ebb-8707-8f7f2ffb8e30), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.522513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ea39c-3a5c-4ecd-bdc0-56c4e98912f8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be74cdd-4f52-4ebb-8707-8f7f2ffb8e30,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:12.542147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a27ea39c-3a5c-4ecd-bdc0-56c4e98912f8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.547085 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a27ea39c-3a5c-4ecd-bdc0-56c4e98912f8 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2023585 Jul 28 10:57:12.547287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52462) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:12.552285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8f89004a-90bd-468c-88a5-96aec6bd0a65 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '05634303-7b9a-423e-b62a-63af2adc3cb7', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:12.591231 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:12.599733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f89004a-90bd-468c-88a5-96aec6bd0a65 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (470422b2-a318-467e-8ad9-8753534ee4e6), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.686852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f89004a-90bd-468c-88a5-96aec6bd0a65 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (470422b2-a318-467e-8ad9-8753534ee4e6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.693719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f89004a-90bd-468c-88a5-96aec6bd0a65 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (470422b2-a318-467e-8ad9-8753534ee4e6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.708852 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:12.715120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89004a-90bd-468c-88a5-96aec6bd0a65 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470422b2-a318-467e-8ad9-8753534ee4e6,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:12.724449 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8f89004a-90bd-468c-88a5-96aec6bd0a65 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.725717 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8f89004a-90bd-468c-88a5-96aec6bd0a65 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771967 Jul 28 10:57:12.728796 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52464) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:12.734080 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-79d2878f-6a47-4703-b785-bb89b3de1344 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '05634303-7b9a-423e-b62a-63af2adc3cb7', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:12.770343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d2878f-6a47-4703-b785-bb89b3de1344 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (66f43755-afb4-40d7-9535-757fc8fccef2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.847691 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d2878f-6a47-4703-b785-bb89b3de1344 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (66f43755-afb4-40d7-9535-757fc8fccef2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.852471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d2878f-6a47-4703-b785-bb89b3de1344 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (66f43755-afb4-40d7-9535-757fc8fccef2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.869492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2878f-6a47-4703-b785-bb89b3de1344 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f43755-afb4-40d7-9535-757fc8fccef2,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:12.892272 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-79d2878f-6a47-4703-b785-bb89b3de1344 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:12.896162 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-79d2878f-6a47-4703-b785-bb89b3de1344 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640053 Jul 28 10:57:12.896387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:12.900800 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '05634303-7b9a-423e-b62a-63af2adc3cb7', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:12.924791 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:57:12.930992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (a14e0da3-3244-405f-9c6e-b07803cb2feb), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.009618 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (a14e0da3-3244-405f-9c6e-b07803cb2feb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.015331 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a14e0da3-3244-405f-9c6e-b07803cb2feb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.040409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14e0da3-3244-405f-9c6e-b07803cb2feb,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:13.057586 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.059791 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9cbf4dbc-0943-4322-9b8d-1da1c6565ba5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1623769 Jul 28 10:57:13.062766 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:13.067549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'security_group_rule': {'security_group_id': '05634303-7b9a-423e-b62a-63af2adc3cb7', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:13.093401 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Project adcea96b79484f4da85e12a5a6243528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:57:13.106433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (04b28e1b-1c55-41f3-8160-b782311affc5), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.162925 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:13.194271 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (04b28e1b-1c55-41f3-8160-b782311affc5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.198582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (04b28e1b-1c55-41f3-8160-b782311affc5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.219357 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b28e1b-1c55-41f3-8160-b782311affc5,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:13.234720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.238718 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-64af653f-244c-484e-9dd2-55264220ace7 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723289 Jul 28 10:57:13.239162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52482) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:13.246360 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'network': {'name': 'tempest-network-smoke--363517841', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'port_security_enabled': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:13.271411 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:57:13.275732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.305057 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:57:13.316610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (733addea-d0c6-40a4-8ea7-a3614b14f215), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.317136 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Added segment 733addea-d0c6-40a4-8ea7-a3614b14f215 of type vlan for network d207aaff-5038-4cde-bbc5-692183742e43 Jul 28 10:57:13.366247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (d207aaff-5038-4cde-bbc5-692183742e43), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.403526 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (d207aaff-5038-4cde-bbc5-692183742e43), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.408718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:57:13.409758 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.484162 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.2405078 Jul 28 10:57:13.484368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52488) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:13.488386 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'admin_state_up': True, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:13.495345 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a61658-189d-4717-8ad4-545aa5274221 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Network': ['ID=d207aaff-5038-4cde-bbc5-692183742e43,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:13.508983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network d207aaff-5038-4cde-bbc5-692183742e43 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:57:13.514779 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.518766 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.595408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.746720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.945408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:13.972809 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:14.116927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.25.2.100 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/473816cd-2808-4dc1-b0cb-95bcb95e069a) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:57:14.174214 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:14.237818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:14.541606 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:14.582919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:57:14.588012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:57:14.592848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:57:14.596299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=473816cd-2808-4dc1-b0cb-95bcb95e069a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:14.806931 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:14.869302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:15.086080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:15.218539 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:15.252894 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:15.257103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:57:15.387162 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:57:15.401089 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Sync routers for ids ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:57:15.413506 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:15.418606 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2b620073-f4a8-433f-a48e-7d09e12c40e5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9305232 Jul 28 10:57:15.419210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52518) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:15.440361 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Routers {'6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:15.441191 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:15.493838 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52520) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:15.496482 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-33f13104-3ca2-4a3a-b4b5-eb80a4baf5bb tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=adcea96b79484f4da85e12a5a6243528&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750823 Jul 28 10:57:15.593539 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:15.650253 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d92ad-3377-44a9-8d5e-02121056c04e tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:57:15.655646 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d39d92ad-3377-44a9-8d5e-02121056c04e tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1584339 Jul 28 10:57:15.656443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52522) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:15.671582 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Set router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:15.691533 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-417b4e39-f362-4c55-b589-9b93e1f6a3aa tempest-TestNetworkAdvancedServerOps-1856191342 tempest-TestNetworkAdvancedServerOps-1856191342-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315156 Jul 28 10:57:15.691768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52526) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:15.696863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1592432624', 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:15.811625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52528) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:15.840061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Made reservation on behalf of adcea96b79484f4da85e12a5a6243528 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:57:15.847671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:15.867183 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:14Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:15.899559 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Checking router: 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:57:15.899820 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Updating router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d port 473816cd-2808-4dc1-b0cb-95bcb95e069a binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:57:15.932993 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:15.972444 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ace4bc46-5724-4f39-b7bf-15e9a41edd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.032732 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:16.115011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ace4bc46-5724-4f39-b7bf-15e9a41edd64 admin admin] Publish callbacks [] for security_group (71f98c7e-32c0-46a6-a14b-2b21c1a30982), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.124097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (99a6fba1-09f8-4dac-9732-34c77eb4967e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.125923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ace4bc46-5724-4f39-b7bf-15e9a41edd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (71f98c7e-32c0-46a6-a14b-2b21c1a30982), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.182803 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:16.207922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4bc46-5724-4f39-b7bf-15e9a41edd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f98c7e-32c0-46a6-a14b-2b21c1a30982,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:16.213926 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ace4bc46-5724-4f39-b7bf-15e9a41edd64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6285cd6fe05f42b2888520845fc802ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998213 Jul 28 10:57:16.219639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52532) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:16.239993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Subnet': ['ID=99a6fba1-09f8-4dac-9732-34c77eb4967e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:16.264369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Checking segment: {'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:57:16.265049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network hostable DHCP agents. Network: d207aaff-5038-4cde-bbc5-692183742e43, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:57:16.289297 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Publish callbacks [] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.301063 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.302887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network d207aaff-5038-4cde-bbc5-692183742e43 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:57:16.323085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3a97-a3cc-4a6d-b586-201edcd0effe admin admin] Publish callbacks [] for security_group (71f98c7e-32c0-46a6-a14b-2b21c1a30982), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.336023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, d207aaff-5038-4cde-bbc5-692183742e43) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:57:16.351701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ceb8a-aa25-4657-bf0c-4d788dd8ce9c None None] Network d207aaff-5038-4cde-bbc5-692183742e43 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:57:16.358776 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3a97-a3cc-4a6d-b586-201edcd0effe admin admin] Publish callbacks [] for security_group (71f98c7e-32c0-46a6-a14b-2b21c1a30982), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.363455 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Attempting to bind port 473816cd-2808-4dc1-b0cb-95bcb95e069a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:57:16.363943 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Attempting to bind port 473816cd-2808-4dc1-b0cb-95bcb95e069a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:57:16.364409 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Attempting to bind port 473816cd-2808-4dc1-b0cb-95bcb95e069a on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:57:16.380620 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:57:16.381171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:57:16.381672 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.382325 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:57:16.382745 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Bound port: 473816cd-2808-4dc1-b0cb-95bcb95e069a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:57:16.383374 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.438098 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] For port 473816cd-2808-4dc1-b0cb-95bcb95e069a, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:57:16.442012 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] For port 473816cd-2808-4dc1-b0cb-95bcb95e069a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=473816cd-2808-4dc1-b0cb-95bcb95e069a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:57:16.445974 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea0f92-0094-4390-b733-c5d097f6dcac None None] Pushing event updated for resources: {'Port': ['ID=473816cd-2808-4dc1-b0cb-95bcb95e069a,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:16.454385 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.456915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:57:16.457680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.475389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3a97-a3cc-4a6d-b586-201edcd0effe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (71f98c7e-32c0-46a6-a14b-2b21c1a30982), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.480262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3a97-a3cc-4a6d-b586-201edcd0effe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.482148 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c3dd3a97-a3cc-4a6d-b586-201edcd0effe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71f98c7e-32c0-46a6-a14b-2b21c1a30982 HTTP/1.1" status: 204 len: 168 time: 0.2593346 Jul 28 10:57:16.488881 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-911892da-af97-4c2f-9a99-a0821c2a86fd tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7959354 Jul 28 10:57:16.491745 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52538) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:16.496374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd3a97-a3cc-4a6d-b586-201edcd0effe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f98c7e-32c0-46a6-a14b-2b21c1a30982,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:16.574851 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Routers {'6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:16.577688 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:16.582909 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea0f92-0094-4390-b733-c5d097f6dcac None None] Pushing event updated for resources: {'Port': ['ID=473816cd-2808-4dc1-b0cb-95bcb95e069a,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:16.627614 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:16.690533 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:16.712839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] Set router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:16.715787 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:16.747050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-d207aaff-5038-4cde-bbc5-692183742e43', 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43', 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'fixed_ips': [{'subnet_id': '99a6fba1-09f8-4dac-9732-34c77eb4967e'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:57:16.748010 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:16.761339 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:16.943570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Allocated IP 172.20.0.2 (d207aaff-5038-4cde-bbc5-692183742e43/99a6fba1-09f8-4dac-9732-34c77eb4967e/996a7e81-e3eb-4fc8-adb4-03eb729ce5db) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:57:16.992023 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:14Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:17.029272 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5637e-49a5-492b-a9d6-4bd86606bf76 None None] The sync data for ids ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'] in n-d-850468-6 is: [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:14Z', 'revision_number': 3, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:57:17.082441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52542) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:17.098297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29a0699b-3a29-45e1-9edf-3abc73761782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.170592 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Publish callbacks [] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.179438 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.210693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.218705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29a0699b-3a29-45e1-9edf-3abc73761782 admin admin] Publish callbacks [] for security_group (b8c46f09-5cda-445f-9af7-758ea8e3d3e5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.222922 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-29a0699b-3a29-45e1-9edf-3abc73761782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b8c46f09-5cda-445f-9af7-758ea8e3d3e5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.244668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Network d207aaff-5038-4cde-bbc5-692183742e43 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:57:17.246274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Pushing event updated for resources: {'Port': ['ID=996a7e81-e3eb-4fc8-adb4-03eb729ce5db,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:17.249319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:57:17.251819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:57:17.264813 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:17.284396 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-29a0699b-3a29-45e1-9edf-3abc73761782 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f48e56de2a84cc7afc263dffbcca90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973789 Jul 28 10:57:17.286034 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52546) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:17.325261 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0699b-3a29-45e1-9edf-3abc73761782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c46f09-5cda-445f-9af7-758ea8e3d3e5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:17.337323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Attempting to bind port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:57:17.338430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Attempting to bind port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:57:17.339584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Attempting to bind port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db on network d207aaff-5038-4cde-bbc5-692183742e43 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:57:17.353939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:57:17.355967 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Checking segment: {'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:57:17.356678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.357219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Bound using segment: {'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:57:17.357690 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f898974-bc62-4c31-bf2b-2ef05cc7a7ef admin admin] Publish callbacks [] for security_group (b8c46f09-5cda-445f-9af7-758ea8e3d3e5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.358149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Bound port: 996a7e81-e3eb-4fc8-adb4-03eb729ce5db, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:57:17.358704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.397116 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f898974-bc62-4c31-bf2b-2ef05cc7a7ef admin admin] Publish callbacks [] for security_group (b8c46f09-5cda-445f-9af7-758ea8e3d3e5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.460762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] For port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:57:17.484210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] For port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=996a7e81-e3eb-4fc8-adb4-03eb729ce5db,segment=NetworkSegment(733addea-d0c6-40a4-8ea7-a3614b14f215),segment_id=733addea-d0c6-40a4-8ea7-a3614b14f215)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:57:17.493337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f898974-bc62-4c31-bf2b-2ef05cc7a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b8c46f09-5cda-445f-9af7-758ea8e3d3e5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.499108 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.501610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f898974-bc62-4c31-bf2b-2ef05cc7a7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.504365 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3f898974-bc62-4c31-bf2b-2ef05cc7a7ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8c46f09-5cda-445f-9af7-758ea8e3d3e5 HTTP/1.1" status: 204 len: 168 time: 0.2171144 Jul 28 10:57:17.520736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f898974-bc62-4c31-bf2b-2ef05cc7a7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c46f09-5cda-445f-9af7-758ea8e3d3e5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:17.629415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62684-1841-485d-8b78-d2976f9a4a1f None None] Pushing event updated for resources: {'Port': ['ID=996a7e81-e3eb-4fc8-adb4-03eb729ce5db,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:17.696899 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Allocated IP 172.20.0.1 (d207aaff-5038-4cde-bbc5-692183742e43/99a6fba1-09f8-4dac-9732-34c77eb4967e/f62754db-ef9b-4d84-8c7e-b851d3c67c36) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:57:17.942862 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:17.956435 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:17.995901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:18.032318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network d207aaff-5038-4cde-bbc5-692183742e43 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:57:18.036132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:57:18.104371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:57:18.176856 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:18.184290 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=f62754db-ef9b-4d84-8c7e-b851d3c67c36,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:18.199776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:18.367864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:18.768434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:18.774448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:18.874830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:18.884487 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event updated for resources: {'Port': ['ID=f62754db-ef9b-4d84-8c7e-b851d3c67c36,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:18.930290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbda235-b77d-4bc3-bb7a-66e1a47d8a9d None None] Network d207aaff-5038-4cde-bbc5-692183742e43 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:57:18.999497 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Network d207aaff-5038-4cde-bbc5-692183742e43 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:57:19.001160 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:57:19.059020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-90a02bd3-6266-4dff-a139-f26d0c4cd17d None None] Provisioning complete for port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:19.059681 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90a02bd3-6266-4dff-a139-f26d0c4cd17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:19.087243 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:19.116634 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:19.171358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:57:19.210966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-90a02bd3-6266-4dff-a139-f26d0c4cd17d None None] Current status of the port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:19.211515 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90a02bd3-6266-4dff-a139-f26d0c4cd17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:19.271009 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:19.286210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-90a02bd3-6266-4dff-a139-f26d0c4cd17d None None] For port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=996a7e81-e3eb-4fc8-adb4-03eb729ce5db,segment=NetworkSegment(733addea-d0c6-40a4-8ea7-a3614b14f215),segment_id=733addea-d0c6-40a4-8ea7-a3614b14f215)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:19.293833 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90a02bd3-6266-4dff-a139-f26d0c4cd17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:19.367534 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:19.369298 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:57:19.378579 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-57c95c30-42a1-4709-a509-287d8ab7023c tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8848953 Jul 28 10:57:19.397110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a02bd3-6266-4dff-a139-f26d0c4cd17d None None] Pushing event updated for resources: {'Port': ['ID=996a7e81-e3eb-4fc8-adb4-03eb729ce5db,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:19.521300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5f4774b8-6367-4d31-9790-ccb88e2cf401 None None] Provisioning complete for port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:19.522061 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f4774b8-6367-4d31-9790-ccb88e2cf401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:19.641325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 473816cd-2808-4dc1-b0cb-95bcb95e069a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:19.722666 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f80a2203-01f3-4373-bab6-2e1c961bf297 req-e6f6153a-661b-46d0-9200-78bd089ff90a tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689755954&fields=id&tenant_id=adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 267 time: 0.0543602 Jul 28 10:57:19.730193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Sync routers for ids ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:57:19.771973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5f4774b8-6367-4d31-9790-ccb88e2cf401 None None] Current status of the port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:19.821472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5f4774b8-6367-4d31-9790-ccb88e2cf401 None None] Provisioning complete for port f62754db-ef9b-4d84-8c7e-b851d3c67c36 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:19.822250 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5f4774b8-6367-4d31-9790-ccb88e2cf401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:19.828623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Routers {'6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:19.829454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:19.871638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a2203-01f3-4373-bab6-2e1c961bf297 req-4ac5a9b9-924a-49d5-8bb1-788f59687dd1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:57:19.878902 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f80a2203-01f3-4373-bab6-2e1c961bf297 req-4ac5a9b9-924a-49d5-8bb1-788f59687dd1 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/networks?id=d207aaff-5038-4cde-bbc5-692183742e43 HTTP/1.1" status: 200 len: 796 time: 0.1518068 Jul 28 10:57:19.895491 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f80a2203-01f3-4373-bab6-2e1c961bf297 req-15dc5c11-8f07-4533-8679-7edc619799bf tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/quotas/adcea96b79484f4da85e12a5a6243528 HTTP/1.1" status: 200 len: 375 time: 0.0155387 Jul 28 10:57:19.950502 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:19.965812 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f80a2203-01f3-4373-bab6-2e1c961bf297 req-83462f12-ae14-4dcc-8882-be89640e201a tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=adcea96b79484f4da85e12a5a6243528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690484 Jul 28 10:57:19.990464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 473816cd-2808-4dc1-b0cb-95bcb95e069a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:19.991019 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:19.999153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5f4774b8-6367-4d31-9790-ccb88e2cf401 None None] Port f62754db-ef9b-4d84-8c7e-b851d3c67c36 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:57:20.065749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Set router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:20.117875 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f80a2203-01f3-4373-bab6-2e1c961bf297 req-7118fdc8-cc4b-4a02-aadc-cf41026a93c7 service neutron] 10.222.0.46 "GET /v2.0/networks/d207aaff-5038-4cde-bbc5-692183742e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391835 Jul 28 10:57:20.141515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5022f5af-9afc-4f43-860a-53c1ae27fd6a None None] Provisioning complete for port f62754db-ef9b-4d84-8c7e-b851d3c67c36 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:20.141925 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5022f5af-9afc-4f43-860a-53c1ae27fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:20.237318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 473816cd-2808-4dc1-b0cb-95bcb95e069a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:20.237720 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:20.243163 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f80a2203-01f3-4373-bab6-2e1c961bf297 req-75a7ed82-d705-4788-9f2b-6d2694d0d9af service neutron] 10.222.0.46 "GET /v2.0/networks/d207aaff-5038-4cde-bbc5-692183742e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238465 Jul 28 10:57:20.307299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5022f5af-9afc-4f43-860a-53c1ae27fd6a None None] Port f62754db-ef9b-4d84-8c7e-b851d3c67c36 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:57:20.318722 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 473816cd-2808-4dc1-b0cb-95bcb95e069a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=473816cd-2808-4dc1-b0cb-95bcb95e069a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:20.332784 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:20.333607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 996a7e81-e3eb-4fc8-adb4-03eb729ce5db up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:20.397330 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:20.399558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=473816cd-2808-4dc1-b0cb-95bcb95e069a,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:20.451192 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:20.475162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1e151a71-38a1-405b-9c9e-980402d06e09 None None] Provisioning complete for port f62754db-ef9b-4d84-8c7e-b851d3c67c36 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:20.475403 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1e151a71-38a1-405b-9c9e-980402d06e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:20.536828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1e151a71-38a1-405b-9c9e-980402d06e09 None None] Port f62754db-ef9b-4d84-8c7e-b851d3c67c36 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:57:20.552323 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-989cc421-2c03-407e-88be-d07f8eeda77d req-b9fcde39-7735-494b-88bb-833148ec818d tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=337984b5-a0a5-4703-a6e6-22dad12309db HTTP/1.1" status: 200 len: 210 time: 0.0430279 Jul 28 10:57:20.590883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:20.591359 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:20.616852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:18Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f62754db-ef9b-4d84-8c7e-b851d3c67c36', 'name': '', 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:ae:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '99a6fba1-09f8-4dac-9732-34c77eb4967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:17Z', 'updated_at': '2022-07-28T10:57:18Z', 'revision_number': 2, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '99a6fba1-09f8-4dac-9732-34c77eb4967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:20.650872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Checking router: 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:57:20.651315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Updating router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d port f62754db-ef9b-4d84-8c7e-b851d3c67c36 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:57:20.692649 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:20.779216 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:21.125538 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Publish callbacks [] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.130851 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.184190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252825d1-3be1-4eb5-84e3-1b9ff14ce6ee None None] Pushing event updated for resources: {'Port': ['ID=f62754db-ef9b-4d84-8c7e-b851d3c67c36,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:21.247192 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Attempting to bind port f62754db-ef9b-4d84-8c7e-b851d3c67c36 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:57:21.247571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Attempting to bind port f62754db-ef9b-4d84-8c7e-b851d3c67c36 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:57:21.247942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Attempting to bind port f62754db-ef9b-4d84-8c7e-b851d3c67c36 on network d207aaff-5038-4cde-bbc5-692183742e43 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:57:21.254714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:57:21.255117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Checking segment: {'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:57:21.255540 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.256742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Bound using segment: {'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:57:21.257250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Bound port: f62754db-ef9b-4d84-8c7e-b851d3c67c36, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733addea-d0c6-40a4-8ea7-a3614b14f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:57:21.257638 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.338392 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:21.340754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] For port f62754db-ef9b-4d84-8c7e-b851d3c67c36, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:57:21.344825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] For port f62754db-ef9b-4d84-8c7e-b851d3c67c36, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f62754db-ef9b-4d84-8c7e-b851d3c67c36,segment=NetworkSegment(733addea-d0c6-40a4-8ea7-a3614b14f215),segment_id=733addea-d0c6-40a4-8ea7-a3614b14f215)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:57:21.354165 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.415712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Routers {'6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:21.416613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:21.478802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252825d1-3be1-4eb5-84e3-1b9ff14ce6ee None None] Pushing event updated for resources: {'Port': ['ID=f62754db-ef9b-4d84-8c7e-b851d3c67c36,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:21.495126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c0528e6d-29fe-4c59-b84f-8700eb6238cd None None] Provisioning complete for port f62754db-ef9b-4d84-8c7e-b851d3c67c36 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:21.495714 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0528e6d-29fe-4c59-b84f-8700eb6238cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.523812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 473816cd-2808-4dc1-b0cb-95bcb95e069a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:21.558496 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:21.650926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] Set router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:21.745769 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-e0f59496-b433-4f38-bc63-ca94c4e95261 req-dd95db02-2b81-418e-bc01-c3748ef53f07 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=337984b5-a0a5-4703-a6e6-22dad12309db HTTP/1.1" status: 200 len: 210 time: 0.0487731 Jul 28 10:57:21.750787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 473816cd-2808-4dc1-b0cb-95bcb95e069a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:21.751179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.759338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c0528e6d-29fe-4c59-b84f-8700eb6238cd None None] Current status of the port f62754db-ef9b-4d84-8c7e-b851d3c67c36 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:21.759727 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0528e6d-29fe-4c59-b84f-8700eb6238cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:21.914831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c0528e6d-29fe-4c59-b84f-8700eb6238cd None None] For port f62754db-ef9b-4d84-8c7e-b851d3c67c36, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f62754db-ef9b-4d84-8c7e-b851d3c67c36,segment=NetworkSegment(733addea-d0c6-40a4-8ea7-a3614b14f215),segment_id=733addea-d0c6-40a4-8ea7-a3614b14f215)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:21.925529 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0528e6d-29fe-4c59-b84f-8700eb6238cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:22.017725 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-178fc110-b363-4f36-802c-3fab75a36b09 req-9f1c9401-4dc8-4c22-92a0-7a2ebd43da84 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "GET /v2.0/ports?device_id=337984b5-a0a5-4703-a6e6-22dad12309db HTTP/1.1" status: 200 len: 210 time: 0.0482919 Jul 28 10:57:22.025425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528e6d-29fe-4c59-b84f-8700eb6238cd None None] Pushing event updated for resources: {'Port': ['ID=f62754db-ef9b-4d84-8c7e-b851d3c67c36,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:22.081224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 473816cd-2808-4dc1-b0cb-95bcb95e069a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:22.082339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 996a7e81-e3eb-4fc8-adb4-03eb729ce5db up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:22.128489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0da376ad-90d2-48ee-9769-a0963cbe1fc7 None None] Provisioning complete for port f62754db-ef9b-4d84-8c7e-b851d3c67c36 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:22.129148 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0da376ad-90d2-48ee-9769-a0963cbe1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:22.164580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:18Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f62754db-ef9b-4d84-8c7e-b851d3c67c36', 'name': '', 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:ae:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '99a6fba1-09f8-4dac-9732-34c77eb4967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:17Z', 'updated_at': '2022-07-28T10:57:21Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '99a6fba1-09f8-4dac-9732-34c77eb4967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:22.208347 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35d4d9c-33bc-4051-8f93-8e243e7c6a7c None None] The sync data for ids ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'] in n-d-850468-6 is: [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:18Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'f62754db-ef9b-4d84-8c7e-b851d3c67c36', 'name': '', 'network_id': 'd207aaff-5038-4cde-bbc5-692183742e43', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'mac_address': 'fa:16:3e:ae:62:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '99a6fba1-09f8-4dac-9732-34c77eb4967e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:17Z', 'updated_at': '2022-07-28T10:57:21Z', 'revision_number': 4, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'subnets': [{'id': '99a6fba1-09f8-4dac-9732-34c77eb4967e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:57:22.210921 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:22.231505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:57:22.231891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:22.318856 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52638) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:22.325545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0da376ad-90d2-48ee-9769-a0963cbe1fc7 None None] Current status of the port f62754db-ef9b-4d84-8c7e-b851d3c67c36 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:22.385133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:57:22.782065 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:22.916797 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:23.101167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port f62754db-ef9b-4d84-8c7e-b851d3c67c36 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:57:23.101533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:23.217361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port f62754db-ef9b-4d84-8c7e-b851d3c67c36, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f62754db-ef9b-4d84-8c7e-b851d3c67c36,segment=NetworkSegment(733addea-d0c6-40a4-8ea7-a3614b14f215),segment_id=733addea-d0c6-40a4-8ea7-a3614b14f215)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:23.218167 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:23.234472 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for f62754db-ef9b-4d84-8c7e-b851d3c67c36 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:57:23.289437 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:23.452989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (f62754db-ef9b-4d84-8c7e-b851d3c67c36), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:23.480722 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=f62754db-ef9b-4d84-8c7e-b851d3c67c36,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:23.514734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f62754db-ef9b-4d84-8c7e-b851d3c67c36 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:57:23.540547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f62754db-ef9b-4d84-8c7e-b851d3c67c36 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:57:23.540813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f62754db-ef9b-4d84-8c7e-b851d3c67c36 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 10:57:23.566527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port f62754db-ef9b-4d84-8c7e-b851d3c67c36 not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 10:57:23.724553 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:23.946917 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:57:24.310517 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:24.331885 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:57:24.340936 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52650) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:24.344213 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] Sync routers for ids ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:57:24.350463 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a64456b0-6f6a-41c7-9e9c-8e57e99d16f5 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "PUT /v2.0/routers/6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0301075 Jul 28 10:57:24.368679 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] Routers {'6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:24.369897 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:24.399032 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting subnet 99a6fba1-09f8-4dac-9732-34c77eb4967e {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:57:24.403157 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (99a6fba1-09f8-4dac-9732-34c77eb4967e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:24.454901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (99a6fba1-09f8-4dac-9732-34c77eb4967e), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:24.530084 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] Set router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:24.823116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:23Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:24.866097 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] Checking router: 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:57:24.879903 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (99a6fba1-09f8-4dac-9732-34c77eb4967e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:24.881911 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] Routers {'6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:57:24.882892 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:24.985037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (99a6fba1-09f8-4dac-9732-34c77eb4967e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.012618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Subnet': ['ID=99a6fba1-09f8-4dac-9732-34c77eb4967e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:25.019293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.027890 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f82c0903-136d-4cf7-b88d-7927747e4ffe tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/subnets/99a6fba1-09f8-4dac-9732-34c77eb4967e HTTP/1.1" status: 204 len: 168 time: 0.6813169 Jul 28 10:57:25.028188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52654) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:25.032238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad048b6-aad5-42cf-8eae-24478601c5a2 None None] Network d207aaff-5038-4cde-bbc5-692183742e43 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:57:25.042890 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] Set router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:57:25.154280 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:25.182156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.247825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] DHCP port deletion for d207aaff-5038-4cde-bbc5-692183742e43 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:57:25.292964 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:25.305243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] Deleting port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:57:25.306298 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.311820 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_gateway (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.349687 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:23Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:25.360897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Deleting port 473816cd-2808-4dc1-b0cb-95bcb95e069a {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:57:25.361249 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.378135 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12938a72-f6b5-4224-a37e-1dbe2065bf66 None None] The sync data for ids ['6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d'] in n-d-850468-6 is: [{'id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1321840589', 'tenant_id': 'adcea96b79484f4da85e12a5a6243528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:23Z', 'revision_number': 5, 'project_id': 'adcea96b79484f4da85e12a5a6243528', 'gw_port': {'id': '473816cd-2808-4dc1-b0cb-95bcb95e069a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:57:13Z', 'updated_at': '2022-07-28T10:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:57:25.391752 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] For port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=996a7e81-e3eb-4fc8-adb4-03eb729ce5db,segment=NetworkSegment(733addea-d0c6-40a4-8ea7-a3614b14f215),segment_id=733addea-d0c6-40a4-8ea7-a3614b14f215)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:25.392110 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.410093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] Calling delete_port for 996a7e81-e3eb-4fc8-adb4-03eb729ce5db owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:57:25.479105 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] For port 473816cd-2808-4dc1-b0cb-95bcb95e069a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=473816cd-2808-4dc1-b0cb-95bcb95e069a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:57:25.479961 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.493420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Calling delete_port for 473816cd-2808-4dc1-b0cb-95bcb95e069a owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:57:25.501005 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (996a7e81-e3eb-4fc8-adb4-03eb729ce5db), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.528325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] Pushing event deleted for resources: {'Port': ['ID=996a7e81-e3eb-4fc8-adb4-03eb729ce5db,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:25.536900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f662b7-9e41-437d-bddd-f000a76490a9 None None] No DVR routers for this DVR port 996a7e81-e3eb-4fc8-adb4-03eb729ce5db on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:57:25.675523 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (473816cd-2808-4dc1-b0cb-95bcb95e069a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.702490 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Port': ['ID=473816cd-2808-4dc1-b0cb-95bcb95e069a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:25.781511 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.889813 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.892144 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router_controller (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.898127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 996a7e81-e3eb-4fc8-adb4-03eb729ce5db no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:57:25.922769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 996a7e81-e3eb-4fc8-adb4-03eb729ce5db {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:57:25.923118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 996a7e81-e3eb-4fc8-adb4-03eb729ce5db not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:57:25.944941 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.945600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Fanout notify agent at l3_agent the message router_deleted on router 6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:57:25.953107 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:25.956887 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1cc29235-2618-4c69-8a0f-522ddc4efdb4 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/routers/6ccbaf4e-b4c9-4186-9c7e-97d8abd6213d HTTP/1.1" status: 204 len: 168 time: 0.9288654 Jul 28 10:57:25.957224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52660) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:26.042723 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (d207aaff-5038-4cde-bbc5-692183742e43), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.137294 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (d207aaff-5038-4cde-bbc5-692183742e43), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.159814 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d207aaff-5038-4cde-bbc5-692183742e43']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:26.171230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733addea-d0c6-40a4-8ea7-a3614b14f215') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:26.171632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733addea-d0c6-40a4-8ea7-a3614b14f215') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:57:26.187432 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (733addea-d0c6-40a4-8ea7-a3614b14f215), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.201656 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (733addea-d0c6-40a4-8ea7-a3614b14f215), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.207987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:57:26.208374 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (733addea-d0c6-40a4-8ea7-a3614b14f215), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.279521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (d207aaff-5038-4cde-bbc5-692183742e43), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.288253 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.291412 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/networks/d207aaff-5038-4cde-bbc5-692183742e43 HTTP/1.1" status: 204 len: 168 time: 0.3326161 Jul 28 10:57:26.294533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 52668) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:26.301364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa499-b143-4ccb-905b-efe6a4ba3358 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'Network': ['ID=d207aaff-5038-4cde-bbc5-692183742e43,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:26.367777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cba2edb9-6c70-4774-996a-8b57324fc459 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (05634303-7b9a-423e-b62a-63af2adc3cb7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.367904 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 733addea-d0c6-40a4-8ea7-a3614b14f215 resource provider aggregate not found Jul 28 10:57:26.387546 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 733addea-d0c6-40a4-8ea7-a3614b14f215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 733addea-d0c6-40a4-8ea7-a3614b14f215 found for delete ", "request_id": "req-bd2a2103-9acf-4721-b0e5-3da29e96f18a"}]} Jul 28 10:57:26.396696 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cba2edb9-6c70-4774-996a-8b57324fc459 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (05634303-7b9a-423e-b62a-63af2adc3cb7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.406580 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:26.472655 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cba2edb9-6c70-4774-996a-8b57324fc459 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (05634303-7b9a-423e-b62a-63af2adc3cb7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.475780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cba2edb9-6c70-4774-996a-8b57324fc459 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:26.477108 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cba2edb9-6c70-4774-996a-8b57324fc459 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] 10.222.0.46 "DELETE /v2.0/security-groups/05634303-7b9a-423e-b62a-63af2adc3cb7 HTTP/1.1" status: 204 len: 168 time: 0.1809826 Jul 28 10:57:26.492500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2edb9-6c70-4774-996a-8b57324fc459 tempest-TestNetworkAdvancedServerOps-1268348461 tempest-TestNetworkAdvancedServerOps-1268348461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05634303-7b9a-423e-b62a-63af2adc3cb7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:26.827832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52678) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:26.974177 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c9d538b-6c85-4b47-afb1-d315dd94d962 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adcea96b79484f4da85e12a5a6243528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449437 Jul 28 10:57:26.976408 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52682) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:27.043408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Publish callbacks [] for security_group (d87254bc-26f1-4602-9583-e69b12f1e1a7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.065625 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Publish callbacks [] for security_group (d87254bc-26f1-4602-9583-e69b12f1e1a7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.113546 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d87254bc-26f1-4602-9583-e69b12f1e1a7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.116230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.117391 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d87254bc-26f1-4602-9583-e69b12f1e1a7 HTTP/1.1" status: 204 len: 168 time: 0.1399877 Jul 28 10:57:27.125628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87254bc-26f1-4602-9583-e69b12f1e1a7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:27.133441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.133797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.134186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.134515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.134852 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.135188 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.135520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.136380 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.136749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.137233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.137569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.137920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.138256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.138600 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.138937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bda2c2-aa9e-40ea-bfcf-f0eeb0de7e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:27.415007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52692) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:27.431314 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edec82b8-3650-4606-b0f0-11dd6bcaff7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.443266 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:27.469989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 473816cd-2808-4dc1-b0cb-95bcb95e069a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:57:27.492495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 473816cd-2808-4dc1-b0cb-95bcb95e069a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:57:27.492772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 473816cd-2808-4dc1-b0cb-95bcb95e069a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:57:27.493367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f62754db-ef9b-4d84-8c7e-b851d3c67c36 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:57:27.502218 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:27.513644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f62754db-ef9b-4d84-8c7e-b851d3c67c36 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:57:27.514282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f62754db-ef9b-4d84-8c7e-b851d3c67c36 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:57:27.530267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edec82b8-3650-4606-b0f0-11dd6bcaff7c admin admin] Publish callbacks [] for security_group (383604e7-d8d1-4000-bce7-de7cfb3010ac), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.534485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-edec82b8-3650-4606-b0f0-11dd6bcaff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (383604e7-d8d1-4000-bce7-de7cfb3010ac), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.574078 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec82b8-3650-4606-b0f0-11dd6bcaff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383604e7-d8d1-4000-bce7-de7cfb3010ac,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:27.579458 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-edec82b8-3650-4606-b0f0-11dd6bcaff7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d1d2fbdb32d4201aa567afa275ad599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631260 Jul 28 10:57:27.582100 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 52694) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:27.634670 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7f336e9-7b73-4975-978b-4b51edf7076b admin admin] Publish callbacks [] for security_group (383604e7-d8d1-4000-bce7-de7cfb3010ac), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.658467 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7f336e9-7b73-4975-978b-4b51edf7076b admin admin] Publish callbacks [] for security_group (383604e7-d8d1-4000-bce7-de7cfb3010ac), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.706836 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7f336e9-7b73-4975-978b-4b51edf7076b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (383604e7-d8d1-4000-bce7-de7cfb3010ac), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.709578 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f7f336e9-7b73-4975-978b-4b51edf7076b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:27.713282 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f7f336e9-7b73-4975-978b-4b51edf7076b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/383604e7-d8d1-4000-bce7-de7cfb3010ac HTTP/1.1" status: 204 len: 168 time: 0.1279275 Jul 28 10:57:27.726498 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f336e9-7b73-4975-978b-4b51edf7076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383604e7-d8d1-4000-bce7-de7cfb3010ac,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:32.681493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0718cac-539b-4f13-b8f8-83fec2c0aa40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:33.511323 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:57:35.013395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-087576fc-fec2-4f33-843e-46e9adbcd068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:36.170001 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:36.441312 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:36.493099 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:37.223563 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:37.617659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:37.672419 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:37.714256 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:37.717996 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:41.557663 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:42.005090 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=76 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:43.506675 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:51.545834 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:51.554038 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:52.156452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53326) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:52.161297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ebeb5223-d49c-4ab2-a22c-b4365fca1896 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960982759', 'description': 'tempest-secgroup-smoke-960982759 description', 'project_id': '65d229c432a448bba052b4ee6d934b60'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:52.185785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5223-d49c-4ab2-a22c-b4365fca1896 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.261898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5223-d49c-4ab2-a22c-b4365fca1896 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group (e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.265662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5223-d49c-4ab2-a22c-b4365fca1896 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.298497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebeb5223-d49c-4ab2-a22c-b4365fca1896 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.299740 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ebeb5223-d49c-4ab2-a22c-b4365fca1896 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1422963 Jul 28 10:57:52.300441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb5223-d49c-4ab2-a22c-b4365fca1896 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:52.302984 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53332) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:52.308951 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Request body: {'security_group_rule': {'security_group_id': 'e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e', 'project_id': '65d229c432a448bba052b4ee6d934b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:52.337482 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (0f74b055-5afb-4e4e-948f-0a4cbc365b8e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.393212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (0f74b055-5afb-4e4e-948f-0a4cbc365b8e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.397896 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (0f74b055-5afb-4e4e-948f-0a4cbc365b8e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.419606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f74b055-5afb-4e4e-948f-0a4cbc365b8e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:52.429915 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.430278 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.430620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.430959 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.432168 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.432610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.432952 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.433282 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.433612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.433961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.434284 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.434606 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.434927 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.435248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.435570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:57:52.442341 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.446227 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-80fa5130-2066-4268-8c63-a78deda6ca1b tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420794 Jul 28 10:57:52.446364 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53338) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:52.451359 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1dca3c45-280c-411e-a151-cd3e5863ad7e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Request body: {'security_group_rule': {'security_group_id': 'e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e', 'project_id': '65d229c432a448bba052b4ee6d934b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:52.483898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dca3c45-280c-411e-a151-cd3e5863ad7e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (9265c5d2-8be3-4b18-83d7-d7b2356cbff1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.547595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dca3c45-280c-411e-a151-cd3e5863ad7e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (9265c5d2-8be3-4b18-83d7-d7b2356cbff1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.551328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dca3c45-280c-411e-a151-cd3e5863ad7e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9265c5d2-8be3-4b18-83d7-d7b2356cbff1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.571431 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3c45-280c-411e-a151-cd3e5863ad7e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9265c5d2-8be3-4b18-83d7-d7b2356cbff1,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:52.578772 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1dca3c45-280c-411e-a151-cd3e5863ad7e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.580318 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1dca3c45-280c-411e-a151-cd3e5863ad7e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329145 Jul 28 10:57:52.582991 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53340) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:52.587338 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7d476a2f-4fc0-4680-ad6e-90d72ace5015 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Request body: {'security_group_rule': {'security_group_id': 'e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e', 'project_id': '65d229c432a448bba052b4ee6d934b60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:52.614595 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d476a2f-4fc0-4680-ad6e-90d72ace5015 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (082b5579-2f53-49c8-91e8-9e2a56cfb226), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.673171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d476a2f-4fc0-4680-ad6e-90d72ace5015 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (082b5579-2f53-49c8-91e8-9e2a56cfb226), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.676792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d476a2f-4fc0-4680-ad6e-90d72ace5015 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (082b5579-2f53-49c8-91e8-9e2a56cfb226), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.697994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d476a2f-4fc0-4680-ad6e-90d72ace5015 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082b5579-2f53-49c8-91e8-9e2a56cfb226,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:52.707551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d476a2f-4fc0-4680-ad6e-90d72ace5015 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.710897 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7d476a2f-4fc0-4680-ad6e-90d72ace5015 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250093 Jul 28 10:57:52.711862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53346) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:52.717184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cef1ecbd-4983-4f08-9fca-44feea83e416 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Request body: {'security_group_rule': {'security_group_id': 'e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e', 'project_id': '65d229c432a448bba052b4ee6d934b60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:52.744927 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cef1ecbd-4983-4f08-9fca-44feea83e416 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (fe804f01-af2f-450e-ae2b-e7e2e5735556), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.809675 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cef1ecbd-4983-4f08-9fca-44feea83e416 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (fe804f01-af2f-450e-ae2b-e7e2e5735556), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.819167 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cef1ecbd-4983-4f08-9fca-44feea83e416 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (fe804f01-af2f-450e-ae2b-e7e2e5735556), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.840941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1ecbd-4983-4f08-9fca-44feea83e416 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe804f01-af2f-450e-ae2b-e7e2e5735556,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:52.849439 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cef1ecbd-4983-4f08-9fca-44feea83e416 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.853283 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cef1ecbd-4983-4f08-9fca-44feea83e416 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371410 Jul 28 10:57:52.854210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53350) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:52.858571 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Request body: {'security_group_rule': {'security_group_id': 'e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e', 'project_id': '65d229c432a448bba052b4ee6d934b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:52.878871 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Project 65d229c432a448bba052b4ee6d934b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:57:52.884203 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (fd4e02b2-69ea-4187-9495-bd4c10bf2f69), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.937437 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:52.944938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (fd4e02b2-69ea-4187-9495-bd4c10bf2f69), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.948522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (fd4e02b2-69ea-4187-9495-bd4c10bf2f69), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.969762 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4e02b2-69ea-4187-9495-bd4c10bf2f69,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:52.977962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:52.979876 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-07d47bd2-f27b-4acd-ac5f-08a95630d879 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245759 Jul 28 10:57:52.982726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53354) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:52.987236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Request body: {'security_group_rule': {'security_group_id': 'e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e', 'project_id': '65d229c432a448bba052b4ee6d934b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:57:53.001542 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:57:53.011954 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Project 65d229c432a448bba052b4ee6d934b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:57:53.018291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (8c38392e-1b43-4f21-b71d-1fb9c8985696), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:53.083484 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (8c38392e-1b43-4f21-b71d-1fb9c8985696), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:53.087308 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8c38392e-1b43-4f21-b71d-1fb9c8985696), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:53.107723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c38392e-1b43-4f21-b71d-1fb9c8985696,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:57:53.112453 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:53.114462 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-90d3a78f-686d-4e79-9e84-e7991e046f82 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304855 Jul 28 10:57:53.364617 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfd7ce45-87e7-4fab-b111-74ae4dd098a2 req-1a5de08c-d920-44b5-92ae-f2f920562cb3 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960982759&fields=id&tenant_id=65d229c432a448bba052b4ee6d934b60 HTTP/1.1" status: 200 len: 267 time: 0.0471401 Jul 28 10:57:53.475877 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7ce45-87e7-4fab-b111-74ae4dd098a2 req-85584c85-12e4-45a4-982e-be48b8c03bf6 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:57:53.477349 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfd7ce45-87e7-4fab-b111-74ae4dd098a2 req-85584c85-12e4-45a4-982e-be48b8c03bf6 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "GET /v2.0/networks?id=33c3325e-1ec3-4574-b026-82cb069e6cec HTTP/1.1" status: 200 len: 814 time: 0.1050982 Jul 28 10:57:53.492757 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfd7ce45-87e7-4fab-b111-74ae4dd098a2 req-8a0d1dc7-8ab7-4fbe-be47-d1875cb00b69 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "GET /v2.0/quotas/65d229c432a448bba052b4ee6d934b60 HTTP/1.1" status: 200 len: 375 time: 0.0093572 Jul 28 10:57:53.544097 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfd7ce45-87e7-4fab-b111-74ae4dd098a2 req-da1ff849-71ad-488a-9cb0-8afe62f5b22e tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65d229c432a448bba052b4ee6d934b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457597 Jul 28 10:57:53.653665 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfd7ce45-87e7-4fab-b111-74ae4dd098a2 req-fc50e004-467f-4bd9-a16d-3dd2d3c4af50 service neutron] 10.222.0.46 "GET /v2.0/networks/33c3325e-1ec3-4574-b026-82cb069e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916991 Jul 28 10:57:53.748795 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-dfd7ce45-87e7-4fab-b111-74ae4dd098a2 req-669664bd-24fd-4425-95af-339d7b9ba483 service neutron] 10.222.0.46 "GET /v2.0/networks/33c3325e-1ec3-4574-b026-82cb069e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889900 Jul 28 10:57:54.069024 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-0ed48792-048c-450a-9854-f40cd7b94686 req-1e1a88dc-4e8e-4613-8584-ea3d9e82ad16 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "GET /v2.0/ports?device_id=878a5fcb-023c-4f4f-8285-e2c9eeeb896e HTTP/1.1" status: 200 len: 210 time: 0.0305445 Jul 28 10:57:55.197717 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-c61b54d0-edaa-482e-9ecb-b4c8762dba41 req-846f32cc-7332-4c78-9a12-7a931595dee5 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "GET /v2.0/ports?device_id=878a5fcb-023c-4f4f-8285-e2c9eeeb896e HTTP/1.1" status: 200 len: 210 time: 0.0294070 Jul 28 10:57:55.350413 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b4e999b4-b9b6-45a7-b16c-8c90df57c6b0 req-05fdf694-a5ea-4fbd-b808-70120135e371 tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "GET /v2.0/ports?device_id=878a5fcb-023c-4f4f-8285-e2c9eeeb896e HTTP/1.1" status: 200 len: 210 time: 0.0290995 Jul 28 10:57:55.637577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53430) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:57:55.703831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-332c5cbb-4300-48c2-a98d-26c9a7f724de tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group (e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:55.730997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-332c5cbb-4300-48c2-a98d-26c9a7f724de tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group (e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:55.794451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-332c5cbb-4300-48c2-a98d-26c9a7f724de tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:55.794451 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-332c5cbb-4300-48c2-a98d-26c9a7f724de tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:57:55.794451 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-332c5cbb-4300-48c2-a98d-26c9a7f724de tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] 10.222.0.46 "DELETE /v2.0/security-groups/e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e HTTP/1.1" status: 204 len: 168 time: 0.1557817 Jul 28 10:57:55.806833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c5cbb-4300-48c2-a98d-26c9a7f724de tempest-TestVolumeBackupRestore-973817122 tempest-TestVolumeBackupRestore-973817122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78cd698-ba8e-44c7-973d-c9fd1a8f3d8e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:00.474739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53950) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:00.630117 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:00.757377 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:00.835580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (25d4fd07-61a3-41be-a7d5-a2224cfbb351), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:01.071011 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Deleting port 5d3ebb00-476c-4df9-8742-a2163d188150 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:01.071356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:01.168174 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] For port 5d3ebb00-476c-4df9-8742-a2163d188150, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5d3ebb00-476c-4df9-8742-a2163d188150,segment=NetworkSegment(2bd0d9f8-39dc-4958-b622-88ca4305e0f5),segment_id=2bd0d9f8-39dc-4958-b622-88ca4305e0f5)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:01.168568 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:01.187432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Calling delete_port for 5d3ebb00-476c-4df9-8742-a2163d188150 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:01.383523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5d3ebb00-476c-4df9-8742-a2163d188150), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:01.412807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3ebb00-476c-4df9-8742-a2163d188150,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:01.586909 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (25d4fd07-61a3-41be-a7d5-a2224cfbb351), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:01.589693 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:01.684121 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:01.805173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:58:01.908378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:58:01.917331 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d60b23d1-d143-46c3-9822-d63e4dd797ee admin admin] 10.222.0.46 "PUT /v2.0/routers/25d4fd07-61a3-41be-a7d5-a2224cfbb351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370034 Jul 28 10:58:01.917331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53974) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:01.918118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] Sync routers for ids ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:58:01.929910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] Routers {'25d4fd07-61a3-41be-a7d5-a2224cfbb351'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:58:01.930636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:02.018168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks [] for router (25d4fd07-61a3-41be-a7d5-a2224cfbb351), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.044756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] Set router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:58:02.130293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks [] for router_gateway (25d4fd07-61a3-41be-a7d5-a2224cfbb351), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.182694 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Deleting port c6537e44-32a9-4a85-8f9d-753432a557ec {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:02.183103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.228797 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:58:01Z', 'revision_number': 5, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port': {'id': 'c6537e44-32a9-4a85-8f9d-753432a557ec', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:45Z', 'updated_at': '2022-07-28T10:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:02.258934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] Checking router: 25d4fd07-61a3-41be-a7d5-a2224cfbb351 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:58:02.267909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] Routers {'25d4fd07-61a3-41be-a7d5-a2224cfbb351'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:58:02.268541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:57:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:02.275867 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] For port c6537e44-32a9-4a85-8f9d-753432a557ec, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c6537e44-32a9-4a85-8f9d-753432a557ec,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:02.276235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.291029 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Calling delete_port for c6537e44-32a9-4a85-8f9d-753432a557ec owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:02.356763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] Set router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:58:02.409659 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:58:02Z', 'revision_number': 6, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:02.438912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9fbc12-863b-4dbb-bbeb-3276955ea6a6 None None] The sync data for ids ['25d4fd07-61a3-41be-a7d5-a2224cfbb351'] in n-d-850468-6 is: [{'id': '25d4fd07-61a3-41be-a7d5-a2224cfbb351', 'name': 'tempest-TestVolumeBackupRestore-2003631490-router', 'tenant_id': '65d229c432a448bba052b4ee6d934b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:44Z', 'updated_at': '2022-07-28T10:58:02Z', 'revision_number': 6, 'project_id': '65d229c432a448bba052b4ee6d934b60', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:58:02.466301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (c6537e44-32a9-4a85-8f9d-753432a557ec), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.492930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6537e44-32a9-4a85-8f9d-753432a557ec,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:02.546154 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:02.548337 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:02.566591 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (25d4fd07-61a3-41be-a7d5-a2224cfbb351), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.654480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (25d4fd07-61a3-41be-a7d5-a2224cfbb351), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.656696 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks [] for router_controller (25d4fd07-61a3-41be-a7d5-a2224cfbb351), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.685353 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d2e86d2-e58b-455f-9b0d-08f5e093e840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.706315 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (25d4fd07-61a3-41be-a7d5-a2224cfbb351), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.707463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d4fd07-61a3-41be-a7d5-a2224cfbb351 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:58:02.712889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.716627 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-33c006b2-a5d4-4f7a-882d-266a952e0914 admin admin] 10.222.0.46 "DELETE /v2.0/routers/25d4fd07-61a3-41be-a7d5-a2224cfbb351 HTTP/1.1" status: 204 len: 168 time: 0.7961469 Jul 28 10:58:02.716787 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53978) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:02.762140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] Deleting subnet 1773298f-4f50-4ad2-8342-9953907429db {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:58:02.765296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] Publish callbacks [] for subnet (1773298f-4f50-4ad2-8342-9953907429db), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.807348 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (1773298f-4f50-4ad2-8342-9953907429db), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.893137 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (1773298f-4f50-4ad2-8342-9953907429db), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.952019 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (1773298f-4f50-4ad2-8342-9953907429db), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.982393 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1773298f-4f50-4ad2-8342-9953907429db,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:02.987709 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:02.991548 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b0fe1579-ae15-4f54-a6cb-36fe50ee03e9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1773298f-4f50-4ad2-8342-9953907429db HTTP/1.1" status: 204 len: 168 time: 0.2734718 Jul 28 10:58:02.994673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 53980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:02.995214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841210c3-dc8f-4c58-ba32-0a585ff343c7 None None] Network 33c3325e-1ec3-4574-b026-82cb069e6cec requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:58:03.076851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (33c3325e-1ec3-4574-b026-82cb069e6cec), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.124066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Deleting port a99b1826-863a-425e-b417-3a39380f9cd1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:03.124413 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.199534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-50ecf766-323f-4909-a706-024994951cda admin admin] For port a99b1826-863a-425e-b417-3a39380f9cd1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a99b1826-863a-425e-b417-3a39380f9cd1,segment=NetworkSegment(2bd0d9f8-39dc-4958-b622-88ca4305e0f5),segment_id=2bd0d9f8-39dc-4958-b622-88ca4305e0f5)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:03.200151 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.215145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Calling delete_port for a99b1826-863a-425e-b417-3a39380f9cd1 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:03.232261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] DHCP port deletion for 33c3325e-1ec3-4574-b026-82cb069e6cec request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:58:03.278462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Deleting port a99b1826-863a-425e-b417-3a39380f9cd1 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:03.279150 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.304358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.330774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Pushing event deleted for resources: {'Port': ['ID=a99b1826-863a-425e-b417-3a39380f9cd1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:03.335475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecf766-323f-4909-a706-024994951cda admin admin] No DVR routers for this DVR port a99b1826-863a-425e-b417-3a39380f9cd1 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:58:03.356961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] For port a99b1826-863a-425e-b417-3a39380f9cd1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a99b1826-863a-425e-b417-3a39380f9cd1,segment=NetworkSegment(2bd0d9f8-39dc-4958-b622-88ca4305e0f5),segment_id=2bd0d9f8-39dc-4958-b622-88ca4305e0f5)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:03.357369 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.371691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Calling delete_port for a99b1826-863a-425e-b417-3a39380f9cd1 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:03.422880 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (33c3325e-1ec3-4574-b026-82cb069e6cec), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.449795 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-50ecf766-323f-4909-a706-024994951cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c3325e-1ec3-4574-b026-82cb069e6cec']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:03.460499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-50ecf766-323f-4909-a706-024994951cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd0d9f8-39dc-4958-b622-88ca4305e0f5') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:03.460878 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-50ecf766-323f-4909-a706-024994951cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd0d9f8-39dc-4958-b622-88ca4305e0f5') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:03.464491 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a99b1826-863a-425e-b417-3a39380f9cd1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.473461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (2bd0d9f8-39dc-4958-b622-88ca4305e0f5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.490085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2bd0d9f8-39dc-4958-b622-88ca4305e0f5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.496219 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Pushing event deleted for resources: {'Port': ['ID=a99b1826-863a-425e-b417-3a39380f9cd1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:03.498528 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:58:03.499430 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (2bd0d9f8-39dc-4958-b622-88ca4305e0f5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.512882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.513386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.513825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.514390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.514772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.515236 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.515656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.516206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.516737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.517265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.517819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.518369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.519591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.520022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.520552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:58:03.525971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e6eb2-58ce-4bd5-9ea3-7fbfba5ba7fe None None] No DVR routers for this DVR port a99b1826-863a-425e-b417-3a39380f9cd1 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:58:03.528287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6537e44-32a9-4a85-8f9d-753432a557ec no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:58:03.567926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c6537e44-32a9-4a85-8f9d-753432a557ec {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:58:03.568434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6537e44-32a9-4a85-8f9d-753432a557ec not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:58:03.568997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5d3ebb00-476c-4df9-8742-a2163d188150 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:58:03.571197 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2bd0d9f8-39dc-4958-b622-88ca4305e0f5 resource provider aggregate not found Jul 28 10:58:03.593769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5d3ebb00-476c-4df9-8742-a2163d188150 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:58:03.594168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5d3ebb00-476c-4df9-8742-a2163d188150 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:58:03.594715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a99b1826-863a-425e-b417-3a39380f9cd1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:58:03.601007 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2bd0d9f8-39dc-4958-b622-88ca4305e0f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bd0d9f8-39dc-4958-b622-88ca4305e0f5 found for delete ", "request_id": "req-30cb1e81-5d58-498a-9584-2a18ba885a95"}]} Jul 28 10:58:03.611442 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (33c3325e-1ec3-4574-b026-82cb069e6cec), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.616927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a99b1826-863a-425e-b417-3a39380f9cd1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:58:03.617333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a99b1826-863a-425e-b417-3a39380f9cd1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:58:03.632463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:03.637545 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-50ecf766-323f-4909-a706-024994951cda admin admin] 10.222.0.46 "DELETE /v2.0/networks/33c3325e-1ec3-4574-b026-82cb069e6cec HTTP/1.1" status: 204 len: 168 time: 0.6408544 Jul 28 10:58:03.639436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecf766-323f-4909-a706-024994951cda admin admin] Pushing event deleted for resources: {'Network': ['ID=33c3325e-1ec3-4574-b026-82cb069e6cec,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:03.640590 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53988) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:04.249344 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (004e9e88-9b96-4424-8018-2da486aa4a9d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:04.406481 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:04.478844 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Deleting port 113b15be-c20a-48cd-8dd6-bbd995d888c7 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:04.479095 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:04.489941 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:04.569569 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] For port 113b15be-c20a-48cd-8dd6-bbd995d888c7, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=113b15be-c20a-48cd-8dd6-bbd995d888c7,segment=NetworkSegment(82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf),segment_id=82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:04.569975 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:04.584159 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Calling delete_port for 113b15be-c20a-48cd-8dd6-bbd995d888c7 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:04.777630 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (113b15be-c20a-48cd-8dd6-bbd995d888c7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:04.801680 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=113b15be-c20a-48cd-8dd6-bbd995d888c7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:04.979806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (004e9e88-9b96-4424-8018-2da486aa4a9d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:05.021448 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-51c98b22-e65f-4c3c-9283-6e5bcc0aa4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:05.197517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Router 004e9e88-9b96-4424-8018-2da486aa4a9d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:58:05.311956 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:58:05.316744 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-98f191a6-981b-458a-a563-426a69b37f1f admin admin] 10.222.0.46 "PUT /v2.0/routers/004e9e88-9b96-4424-8018-2da486aa4a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749206 Jul 28 10:58:05.319345 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53994) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:05.324625 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] Sync routers for ids ['004e9e88-9b96-4424-8018-2da486aa4a9d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:58:05.336236 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] Routers {'004e9e88-9b96-4424-8018-2da486aa4a9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:58:05.336855 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:58:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['004e9e88-9b96-4424-8018-2da486aa4a9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:05.357599 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:05.374636 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:05.430399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks [] for router (004e9e88-9b96-4424-8018-2da486aa4a9d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:05.454076 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] Set router 004e9e88-9b96-4424-8018-2da486aa4a9d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:58:05.535199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks [] for router_gateway (004e9e88-9b96-4424-8018-2da486aa4a9d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:05.593282 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Deleting port 93a0506b-7974-45c6-950e-d6d01dd877f3 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:05.593973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:05.636632 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:58:04Z', 'revision_number': 5, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port': {'id': '93a0506b-7974-45c6-950e-d6d01dd877f3', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:17:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:54:54Z', 'updated_at': '2022-07-28T10:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:05.668493 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] Checking router: 004e9e88-9b96-4424-8018-2da486aa4a9d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:58:05.677297 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] Routers {'004e9e88-9b96-4424-8018-2da486aa4a9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:58:05.677927 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:58:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['004e9e88-9b96-4424-8018-2da486aa4a9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:05.692326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] For port 93a0506b-7974-45c6-950e-d6d01dd877f3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=93a0506b-7974-45c6-950e-d6d01dd877f3,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:05.692693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:05.707101 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Calling delete_port for 93a0506b-7974-45c6-950e-d6d01dd877f3 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:05.764069 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] Set router 004e9e88-9b96-4424-8018-2da486aa4a9d gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:58:05.819954 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:58:05Z', 'revision_number': 6, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:05.847747 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414bfea4-30d6-4094-a440-8f9a31280722 None None] The sync data for ids ['004e9e88-9b96-4424-8018-2da486aa4a9d'] in n-d-850468-6 is: [{'id': '004e9e88-9b96-4424-8018-2da486aa4a9d', 'name': 'tempest-TestVolumeBackupRestore-1093113773-router', 'tenant_id': '22cda689d3cb48e2ba988388b1a4e913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:54:53Z', 'updated_at': '2022-07-28T10:58:05Z', 'revision_number': 6, 'project_id': '22cda689d3cb48e2ba988388b1a4e913', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:58:05.895856 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (93a0506b-7974-45c6-950e-d6d01dd877f3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:05.921377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a0506b-7974-45c6-950e-d6d01dd877f3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:05.983351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (004e9e88-9b96-4424-8018-2da486aa4a9d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.072251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (004e9e88-9b96-4424-8018-2da486aa4a9d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.074589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks [] for router_controller (004e9e88-9b96-4424-8018-2da486aa4a9d), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.122137 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (004e9e88-9b96-4424-8018-2da486aa4a9d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.122898 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004e9e88-9b96-4424-8018-2da486aa4a9d {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:58:06.128278 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.129439 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c3c55ab-87e0-483f-bfec-1ca7e05a4935 admin admin] 10.222.0.46 "DELETE /v2.0/routers/004e9e88-9b96-4424-8018-2da486aa4a9d HTTP/1.1" status: 204 len: 168 time: 0.8091919 Jul 28 10:58:06.131986 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 53996) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:06.172694 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.181318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] Deleting subnet 6c6affa4-46b5-4df4-9346-5207a9200576 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:58:06.184993 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] Publish callbacks [] for subnet (6c6affa4-46b5-4df4-9346-5207a9200576), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.229212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (6c6affa4-46b5-4df4-9346-5207a9200576), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.321066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (6c6affa4-46b5-4df4-9346-5207a9200576), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.341217 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:06.347198 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:06.382184 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (6c6affa4-46b5-4df4-9346-5207a9200576), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.411570 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6affa4-46b5-4df4-9346-5207a9200576,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:06.413575 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.420967 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-137b79ea-b26a-489e-a417-4b269a5d719f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6c6affa4-46b5-4df4-9346-5207a9200576 HTTP/1.1" status: 204 len: 168 time: 0.2855611 Jul 28 10:58:06.421164 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd72d2-a5d4-4321-8ba6-45eb4f7000de None None] Network 59c1458a-0e7d-4b14-b8f6-744fa4374150 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:58:06.421265 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54000) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:06.480435 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:06.503702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (59c1458a-0e7d-4b14-b8f6-744fa4374150), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.547291 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Deleting port 031e882e-cc02-4f68-8087-a13dc237604d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:06.547583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (031e882e-cc02-4f68-8087-a13dc237604d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.613594 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] For port 031e882e-cc02-4f68-8087-a13dc237604d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=031e882e-cc02-4f68-8087-a13dc237604d,segment=NetworkSegment(82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf),segment_id=82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:06.614017 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (031e882e-cc02-4f68-8087-a13dc237604d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.620640 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] DHCP port deletion for 59c1458a-0e7d-4b14-b8f6-744fa4374150 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:58:06.630105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Calling delete_port for 031e882e-cc02-4f68-8087-a13dc237604d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:06.666476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] Deleting port 031e882e-cc02-4f68-8087-a13dc237604d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:58:06.666852 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (031e882e-cc02-4f68-8087-a13dc237604d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.668481 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:06.717924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (031e882e-cc02-4f68-8087-a13dc237604d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.739530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] For port 031e882e-cc02-4f68-8087-a13dc237604d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=031e882e-cc02-4f68-8087-a13dc237604d,segment=NetworkSegment(82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf),segment_id=82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:58:06.739933 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (031e882e-cc02-4f68-8087-a13dc237604d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.745385 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=031e882e-cc02-4f68-8087-a13dc237604d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:06.749324 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] No DVR routers for this DVR port 031e882e-cc02-4f68-8087-a13dc237604d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:58:06.754162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] Calling delete_port for 031e882e-cc02-4f68-8087-a13dc237604d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:58:06.827281 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (59c1458a-0e7d-4b14-b8f6-744fa4374150), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.841641 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (031e882e-cc02-4f68-8087-a13dc237604d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.849465 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c1458a-0e7d-4b14-b8f6-744fa4374150']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:06.860451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:06.860840 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:58:06.870737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] Pushing event deleted for resources: {'Port': ['ID=031e882e-cc02-4f68-8087-a13dc237604d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:06.872396 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.872728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20859d70-e6f0-4f5e-bb59-f08aa9bdc693 None None] No DVR routers for this DVR port 031e882e-cc02-4f68-8087-a13dc237604d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:58:06.888775 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.895585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:58:06.895977 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.936175 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf resource provider aggregate not found Jul 28 10:58:06.955386 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82d35a92-55d3-4ac0-8aa2-b3bd0f3b6fbf found for delete ", "request_id": "req-e0af97d9-30bf-4a59-b754-6ae39f5be51f"}]} Jul 28 10:58:06.964781 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (59c1458a-0e7d-4b14-b8f6-744fa4374150), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.969566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:06.972752 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/59c1458a-0e7d-4b14-b8f6-744fa4374150 HTTP/1.1" status: 204 len: 168 time: 0.5503035 Jul 28 10:58:06.985627 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635643aa-d0b0-4822-a9a5-c6d03e7319e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c1458a-0e7d-4b14-b8f6-744fa4374150,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:07.176496 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 54008) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:07.218281 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1532055f-52da-468b-b279-2934c121f8d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65d229c432a448bba052b4ee6d934b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406101 Jul 28 10:58:07.221270 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54010) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:07.233842 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.261623 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:07.276961 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-de802123-edcd-4ea4-9737-2e0f3c9241e5 admin admin] Publish callbacks [] for security_group (05487c5d-1fe1-458b-be7d-87f8f62ab37d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.302923 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-de802123-edcd-4ea4-9737-2e0f3c9241e5 admin admin] Publish callbacks [] for security_group (05487c5d-1fe1-458b-be7d-87f8f62ab37d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.352267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-de802123-edcd-4ea4-9737-2e0f3c9241e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (05487c5d-1fe1-458b-be7d-87f8f62ab37d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.355650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-de802123-edcd-4ea4-9737-2e0f3c9241e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.356819 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-de802123-edcd-4ea4-9737-2e0f3c9241e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05487c5d-1fe1-458b-be7d-87f8f62ab37d HTTP/1.1" status: 204 len: 168 time: 0.1343999 Jul 28 10:58:07.366381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802123-edcd-4ea4-9737-2e0f3c9241e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05487c5d-1fe1-458b-be7d-87f8f62ab37d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:07.487482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 113b15be-c20a-48cd-8dd6-bbd995d888c7 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:58:07.508548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 113b15be-c20a-48cd-8dd6-bbd995d888c7 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:58:07.509033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 113b15be-c20a-48cd-8dd6-bbd995d888c7 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:58:07.509488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 031e882e-cc02-4f68-8087-a13dc237604d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:58:07.537027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 031e882e-cc02-4f68-8087-a13dc237604d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:58:07.537384 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 031e882e-cc02-4f68-8087-a13dc237604d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:58:07.537803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 93a0506b-7974-45c6-950e-d6d01dd877f3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:58:07.559496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 93a0506b-7974-45c6-950e-d6d01dd877f3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:58:07.559856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 93a0506b-7974-45c6-950e-d6d01dd877f3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:58:07.621236 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.658663 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.737904 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54026) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:07.785606 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-154a3ae8-16bc-4d5b-90e7-fcd92c0863d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22cda689d3cb48e2ba988388b1a4e913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440607 Jul 28 10:58:07.785811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 54028) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:58:07.824577 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:07.844138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dafe1d26-afbe-4eb4-a0ff-613f55edeb73 admin admin] Publish callbacks [] for security_group (47844888-ca1d-4580-85e6-43e2960b111b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.868474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dafe1d26-afbe-4eb4-a0ff-613f55edeb73 admin admin] Publish callbacks [] for security_group (47844888-ca1d-4580-85e6-43e2960b111b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.916547 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dafe1d26-afbe-4eb4-a0ff-613f55edeb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (47844888-ca1d-4580-85e6-43e2960b111b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.919246 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-dafe1d26-afbe-4eb4-a0ff-613f55edeb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:07.920423 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-dafe1d26-afbe-4eb4-a0ff-613f55edeb73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47844888-ca1d-4580-85e6-43e2960b111b HTTP/1.1" status: 204 len: 168 time: 0.1336560 Jul 28 10:58:07.928424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe1d26-afbe-4eb4-a0ff-613f55edeb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47844888-ca1d-4580-85e6-43e2960b111b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:58:10.510573 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:58:11.564137 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:17.211231 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=68,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:17.213913 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=59,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:17.902312 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:17.924098 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:20.505547 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=43 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:20.506303 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=48 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:21.552475 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:21.559529 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=43,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:30.635503 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=11 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:30.642030 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=15 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:32.688249 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f44c763a-4e59-4460-bea4-787cc09ff14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:33.931112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [req-dbb96158-36bc-4aa5-8dd7-03db2903fa4b req-e73fc514-dde5-4208-8e93-c86f84c57d28 tempest-TaggedBootDevicesTest_v242-265168643 tempest-TaggedBootDevicesTest_v242-265168643-project] (104688) timed out ('10.222.0.46', 50600) {{(pid=104688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 10:58:35.014238 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e287091-e5a0-4ba9-bc32-ec83e4aab17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:36.181949 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:37.237245 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:37.624785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:37.655877 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:41.566373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:58:47.510674 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:58:51.559638 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:51.560946 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:57.505273 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:58:57.506210 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:02.702498 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a752f109-0c97-433b-84bd-d306cd4fb6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:05.018176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b04a9f31-db82-481b-b439-987f76c80f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:06.176733 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:07.247014 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:07.629652 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:07.648696 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:11.564023 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:21.558672 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:21.560518 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:24.510530 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:59:26.965226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55766) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:27.091695 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.177582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Publish callbacks [] for security_group (6c38b5b3-3632-4e16-8232-664f9cbdaa09), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.181787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6c38b5b3-3632-4e16-8232-664f9cbdaa09), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.221145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c38b5b3-3632-4e16-8232-664f9cbdaa09,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:27.225159 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5ea5aa7bed449d5a242b43731b4d176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588880 Jul 28 10:59:27.227951 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55772) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:27.232646 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.232999 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.233338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.233674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.234037 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.234367 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.234697 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.235019 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.235341 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.235664 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.235986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.236304 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.236623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.236968 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.237287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d49ac-923a-43b1-8093-d70025e91a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.292507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Publish callbacks [] for security_group (6c38b5b3-3632-4e16-8232-664f9cbdaa09), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.319570 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Publish callbacks [] for security_group (6c38b5b3-3632-4e16-8232-664f9cbdaa09), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.379224 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (6c38b5b3-3632-4e16-8232-664f9cbdaa09), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.381913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.383211 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c38b5b3-3632-4e16-8232-664f9cbdaa09 HTTP/1.1" status: 204 len: 168 time: 0.1530781 Jul 28 10:59:27.392548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c38b5b3-3632-4e16-8232-664f9cbdaa09,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:27.403438 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.403768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.404373 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.404577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.404973 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.405203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.405522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.405868 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.406484 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.406926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.407371 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.407796 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.408134 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.408743 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.409062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8781fdb-b277-48a2-abff-04e4f8850b75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:27.692198 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55780) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:27.707319 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a16b585f-f5c4-4328-b685-c2d1cd0d94f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.797821 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a16b585f-f5c4-4328-b685-c2d1cd0d94f5 admin admin] Publish callbacks [] for security_group (80ca6e91-4b4c-47ee-9a4f-3602934cd8e6), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.802550 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a16b585f-f5c4-4328-b685-c2d1cd0d94f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (80ca6e91-4b4c-47ee-9a4f-3602934cd8e6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.845849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b585f-f5c4-4328-b685-c2d1cd0d94f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca6e91-4b4c-47ee-9a4f-3602934cd8e6,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:27.851512 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a16b585f-f5c4-4328-b685-c2d1cd0d94f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2736b37ec7fd4d489b9f4c737bc8e93b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581872 Jul 28 10:59:27.854228 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55782) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:27.915882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e6223e9-09bd-4f77-80f5-09cfd03cf954 admin admin] Publish callbacks [] for security_group (80ca6e91-4b4c-47ee-9a4f-3602934cd8e6), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.939323 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e6223e9-09bd-4f77-80f5-09cfd03cf954 admin admin] Publish callbacks [] for security_group (80ca6e91-4b4c-47ee-9a4f-3602934cd8e6), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.992283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e6223e9-09bd-4f77-80f5-09cfd03cf954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (80ca6e91-4b4c-47ee-9a4f-3602934cd8e6), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.996330 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8e6223e9-09bd-4f77-80f5-09cfd03cf954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:27.997694 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8e6223e9-09bd-4f77-80f5-09cfd03cf954 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80ca6e91-4b4c-47ee-9a4f-3602934cd8e6 HTTP/1.1" status: 204 len: 168 time: 0.1425292 Jul 28 10:59:28.007692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6223e9-09bd-4f77-80f5-09cfd03cf954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca6e91-4b4c-47ee-9a4f-3602934cd8e6,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:32.695270 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0b23bc0a-8ef0-4955-b30f-4f9d4003a223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:32.997203 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:33.286887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55842) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:33.396191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d79a96c-1032-49bf-8c54-615e2689e4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:33.480164 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d79a96c-1032-49bf-8c54-615e2689e4ae admin admin] Publish callbacks [] for security_group (e911f028-b02c-4c03-a6d7-b60aa830f91f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:33.484055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7d79a96c-1032-49bf-8c54-615e2689e4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e911f028-b02c-4c03-a6d7-b60aa830f91f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:33.526170 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79a96c-1032-49bf-8c54-615e2689e4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e911f028-b02c-4c03-a6d7-b60aa830f91f,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:33.535256 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7d79a96c-1032-49bf-8c54-615e2689e4ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0aace8b74daf4f4484f03468e44e94ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445912 Jul 28 10:59:33.535699 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55846) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:33.591274 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9513-1745-45a8-a50d-56dc0b3a9320 admin admin] Publish callbacks [] for security_group (e911f028-b02c-4c03-a6d7-b60aa830f91f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:33.612722 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9513-1745-45a8-a50d-56dc0b3a9320 admin admin] Publish callbacks [] for security_group (e911f028-b02c-4c03-a6d7-b60aa830f91f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:33.614258 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:33.621717 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:33.667848 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9513-1745-45a8-a50d-56dc0b3a9320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e911f028-b02c-4c03-a6d7-b60aa830f91f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:33.670509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9513-1745-45a8-a50d-56dc0b3a9320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:33.671704 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9bbc9513-1745-45a8-a50d-56dc0b3a9320 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e911f028-b02c-4c03-a6d7-b60aa830f91f HTTP/1.1" status: 204 len: 168 time: 0.1353312 Jul 28 10:59:33.682804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc9513-1745-45a8-a50d-56dc0b3a9320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911f028-b02c-4c03-a6d7-b60aa830f91f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:33.953941 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55852) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:33.968323 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9928aa0-b123-40fe-a9d9-0e0d3c9438d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:34.047363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9928aa0-b123-40fe-a9d9-0e0d3c9438d2 admin admin] Publish callbacks [] for security_group (e890bfc0-2b22-40e2-b5fe-435c712acfbe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:34.051580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e9928aa0-b123-40fe-a9d9-0e0d3c9438d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e890bfc0-2b22-40e2-b5fe-435c712acfbe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:34.093149 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9928aa0-b123-40fe-a9d9-0e0d3c9438d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e890bfc0-2b22-40e2-b5fe-435c712acfbe,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:34.097805 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e9928aa0-b123-40fe-a9d9-0e0d3c9438d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2edaf1f606847b2a63143d5741195c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427391 Jul 28 10:59:34.100339 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55854) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:34.413201 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32a84f55-c0e9-4bb3-9aea-0f8ea85b570b admin admin] Publish callbacks [] for security_group (e890bfc0-2b22-40e2-b5fe-435c712acfbe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:34.437526 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32a84f55-c0e9-4bb3-9aea-0f8ea85b570b admin admin] Publish callbacks [] for security_group (e890bfc0-2b22-40e2-b5fe-435c712acfbe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:34.482816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32a84f55-c0e9-4bb3-9aea-0f8ea85b570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e890bfc0-2b22-40e2-b5fe-435c712acfbe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:34.485493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-32a84f55-c0e9-4bb3-9aea-0f8ea85b570b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:34.486666 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-32a84f55-c0e9-4bb3-9aea-0f8ea85b570b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e890bfc0-2b22-40e2-b5fe-435c712acfbe HTTP/1.1" status: 204 len: 168 time: 0.3854287 Jul 28 10:59:34.495468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a84f55-c0e9-4bb3-9aea-0f8ea85b570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e890bfc0-2b22-40e2-b5fe-435c712acfbe,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:34.509304 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:35.019885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ce0b65d6-4353-4d44-bb92-4d346371caaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.182169 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55876) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:35.282063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2144129468-network', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:35.303032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Made reservation on behalf of d3b0205843854ef4afa38c10adb48d5e for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:59:35.305621 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.313938 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.394202 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks [] for security_group (07bd2d5d-9255-4b66-a3de-edfe9bb774b8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.397845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (07bd2d5d-9255-4b66-a3de-edfe9bb774b8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.422516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:59:35.438407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd2d5d-9255-4b66-a3de-edfe9bb774b8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:35.441428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4e4177fa-53e4-49d2-b8fe-744642d50ca9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.441769 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Added segment 4e4177fa-53e4-49d2-b8fe-744642d50ca9 of type vlan for network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 Jul 28 10:59:35.483181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a2d08ce6-d1b6-43c1-80ce-7cb680117fc9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.507723 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a2d08ce6-d1b6-43c1-80ce-7cb680117fc9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.508757 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:59:35.509467 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.563996 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3807006 Jul 28 10:59:35.567164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55880) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:35.572842 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Request body: {'subnet': {'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2144129468-subnet', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:35.575756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0c6f-79db-4e87-bb1c-6708b858a89a admin admin] Pushing event updated for resources: {'Network': ['ID=a2d08ce6-d1b6-43c1-80ce-7cb680117fc9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:35.586667 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:59:35.596141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Made reservation on behalf of d3b0205843854ef4afa38c10adb48d5e for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:59:35.598637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.766084 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (65f6e1ff-7f22-4207-ab5f-9de330cfd96e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.824257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f6e1ff-7f22-4207-ab5f-9de330cfd96e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:35.831502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Checking segment: {'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:35.831862 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Network hostable DHCP agents. Network: a2d08ce6-d1b6-43c1-80ce-7cb680117fc9, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:59:35.848516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:59:35.857838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a2d08ce6-d1b6-43c1-80ce-7cb680117fc9) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:35.862213 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:59:35.862742 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.866936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8adcab-8a65-42e5-b252-c91d1753498b None None] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:59:35.880767 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b1b0bd0a-69d8-4299-b712-4831d44d5d7d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3124843 Jul 28 10:59:35.883452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55882) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:35.888143 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:35.901165 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:35.912037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (8923b04f-f058-4715-b98b-16eb2a79be7e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.913047 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (8923b04f-f058-4715-b98b-16eb2a79be7e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.922988 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:35.976632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks [] for router_controller (8923b04f-f058-4715-b98b-16eb2a79be7e), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:35.979279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'fixed_ips': [{'subnet_id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:59:35.980359 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.113796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks [] for router_gateway (8923b04f-f058-4715-b98b-16eb2a79be7e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.115932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Allocated IP 172.20.0.2 (a2d08ce6-d1b6-43c1-80ce-7cb680117fc9/65f6e1ff-7f22-4207-ab5f-9de330cfd96e/24d90cee-4ac5-466e-bbca-71fed59413d5) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:36.305741 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks [] for router_gateway (8923b04f-f058-4715-b98b-16eb2a79be7e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.313170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.326632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.397917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Publish callbacks [] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.403659 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.440974 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Allocated IP 172.25.2.108 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/5169b3f8-ad5f-412f-aa1a-624832f31f30) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:36.449543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:36.452947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:36.455876 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:36.459285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Pushing event updated for resources: {'Port': ['ID=24d90cee-4ac5-466e-bbca-71fed59413d5,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:36.471279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.471631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.471970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.472308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.472643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.472971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.473298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.473625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.473997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.474330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.474651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.474976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.475298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.475620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.475941 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:36.525426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Attempting to bind port 24d90cee-4ac5-466e-bbca-71fed59413d5 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:36.525811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Attempting to bind port 24d90cee-4ac5-466e-bbca-71fed59413d5 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:36.526207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Attempting to bind port 24d90cee-4ac5-466e-bbca-71fed59413d5 on network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:36.531691 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:36.531861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Checking segment: {'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:36.532145 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.532543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Bound using segment: {'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:36.533023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Bound port: 24d90cee-4ac5-466e-bbca-71fed59413d5, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:36.533666 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.548703 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks [] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.581122 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.599562 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:36.601109 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-46268310-35d5-4f85-a5dd-837623547997 None None] For port 24d90cee-4ac5-466e-bbca-71fed59413d5, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:36.604718 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-46268310-35d5-4f85-a5dd-837623547997 None None] For port 24d90cee-4ac5-466e-bbca-71fed59413d5, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24d90cee-4ac5-466e-bbca-71fed59413d5,segment=NetworkSegment(4e4177fa-53e4-49d2-b8fe-744642d50ca9),segment_id=4e4177fa-53e4-49d2-b8fe-744642d50ca9)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:36.611221 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:36.627169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:36.632231 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:36.636797 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:36.640220 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Pushing event updated for resources: {'Port': ['ID=5169b3f8-ad5f-412f-aa1a-624832f31f30,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:36.672555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46268310-35d5-4f85-a5dd-837623547997 None None] Pushing event updated for resources: {'Port': ['ID=24d90cee-4ac5-466e-bbca-71fed59413d5,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:36.773841 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:36.910398 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks [] for router_gateway (8923b04f-f058-4715-b98b-16eb2a79be7e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.007073 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:37.112000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (8923b04f-f058-4715-b98b-16eb2a79be7e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.241677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Router 8923b04f-f058-4715-b98b-16eb2a79be7e is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:59:37.242738 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.349833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:59:37.360115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Sync routers for ids ['8923b04f-f058-4715-b98b-16eb2a79be7e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:59:37.371771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.375771 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-da0e95f0-a78b-4e3b-a927-914a03727c83 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4886558 Jul 28 10:59:37.375913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Routers {'8923b04f-f058-4715-b98b-16eb2a79be7e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:37.375913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8923b04f-f058-4715-b98b-16eb2a79be7e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:37.376156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55884) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:37.492512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Set router 8923b04f-f058-4715-b98b-16eb2a79be7e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:37.583925 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:37.601612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24d90cee-4ac5-466e-bbca-71fed59413d5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:37.606214 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:37.687072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2697ecc7-77db-4b25-b599-801f0b549df1 None None] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:59:37.708955 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.709771 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:37.710033 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.807028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 24d90cee-4ac5-466e-bbca-71fed59413d5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:37.807433 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.836957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.845288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ef3db3a8-e292-457f-8072-f2fbd8069c93 None None] Provisioning complete for port 24d90cee-4ac5-466e-bbca-71fed59413d5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:37.845657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef3db3a8-e292-457f-8072-f2fbd8069c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:37.886371 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:36Z', 'revision_number': 3, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port': {'id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:36Z', 'updated_at': '2022-07-28T10:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:37.937913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Checking router: 8923b04f-f058-4715-b98b-16eb2a79be7e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:59:37.938173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Updating router 8923b04f-f058-4715-b98b-16eb2a79be7e port 5169b3f8-ad5f-412f-aa1a-624832f31f30 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:59:37.982205 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:37.992649 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.001843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Allocated IP 172.20.0.1 (a2d08ce6-d1b6-43c1-80ce-7cb680117fc9/65f6e1ff-7f22-4207-ab5f-9de330cfd96e/307615e1-ab46-40e1-be02-b408de7b78e2) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:38.114924 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks [] for port (307615e1-ab46-40e1-be02-b408de7b78e2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.125847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24d90cee-4ac5-466e-bbca-71fed59413d5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:38.126252 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.144353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef3db3a8-e292-457f-8072-f2fbd8069c93 None None] Current status of the port 24d90cee-4ac5-466e-bbca-71fed59413d5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:38.144574 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef3db3a8-e292-457f-8072-f2fbd8069c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.154772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.205124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:38.210483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:38.214903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:38.242916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Pushing event updated for resources: {'Port': ['ID=307615e1-ab46-40e1-be02-b408de7b78e2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:38.246253 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 24d90cee-4ac5-466e-bbca-71fed59413d5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24d90cee-4ac5-466e-bbca-71fed59413d5,segment=NetworkSegment(4e4177fa-53e4-49d2-b8fe-744642d50ca9),segment_id=4e4177fa-53e4-49d2-b8fe-744642d50ca9)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:38.254119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.266042 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (8923b04f-f058-4715-b98b-16eb2a79be7e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.350823 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-ef3db3a8-e292-457f-8072-f2fbd8069c93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 10:59:38.351553 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-ef3db3a8-e292-457f-8072-f2fbd8069c93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:59:38.375675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=24d90cee-4ac5-466e-bbca-71fed59413d5,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:38.405111 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.439198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Publish callbacks [] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.444579 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.475869 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:38.487858 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:38.500984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29928b-5c3c-43e9-912b-efc19d2cd811 None None] Pushing event updated for resources: {'Port': ['ID=5169b3f8-ad5f-412f-aa1a-624832f31f30,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:38.504444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Attempting to bind port 5169b3f8-ad5f-412f-aa1a-624832f31f30 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:38.504801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Attempting to bind port 5169b3f8-ad5f-412f-aa1a-624832f31f30 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:38.505149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Attempting to bind port 5169b3f8-ad5f-412f-aa1a-624832f31f30 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:38.511125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:38.511480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:38.511874 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.512258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:38.512735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Bound port: 5169b3f8-ad5f-412f-aa1a-624832f31f30, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:38.513096 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.519317 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:38.565113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] For port 5169b3f8-ad5f-412f-aa1a-624832f31f30, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:38.568145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] For port 5169b3f8-ad5f-412f-aa1a-624832f31f30, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5169b3f8-ad5f-412f-aa1a-624832f31f30,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:38.573961 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.578356 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks [] for port (307615e1-ab46-40e1-be02-b408de7b78e2), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.582812 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.652727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Pushing event updated for resources: {'Port': ['ID=307615e1-ab46-40e1-be02-b408de7b78e2,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:38.655515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (8923b04f-f058-4715-b98b-16eb2a79be7e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:38.758651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:38.760226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:38.764214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29928b-5c3c-43e9-912b-efc19d2cd811 None None] Pushing event updated for resources: {'Port': ['ID=5169b3f8-ad5f-412f-aa1a-624832f31f30,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:38.766868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Routers {'8923b04f-f058-4715-b98b-16eb2a79be7e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:38.767581 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8923b04f-f058-4715-b98b-16eb2a79be7e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:38.881570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Router 8923b04f-f058-4715-b98b-16eb2a79be7e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:59:38.903698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ef3db3a8-e292-457f-8072-f2fbd8069c93 None None] Current status of the port 24d90cee-4ac5-466e-bbca-71fed59413d5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:38.910224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] Set router 8923b04f-f058-4715-b98b-16eb2a79be7e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:38.986727 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:39.007105 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:59:39.012983 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7e1931aa-c84c-4140-b32f-41f6f1ab228f admin admin] 10.222.0.46 "PUT /v2.0/routers/8923b04f-f058-4715-b98b-16eb2a79be7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6357901 Jul 28 10:59:39.048733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-48b0fcc6-1cc7-432c-8e91-1022d0db3714 None None] Provisioning complete for port 24d90cee-4ac5-466e-bbca-71fed59413d5 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:39.049053 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-48b0fcc6-1cc7-432c-8e91-1022d0db3714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.176840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 4, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port': {'id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:36Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '307615e1-ab46-40e1-be02-b408de7b78e2', 'name': '', 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'mac_address': 'fa:16:3e:92:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:37Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 2, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'subnets': [{'id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:39.208656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb93559-00c8-4c73-b744-0ce1e1b454b3 None None] The sync data for ids ['8923b04f-f058-4715-b98b-16eb2a79be7e'] in n-d-850468-6 is: [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 4, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port': {'id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:36Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '307615e1-ab46-40e1-be02-b408de7b78e2', 'name': '', 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'mac_address': 'fa:16:3e:92:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:37Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 2, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'subnets': [{'id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:59:39.211305 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-48b0fcc6-1cc7-432c-8e91-1022d0db3714 None None] Current status of the port 24d90cee-4ac5-466e-bbca-71fed59413d5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:39.219709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-48b0fcc6-1cc7-432c-8e91-1022d0db3714 None None] Provisioning complete for port 307615e1-ab46-40e1-be02-b408de7b78e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:39.220100 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-48b0fcc6-1cc7-432c-8e91-1022d0db3714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.259222 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-48b0fcc6-1cc7-432c-8e91-1022d0db3714 None None] Port 307615e1-ab46-40e1-be02-b408de7b78e2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:59:39.544223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24d90cee-4ac5-466e-bbca-71fed59413d5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:39.548934 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55900) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:39.554000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1707660010-network', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:39.577293 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Made reservation on behalf of 9f9047aa0b054180994ba372ea3d1f89 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:59:39.580017 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.593325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.594916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 24d90cee-4ac5-466e-bbca-71fed59413d5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:39.595305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.678501 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks [] for security_group (ee2e5308-a56f-4719-bbd4-711f19282109), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.680264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24d90cee-4ac5-466e-bbca-71fed59413d5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:39.683850 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ee2e5308-a56f-4719-bbd4-711f19282109), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.711091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:59:39.724552 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e5308-a56f-4719-bbd4-711f19282109,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:39.727721 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (89092162-89f5-4304-bd28-659fe74857e4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.728228 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Added segment 89092162-89f5-4304-bd28-659fe74857e4 of type vlan for network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e Jul 28 10:59:39.770876 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.794405 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:39.800497 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.801653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:59:39.802262 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.877418 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3273654 Jul 28 10:59:39.880934 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d742b-444a-4d8f-87e4-f038e217850b admin admin] Pushing event updated for resources: {'Network': ['ID=02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:39.881893 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55902) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:39.887645 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Request body: {'subnet': {'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1707660010-subnet', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:39.892202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:59:39.923608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Made reservation on behalf of 9f9047aa0b054180994ba372ea3d1f89 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:59:39.927456 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:39.985295 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:40.128747 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (b11d6bce-a884-4840-81e1-e83efc6eb9b3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.160326 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:40.183802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11d6bce-a884-4840-81e1-e83efc6eb9b3,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:40.201217 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Checking segment: {'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:40.201572 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Network hostable DHCP agents. Network: 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:59:40.219841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:59:40.230088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:40.234981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:59:40.235663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.239946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6270779a-3408-4c24-9868-9369dcb7b365 None None] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:59:40.248635 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:40.255355 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-09185ab7-6c99-449a-b0ba-445fd89a6d94 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3722258 Jul 28 10:59:40.258049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55904) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:40.263863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:40.287339 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a8d791e6-af1f-40bd-9738-c8923656368f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.288894 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a8d791e6-af1f-40bd-9738-c8923656368f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.356427 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks [] for router_controller (a8d791e6-af1f-40bd-9738-c8923656368f), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.363854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'fixed_ips': [{'subnet_id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:59:40.364916 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.502652 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks [] for router_gateway (a8d791e6-af1f-40bd-9738-c8923656368f), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.538279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Allocated IP 172.20.0.2 (02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e/b11d6bce-a884-4840-81e1-e83efc6eb9b3/c8983f41-2de5-494b-9663-6a482e5e01fc) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:40.710614 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:40.803109 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Publish callbacks [] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.810603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.859334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:40.865254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:40.867766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:40.872806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Pushing event updated for resources: {'Port': ['ID=c8983f41-2de5-494b-9663-6a482e5e01fc,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:40.932899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Attempting to bind port c8983f41-2de5-494b-9663-6a482e5e01fc on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:40.933270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Attempting to bind port c8983f41-2de5-494b-9663-6a482e5e01fc by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:40.933631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Attempting to bind port c8983f41-2de5-494b-9663-6a482e5e01fc on network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:40.939047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:40.939417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Checking segment: {'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:40.939818 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.940335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Bound using segment: {'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:40.940802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Bound port: c8983f41-2de5-494b-9663-6a482e5e01fc, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:40.941179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.973739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks [] for router_gateway (a8d791e6-af1f-40bd-9738-c8923656368f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:40.992787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.001806 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] For port c8983f41-2de5-494b-9663-6a482e5e01fc, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:41.005144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] For port c8983f41-2de5-494b-9663-6a482e5e01fc, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c8983f41-2de5-494b-9663-6a482e5e01fc,segment=NetworkSegment(89092162-89f5-4304-bd28-659fe74857e4),segment_id=89092162-89f5-4304-bd28-659fe74857e4)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:41.011365 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.078555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3e4d0-2245-4521-8890-9fc1059e27ca None None] Pushing event updated for resources: {'Port': ['ID=c8983f41-2de5-494b-9663-6a482e5e01fc,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:41.107801 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Allocated IP 172.25.2.206 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3c4c1e17-3d6f-4570-b658-e32aa17439fa) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:41.249324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks [] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.288337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.334088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:41.340242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:41.343007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:41.346993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Pushing event updated for resources: {'Port': ['ID=3c4c1e17-3d6f-4570-b658-e32aa17439fa,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:41.447496 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:41.501550 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:41.554613 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:41.569640 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.572824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5169b3f8-ad5f-412f-aa1a-624832f31f30 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:41.607460 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks [] for router_gateway (a8d791e6-af1f-40bd-9738-c8923656368f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.617130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5169b3f8-ad5f-412f-aa1a-624832f31f30 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:41.617507 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.691166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5169b3f8-ad5f-412f-aa1a-624832f31f30 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:41.691551 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.718161 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 5169b3f8-ad5f-412f-aa1a-624832f31f30, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5169b3f8-ad5f-412f-aa1a-624832f31f30,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:41.722563 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.723395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8983f41-2de5-494b-9663-6a482e5e01fc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:41.819657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c8983f41-2de5-494b-9663-6a482e5e01fc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:41.820549 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.821631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=5169b3f8-ad5f-412f-aa1a-624832f31f30,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:41.824346 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a8d791e6-af1f-40bd-9738-c8923656368f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.903782 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Sync routers for ids ['8923b04f-f058-4715-b98b-16eb2a79be7e'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:59:41.913690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c8983f41-2de5-494b-9663-6a482e5e01fc is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:41.914275 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:41.918887 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Routers {'8923b04f-f058-4715-b98b-16eb2a79be7e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:41.919529 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8923b04f-f058-4715-b98b-16eb2a79be7e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:41.973033 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Router a8d791e6-af1f-40bd-9738-c8923656368f is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:59:42.043750 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Set router 8923b04f-f058-4715-b98b-16eb2a79be7e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:42.090950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c8983f41-2de5-494b-9663-6a482e5e01fc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c8983f41-2de5-494b-9663-6a482e5e01fc,segment=NetworkSegment(89092162-89f5-4304-bd28-659fe74857e4),segment_id=89092162-89f5-4304-bd28-659fe74857e4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:42.099866 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.114511 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:59:42.134904 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Sync routers for ids ['a8d791e6-af1f-40bd-9738-c8923656368f'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:59:42.137259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e01fc-38b6-47cf-93c0-08c0867e26f2 None None] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:59:42.139860 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.141194 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-27d8e39e-299a-401d-ae17-b95cbc6e651b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8818564 Jul 28 10:59:42.143894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55906) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:42.207254 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:42.233394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Routers {'a8d791e6-af1f-40bd-9738-c8923656368f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:42.234822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8d791e6-af1f-40bd-9738-c8923656368f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:42.261649 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 4, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port': {'id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:36Z', 'updated_at': '2022-07-28T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '307615e1-ab46-40e1-be02-b408de7b78e2', 'name': '', 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'mac_address': 'fa:16:3e:92:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:37Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 2, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'subnets': [{'id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:42.285282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-de95dc83-a6b0-47be-b316-6e47e5467061 None None] Provisioning complete for port c8983f41-2de5-494b-9663-6a482e5e01fc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:42.285656 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-de95dc83-a6b0-47be-b316-6e47e5467061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.287232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c8983f41-2de5-494b-9663-6a482e5e01fc,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:42.287551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Checking router: 8923b04f-f058-4715-b98b-16eb2a79be7e for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:59:42.287911 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Updating router 8923b04f-f058-4715-b98b-16eb2a79be7e port 307615e1-ab46-40e1-be02-b408de7b78e2 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:59:42.325381 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.439584 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:42.466887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Set router a8d791e6-af1f-40bd-9738-c8923656368f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:42.468504 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:42.582199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-de95dc83-a6b0-47be-b316-6e47e5467061 None None] Current status of the port c8983f41-2de5-494b-9663-6a482e5e01fc is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:42.601367 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.603854 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:42.698274 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:41Z', 'revision_number': 3, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port': {'id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:42.723762 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Publish callbacks [] for port (307615e1-ab46-40e1-be02-b408de7b78e2), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.727698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Checking router: a8d791e6-af1f-40bd-9738-c8923656368f for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:59:42.728317 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Updating router a8d791e6-af1f-40bd-9738-c8923656368f port 3c4c1e17-3d6f-4570-b658-e32aa17439fa binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:59:42.732329 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.761366 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.783825 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Pushing event updated for resources: {'Port': ['ID=307615e1-ab46-40e1-be02-b408de7b78e2,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:42.786570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Allocated IP 172.20.0.1 (02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e/b11d6bce-a884-4840-81e1-e83efc6eb9b3/75fc0d03-6655-4f54-80fe-fb725526fe46) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:42.827471 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.827471 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.828027 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.828351 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.828811 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.829161 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.829562 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.830061 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.830888 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.831248 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.831560 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.831887 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.832206 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.832788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.833116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:59:42.834616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3346d287-cad1-4c8c-a160-fa4ac016eb5f None None] Provisioning complete for port c8983f41-2de5-494b-9663-6a482e5e01fc triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:42.834997 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3346d287-cad1-4c8c-a160-fa4ac016eb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.869659 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Attempting to bind port 307615e1-ab46-40e1-be02-b408de7b78e2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:42.870058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Attempting to bind port 307615e1-ab46-40e1-be02-b408de7b78e2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:42.870411 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Attempting to bind port 307615e1-ab46-40e1-be02-b408de7b78e2 on network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:42.875928 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:42.876611 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Checking segment: {'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:42.876742 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.877063 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Bound using segment: {'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:42.877524 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Bound port: 307615e1-ab46-40e1-be02-b408de7b78e2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4177fa-53e4-49d2-b8fe-744642d50ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:42.877921 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.955203 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] For port 307615e1-ab46-40e1-be02-b408de7b78e2, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:42.959976 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] For port 307615e1-ab46-40e1-be02-b408de7b78e2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=307615e1-ab46-40e1-be02-b408de7b78e2,segment=NetworkSegment(4e4177fa-53e4-49d2-b8fe-744642d50ca9),segment_id=4e4177fa-53e4-49d2-b8fe-744642d50ca9)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:42.961605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks [] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.968123 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:42.977265 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:43.007570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.042174 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Routers {'8923b04f-f058-4715-b98b-16eb2a79be7e'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:43.043076 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8923b04f-f058-4715-b98b-16eb2a79be7e'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:43.045090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3346d287-cad1-4c8c-a160-fa4ac016eb5f None None] Current status of the port c8983f41-2de5-494b-9663-6a482e5e01fc is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:43.048169 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:43.064277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:43.069098 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:43.073637 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:43.085217 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d609c-09c7-4f37-b994-c54968e58a4e None None] Pushing event updated for resources: {'Port': ['ID=307615e1-ab46-40e1-be02-b408de7b78e2,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:43.109246 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Pushing event updated for resources: {'Port': ['ID=75fc0d03-6655-4f54-80fe-fb725526fe46,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:43.137637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a8d791e6-af1f-40bd-9738-c8923656368f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.200470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-863c73ce-9af7-4a3d-b432-38117c6517c3 None None] Provisioning complete for port 307615e1-ab46-40e1-be02-b408de7b78e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:43.201217 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-863c73ce-9af7-4a3d-b432-38117c6517c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.207700 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Publish callbacks [] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.215449 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] Set router 8923b04f-f058-4715-b98b-16eb2a79be7e gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:43.233363 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:43.247147 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.315026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Attempting to bind port 3c4c1e17-3d6f-4570-b658-e32aa17439fa on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:43.315734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Attempting to bind port 3c4c1e17-3d6f-4570-b658-e32aa17439fa by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:43.316345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Attempting to bind port 3c4c1e17-3d6f-4570-b658-e32aa17439fa on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:43.333926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:43.334756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:43.335939 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.336575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:43.338585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Bound port: 3c4c1e17-3d6f-4570-b658-e32aa17439fa, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:43.339250 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.344541 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.402261 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] For port 3c4c1e17-3d6f-4570-b658-e32aa17439fa, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:43.406400 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] For port 3c4c1e17-3d6f-4570-b658-e32aa17439fa, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c4c1e17-3d6f-4570-b658-e32aa17439fa,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:43.412625 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd60abd-7658-47ea-a73f-9133c33cb662 None None] Pushing event updated for resources: {'Port': ['ID=3c4c1e17-3d6f-4570-b658-e32aa17439fa,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:43.438770 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.470995 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:43.491363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-863c73ce-9af7-4a3d-b432-38117c6517c3 None None] Current status of the port 307615e1-ab46-40e1-be02-b408de7b78e2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:43.491644 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-863c73ce-9af7-4a3d-b432-38117c6517c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.506570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Routers {'a8d791e6-af1f-40bd-9738-c8923656368f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:43.507259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8d791e6-af1f-40bd-9738-c8923656368f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:43.508956 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 4, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port': {'id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:36Z', 'updated_at': '2022-07-28T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '307615e1-ab46-40e1-be02-b408de7b78e2', 'name': '', 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'mac_address': 'fa:16:3e:92:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:37Z', 'updated_at': '2022-07-28T10:59:42Z', 'revision_number': 4, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'subnets': [{'id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:43.549236 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2bcc0-ae73-4976-8e7d-20bd0b23dafc None None] The sync data for ids ['8923b04f-f058-4715-b98b-16eb2a79be7e'] in n-d-850468-6 is: [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:38Z', 'revision_number': 4, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port': {'id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:36Z', 'updated_at': '2022-07-28T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '307615e1-ab46-40e1-be02-b408de7b78e2', 'name': '', 'network_id': 'a2d08ce6-d1b6-43c1-80ce-7cb680117fc9', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'mac_address': 'fa:16:3e:92:ee:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:37Z', 'updated_at': '2022-07-28T10:59:42Z', 'revision_number': 4, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'subnets': [{'id': '65f6e1ff-7f22-4207-ab5f-9de330cfd96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:59:43.561091 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks [] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.578901 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.601022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd60abd-7658-47ea-a73f-9133c33cb662 None None] Pushing event updated for resources: {'Port': ['ID=3c4c1e17-3d6f-4570-b658-e32aa17439fa,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:43.642899 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:43.644008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5169b3f8-ad5f-412f-aa1a-624832f31f30 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:43.650630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-863c73ce-9af7-4a3d-b432-38117c6517c3 None None] For port 307615e1-ab46-40e1-be02-b408de7b78e2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=307615e1-ab46-40e1-be02-b408de7b78e2,segment=NetworkSegment(4e4177fa-53e4-49d2-b8fe-744642d50ca9),segment_id=4e4177fa-53e4-49d2-b8fe-744642d50ca9)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:43.656880 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:43.672397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Pushing event updated for resources: {'Port': ['ID=75fc0d03-6655-4f54-80fe-fb725526fe46,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:43.675371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a8d791e6-af1f-40bd-9738-c8923656368f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.683849 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-863c73ce-9af7-4a3d-b432-38117c6517c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.751831 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] Set router a8d791e6-af1f-40bd-9738-c8923656368f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:43.788398 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:43.796790 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:43.823498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c73ce-9af7-4a3d-b432-38117c6517c3 None None] Pushing event updated for resources: {'Port': ['ID=307615e1-ab46-40e1-be02-b408de7b78e2,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:43.882793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-14def5c8-1c4d-4fee-93ef-42e97e74533e None None] Provisioning complete for port 307615e1-ab46-40e1-be02-b408de7b78e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:43.883046 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-14def5c8-1c4d-4fee-93ef-42e97e74533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.887537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5169b3f8-ad5f-412f-aa1a-624832f31f30 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:43.887537 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:43.940123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Router a8d791e6-af1f-40bd-9738-c8923656368f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:59:44.075383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:59:44.081034 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-091fbc4b-9bdc-434c-ac0e-f89a3f743131 admin admin] 10.222.0.46 "PUT /v2.0/routers/a8d791e6-af1f-40bd-9738-c8923656368f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9361084 Jul 28 10:59:44.140629 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:44.284504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-14def5c8-1c4d-4fee-93ef-42e97e74533e None None] Current status of the port 307615e1-ab46-40e1-be02-b408de7b78e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:44.292024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5169b3f8-ad5f-412f-aa1a-624832f31f30 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:44.293073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8983f41-2de5-494b-9663-6a482e5e01fc up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:44.328328 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-14def5c8-1c4d-4fee-93ef-42e97e74533e None None] Provisioning complete for port 75fc0d03-6655-4f54-80fe-fb725526fe46 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:44.328706 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-14def5c8-1c4d-4fee-93ef-42e97e74533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:44.365195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 4, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port': {'id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '75fc0d03-6655-4f54-80fe-fb725526fe46', 'name': '', 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'mac_address': 'fa:16:3e:e3:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:42Z', 'updated_at': '2022-07-28T10:59:42Z', 'revision_number': 1, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'subnets': [{'id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:44.396232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094d491-6ff9-4354-84d9-dc34d2327eff None None] The sync data for ids ['a8d791e6-af1f-40bd-9738-c8923656368f'] in n-d-850468-6 is: [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 4, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port': {'id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '75fc0d03-6655-4f54-80fe-fb725526fe46', 'name': '', 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'mac_address': 'fa:16:3e:e3:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:42Z', 'updated_at': '2022-07-28T10:59:42Z', 'revision_number': 1, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'subnets': [{'id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:59:44.409818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-14def5c8-1c4d-4fee-93ef-42e97e74533e None None] Port 75fc0d03-6655-4f54-80fe-fb725526fe46 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:59:44.417913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c8983f41-2de5-494b-9663-6a482e5e01fc triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:44.418296 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:44.503602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c8983f41-2de5-494b-9663-6a482e5e01fc is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:44.505026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 307615e1-ab46-40e1-be02-b408de7b78e2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:44.554453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f5daa39c-9259-45e2-a8cd-ed80f43b8957 None None] Provisioning complete for port 75fc0d03-6655-4f54-80fe-fb725526fe46 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:44.554838 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f5daa39c-9259-45e2-a8cd-ed80f43b8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:44.592266 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:44.597901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f5daa39c-9259-45e2-a8cd-ed80f43b8957 None None] Port 75fc0d03-6655-4f54-80fe-fb725526fe46 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 10:59:44.600153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 307615e1-ab46-40e1-be02-b408de7b78e2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:44.600455 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:44.700386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 307615e1-ab46-40e1-be02-b408de7b78e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:45.547778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 307615e1-ab46-40e1-be02-b408de7b78e2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:45.599476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 307615e1-ab46-40e1-be02-b408de7b78e2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:45.599934 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:45.676652 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 307615e1-ab46-40e1-be02-b408de7b78e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:46.387247 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55960) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:46.427391 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:46.709693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (8923b04f-f058-4715-b98b-16eb2a79be7e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:46.927854 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Deleting port 307615e1-ab46-40e1-be02-b408de7b78e2 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:46.928190 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.007286 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] For port 307615e1-ab46-40e1-be02-b408de7b78e2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=307615e1-ab46-40e1-be02-b408de7b78e2,segment=NetworkSegment(4e4177fa-53e4-49d2-b8fe-744642d50ca9),segment_id=4e4177fa-53e4-49d2-b8fe-744642d50ca9)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:47.007644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.021129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Calling delete_port for 307615e1-ab46-40e1-be02-b408de7b78e2 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:47.158829 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:47.365299 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Sync routers for ids ['a8d791e6-af1f-40bd-9738-c8923656368f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:59:47.376596 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Routers {'a8d791e6-af1f-40bd-9738-c8923656368f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:47.377228 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8d791e6-af1f-40bd-9738-c8923656368f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:47.479577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (307615e1-ab46-40e1-be02-b408de7b78e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.484315 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Set router a8d791e6-af1f-40bd-9738-c8923656368f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:47.526558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Pushing event deleted for resources: {'Port': ['ID=307615e1-ab46-40e1-be02-b408de7b78e2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:47.555176 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:47.586111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c4c1e17-3d6f-4570-b658-e32aa17439fa up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:47.650586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3c4c1e17-3d6f-4570-b658-e32aa17439fa triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:47.651284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.684951 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (8923b04f-f058-4715-b98b-16eb2a79be7e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.728210 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 4, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port': {'id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '75fc0d03-6655-4f54-80fe-fb725526fe46', 'name': '', 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'mac_address': 'fa:16:3e:e3:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:42Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 2, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'subnets': [{'id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:47.738837 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:47.750022 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3c4c1e17-3d6f-4570-b658-e32aa17439fa is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:47.750589 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.762955 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Checking router: a8d791e6-af1f-40bd-9738-c8923656368f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:59:47.763417 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Updating router a8d791e6-af1f-40bd-9738-c8923656368f port 75fc0d03-6655-4f54-80fe-fb725526fe46 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:59:47.773068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3c4c1e17-3d6f-4570-b658-e32aa17439fa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c4c1e17-3d6f-4570-b658-e32aa17439fa,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:47.779391 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.796319 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:47.839666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3c4c1e17-3d6f-4570-b658-e32aa17439fa,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:47.934033 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Router 8923b04f-f058-4715-b98b-16eb2a79be7e has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:59:47.996488 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:48.038971 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:59:48.048848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55962) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:48.049349 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d909ee9b-ea41-4386-b7f6-e1858244e25f admin admin] 10.222.0.46 "PUT /v2.0/routers/8923b04f-f058-4715-b98b-16eb2a79be7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6602855 Jul 28 10:59:48.053906 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] Sync routers for ids ['8923b04f-f058-4715-b98b-16eb2a79be7e'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:59:48.068740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] Routers {'8923b04f-f058-4715-b98b-16eb2a79be7e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:48.069489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8923b04f-f058-4715-b98b-16eb2a79be7e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:48.070080 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Publish callbacks [] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.076353 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.102766 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:48.131274 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de556c-e43f-430b-8869-f8daea1820d9 None None] Pushing event updated for resources: {'Port': ['ID=75fc0d03-6655-4f54-80fe-fb725526fe46,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:48.157476 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks [] for router (8923b04f-f058-4715-b98b-16eb2a79be7e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.192961 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] Set router 8923b04f-f058-4715-b98b-16eb2a79be7e gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:48.205046 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Attempting to bind port 75fc0d03-6655-4f54-80fe-fb725526fe46 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:48.205417 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Attempting to bind port 75fc0d03-6655-4f54-80fe-fb725526fe46 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:48.205829 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Attempting to bind port 75fc0d03-6655-4f54-80fe-fb725526fe46 on network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:48.213996 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:48.214376 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Checking segment: {'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:48.214783 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.215870 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Bound using segment: {'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:48.216378 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Bound port: 75fc0d03-6655-4f54-80fe-fb725526fe46, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89092162-89f5-4304-bd28-659fe74857e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:48.216765 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.278450 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks [] for router_gateway (8923b04f-f058-4715-b98b-16eb2a79be7e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.298330 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] For port 75fc0d03-6655-4f54-80fe-fb725526fe46, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:48.303673 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] For port 75fc0d03-6655-4f54-80fe-fb725526fe46, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=75fc0d03-6655-4f54-80fe-fb725526fe46,segment=NetworkSegment(89092162-89f5-4304-bd28-659fe74857e4),segment_id=89092162-89f5-4304-bd28-659fe74857e4)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:48.318839 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.341192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Deleting port 5169b3f8-ad5f-412f-aa1a-624832f31f30 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:48.341633 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.396303 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Routers {'a8d791e6-af1f-40bd-9738-c8923656368f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:48.397124 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8d791e6-af1f-40bd-9738-c8923656368f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:48.415350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:47Z', 'revision_number': 5, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port': {'id': '5169b3f8-ad5f-412f-aa1a-624832f31f30', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:36Z', 'updated_at': '2022-07-28T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:48.439562 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:48.444591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] For port 5169b3f8-ad5f-412f-aa1a-624832f31f30, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5169b3f8-ad5f-412f-aa1a-624832f31f30,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:48.445240 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.452069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] Checking router: 8923b04f-f058-4715-b98b-16eb2a79be7e for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:59:48.464106 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Calling delete_port for 5169b3f8-ad5f-412f-aa1a-624832f31f30 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:48.471203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e0a74774-039f-4a21-a48d-0eafbac33ddc None None] Provisioning complete for port 75fc0d03-6655-4f54-80fe-fb725526fe46 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:48.471319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0a74774-039f-4a21-a48d-0eafbac33ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.481582 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] Routers {'8923b04f-f058-4715-b98b-16eb2a79be7e'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:48.483442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['8923b04f-f058-4715-b98b-16eb2a79be7e'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:48.600041 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:48.604221 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] Set router a8d791e6-af1f-40bd-9738-c8923656368f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:48.606801 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de556c-e43f-430b-8869-f8daea1820d9 None None] Pushing event updated for resources: {'Port': ['ID=75fc0d03-6655-4f54-80fe-fb725526fe46,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:48.653128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] Set router 8923b04f-f058-4715-b98b-16eb2a79be7e gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:48.692661 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5169b3f8-ad5f-412f-aa1a-624832f31f30), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.698385 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:48.715059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:48Z', 'revision_number': 6, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:48.719440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e0a74774-039f-4a21-a48d-0eafbac33ddc None None] Current status of the port 75fc0d03-6655-4f54-80fe-fb725526fe46 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:48.719983 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0a74774-039f-4a21-a48d-0eafbac33ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.724060 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Pushing event deleted for resources: {'Port': ['ID=5169b3f8-ad5f-412f-aa1a-624832f31f30,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:48.753202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f2c49-a3d1-438a-a834-e7405bd0f87a None None] The sync data for ids ['8923b04f-f058-4715-b98b-16eb2a79be7e'] in n-d-850468-6 is: [{'id': '8923b04f-f058-4715-b98b-16eb2a79be7e', 'name': 'tempest-TestAggregatesBasicOps-2144129468-router', 'tenant_id': 'd3b0205843854ef4afa38c10adb48d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:35Z', 'updated_at': '2022-07-28T10:59:48Z', 'revision_number': 6, 'project_id': 'd3b0205843854ef4afa38c10adb48d5e', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:59:48.793802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e0a74774-039f-4a21-a48d-0eafbac33ddc None None] For port 75fc0d03-6655-4f54-80fe-fb725526fe46, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=75fc0d03-6655-4f54-80fe-fb725526fe46,segment=NetworkSegment(89092162-89f5-4304-bd28-659fe74857e4),segment_id=89092162-89f5-4304-bd28-659fe74857e4)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:48.801586 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0a74774-039f-4a21-a48d-0eafbac33ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.824172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (8923b04f-f058-4715-b98b-16eb2a79be7e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:48.832421 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 4, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port': {'id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '75fc0d03-6655-4f54-80fe-fb725526fe46', 'name': '', 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'mac_address': 'fa:16:3e:e3:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:42Z', 'updated_at': '2022-07-28T10:59:48Z', 'revision_number': 4, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'subnets': [{'id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:48.862936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74774-039f-4a21-a48d-0eafbac33ddc None None] Pushing event updated for resources: {'Port': ['ID=75fc0d03-6655-4f54-80fe-fb725526fe46,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:48.865170 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edac537-896b-4821-a91a-d6a9650d51f9 None None] The sync data for ids ['a8d791e6-af1f-40bd-9738-c8923656368f'] in n-d-850468-6 is: [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:43Z', 'revision_number': 4, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port': {'id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '75fc0d03-6655-4f54-80fe-fb725526fe46', 'name': '', 'network_id': '02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'mac_address': 'fa:16:3e:e3:fc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:42Z', 'updated_at': '2022-07-28T10:59:48Z', 'revision_number': 4, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'subnets': [{'id': 'b11d6bce-a884-4840-81e1-e83efc6eb9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:59:48.927147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-777905be-a04c-42e5-8a55-dd651d695a93 None None] Provisioning complete for port 75fc0d03-6655-4f54-80fe-fb725526fe46 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:48.927790 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-777905be-a04c-42e5-8a55-dd651d695a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.016220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-777905be-a04c-42e5-8a55-dd651d695a93 None None] Current status of the port 75fc0d03-6655-4f54-80fe-fb725526fe46 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:49.199306 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (8923b04f-f058-4715-b98b-16eb2a79be7e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.201680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks [] for router_controller (8923b04f-f058-4715-b98b-16eb2a79be7e), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.246783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (8923b04f-f058-4715-b98b-16eb2a79be7e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.247580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8923b04f-f058-4715-b98b-16eb2a79be7e {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:59:49.252650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.253841 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6a54d89c-324f-49c2-8fa1-142d9bf3e98e admin admin] 10.222.0.46 "DELETE /v2.0/routers/8923b04f-f058-4715-b98b-16eb2a79be7e HTTP/1.1" status: 204 len: 168 time: 1.2039826 Jul 28 10:59:49.256383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55964) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:49.304148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] Deleting subnet 65f6e1ff-7f22-4207-ab5f-9de330cfd96e {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:59:49.307763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] Publish callbacks [] for subnet (65f6e1ff-7f22-4207-ab5f-9de330cfd96e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.349679 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (65f6e1ff-7f22-4207-ab5f-9de330cfd96e), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.434799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (65f6e1ff-7f22-4207-ab5f-9de330cfd96e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.495300 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (65f6e1ff-7f22-4207-ab5f-9de330cfd96e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.530973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f6e1ff-7f22-4207-ab5f-9de330cfd96e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:49.536780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.543802 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c62e4323-d1eb-4673-b58d-e08ac8fa720f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/65f6e1ff-7f22-4207-ab5f-9de330cfd96e HTTP/1.1" status: 204 len: 168 time: 0.2839622 Jul 28 10:59:49.543909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f5368-d3a2-4dd5-b6b1-0afa36e67033 None None] Network a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:59:49.544037 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55966) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:49.611972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c4c1e17-3d6f-4570-b658-e32aa17439fa up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:49.615097 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:49.633582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a2d08ce6-d1b6-43c1-80ce-7cb680117fc9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.682905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Deleting port 24d90cee-4ac5-466e-bbca-71fed59413d5 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:49.683249 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.687763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3c4c1e17-3d6f-4570-b658-e32aa17439fa triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:49.688212 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.753610 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:49.760021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] For port 24d90cee-4ac5-466e-bbca-71fed59413d5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24d90cee-4ac5-466e-bbca-71fed59413d5,segment=NetworkSegment(4e4177fa-53e4-49d2-b8fe-744642d50ca9),segment_id=4e4177fa-53e4-49d2-b8fe-744642d50ca9)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:49.760391 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.775948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] DHCP port deletion for a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:59:49.779118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Calling delete_port for 24d90cee-4ac5-466e-bbca-71fed59413d5 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:49.794200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3c4c1e17-3d6f-4570-b658-e32aa17439fa is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:49.795205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 75fc0d03-6655-4f54-80fe-fb725526fe46 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:59:49.856882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] Deleting port 24d90cee-4ac5-466e-bbca-71fed59413d5 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:49.857347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.865138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.896123 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Pushing event deleted for resources: {'Port': ['ID=24d90cee-4ac5-466e-bbca-71fed59413d5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:49.907119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] No DVR routers for this DVR port 24d90cee-4ac5-466e-bbca-71fed59413d5 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:59:49.924987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 75fc0d03-6655-4f54-80fe-fb725526fe46 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 10:59:49.925369 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.956770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] For port 24d90cee-4ac5-466e-bbca-71fed59413d5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24d90cee-4ac5-466e-bbca-71fed59413d5,segment=NetworkSegment(4e4177fa-53e4-49d2-b8fe-744642d50ca9),segment_id=4e4177fa-53e4-49d2-b8fe-744642d50ca9)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:49.957175 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:49.977368 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] Calling delete_port for 24d90cee-4ac5-466e-bbca-71fed59413d5 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:49.987343 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a2d08ce6-d1b6-43c1-80ce-7cb680117fc9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.010618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d08ce6-d1b6-43c1-80ce-7cb680117fc9']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:50.021841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4177fa-53e4-49d2-b8fe-744642d50ca9') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:50.022190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4177fa-53e4-49d2-b8fe-744642d50ca9') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:50.035668 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (4e4177fa-53e4-49d2-b8fe-744642d50ca9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.053378 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (4e4177fa-53e4-49d2-b8fe-744642d50ca9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.064594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:59:50.065767 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (4e4177fa-53e4-49d2-b8fe-744642d50ca9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.092385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 75fc0d03-6655-4f54-80fe-fb725526fe46 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 10:59:50.104856 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4e4177fa-53e4-49d2-b8fe-744642d50ca9 resource provider aggregate not found Jul 28 10:59:50.110584 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:50.118901 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (24d90cee-4ac5-466e-bbca-71fed59413d5), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.146724 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] Pushing event deleted for resources: {'Port': ['ID=24d90cee-4ac5-466e-bbca-71fed59413d5,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:50.152124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21045e4a-6c92-48cf-9473-e93b948c8b03 None None] No DVR routers for this DVR port 24d90cee-4ac5-466e-bbca-71fed59413d5 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:59:50.175912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a2d08ce6-d1b6-43c1-80ce-7cb680117fc9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.180525 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 4e4177fa-53e4-49d2-b8fe-744642d50ca9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e4177fa-53e4-49d2-b8fe-744642d50ca9 found for delete ", "request_id": "req-ccfe505d-2540-4531-a1d0-f7e73493d866"}]} Jul 28 10:59:50.187937 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.191131 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] 10.222.0.46 "DELETE /v2.0/networks/a2d08ce6-d1b6-43c1-80ce-7cb680117fc9 HTTP/1.1" status: 204 len: 168 time: 0.6462438 Jul 28 10:59:50.191759 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:50.194545 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55972) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:50.205846 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8e618-cc5c-4af4-b593-f754099b80de admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d08ce6-d1b6-43c1-80ce-7cb680117fc9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:50.230403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5169b3f8-ad5f-412f-aa1a-624832f31f30 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:59:50.250643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5169b3f8-ad5f-412f-aa1a-624832f31f30 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:59:50.250901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5169b3f8-ad5f-412f-aa1a-624832f31f30 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:59:50.251316 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 307615e1-ab46-40e1-be02-b408de7b78e2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:59:50.270949 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 307615e1-ab46-40e1-be02-b408de7b78e2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:59:50.271300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 307615e1-ab46-40e1-be02-b408de7b78e2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:59:50.507858 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a8d791e6-af1f-40bd-9738-c8923656368f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.592036 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:50.694655 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:50.738230 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Deleting port 75fc0d03-6655-4f54-80fe-fb725526fe46 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:50.738574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.825529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] For port 75fc0d03-6655-4f54-80fe-fb725526fe46, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=75fc0d03-6655-4f54-80fe-fb725526fe46,segment=NetworkSegment(89092162-89f5-4304-bd28-659fe74857e4),segment_id=89092162-89f5-4304-bd28-659fe74857e4)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:50.825924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:50.839603 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Calling delete_port for 75fc0d03-6655-4f54-80fe-fb725526fe46 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:51.020544 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (75fc0d03-6655-4f54-80fe-fb725526fe46), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:51.046709 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fc0d03-6655-4f54-80fe-fb725526fe46,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:51.214413 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a8d791e6-af1f-40bd-9738-c8923656368f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:51.392102 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:51.422244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Router a8d791e6-af1f-40bd-9738-c8923656368f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 10:59:51.529492 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:59:51.538098 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a0b0e137-d284-467b-b3bc-3b6a84b32049 admin admin] 10.222.0.46 "PUT /v2.0/routers/a8d791e6-af1f-40bd-9738-c8923656368f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3418484 Jul 28 10:59:51.540488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55974) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:51.549178 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] Sync routers for ids ['a8d791e6-af1f-40bd-9738-c8923656368f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:59:51.560501 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] Routers {'a8d791e6-af1f-40bd-9738-c8923656368f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:51.561324 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8d791e6-af1f-40bd-9738-c8923656368f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:51.595856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24d90cee-4ac5-466e-bbca-71fed59413d5 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:59:51.619171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 24d90cee-4ac5-466e-bbca-71fed59413d5 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:59:51.619650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24d90cee-4ac5-466e-bbca-71fed59413d5 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:59:51.656060 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:51.662463 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks [] for router (a8d791e6-af1f-40bd-9738-c8923656368f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:51.669936 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] Set router a8d791e6-af1f-40bd-9738-c8923656368f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:51.764673 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks [] for router_gateway (a8d791e6-af1f-40bd-9738-c8923656368f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:51.809359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Deleting port 3c4c1e17-3d6f-4570-b658-e32aa17439fa {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:51.809924 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:51.840279 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:50Z', 'revision_number': 5, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port': {'id': '3c4c1e17-3d6f-4570-b658-e32aa17439fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:51.868660 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] Checking router: a8d791e6-af1f-40bd-9738-c8923656368f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:59:51.876895 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] Routers {'a8d791e6-af1f-40bd-9738-c8923656368f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:51.877540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8d791e6-af1f-40bd-9738-c8923656368f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:51.896032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] For port 3c4c1e17-3d6f-4570-b658-e32aa17439fa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3c4c1e17-3d6f-4570-b658-e32aa17439fa,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:51.896404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:51.914059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Calling delete_port for 3c4c1e17-3d6f-4570-b658-e32aa17439fa owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:51.957280 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] Set router a8d791e6-af1f-40bd-9738-c8923656368f gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:52.008441 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:51Z', 'revision_number': 6, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:52.033547 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b353e96-c46c-4048-b9c9-759ad0126e9a None None] The sync data for ids ['a8d791e6-af1f-40bd-9738-c8923656368f'] in n-d-850468-6 is: [{'id': 'a8d791e6-af1f-40bd-9738-c8923656368f', 'name': 'tempest-TestAggregatesBasicOps-1707660010-router', 'tenant_id': '9f9047aa0b054180994ba372ea3d1f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:40Z', 'updated_at': '2022-07-28T10:59:51Z', 'revision_number': 6, 'project_id': '9f9047aa0b054180994ba372ea3d1f89', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:59:52.064368 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:52.092275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3c4c1e17-3d6f-4570-b658-e32aa17439fa), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.116905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4c1e17-3d6f-4570-b658-e32aa17439fa,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:52.179301 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (a8d791e6-af1f-40bd-9738-c8923656368f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.266746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a8d791e6-af1f-40bd-9738-c8923656368f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.268897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks [] for router_controller (a8d791e6-af1f-40bd-9738-c8923656368f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.314383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a8d791e6-af1f-40bd-9738-c8923656368f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.314966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d791e6-af1f-40bd-9738-c8923656368f {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:59:52.319213 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.320227 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-365cdeee-228a-4d93-b550-763da3590dd3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a8d791e6-af1f-40bd-9738-c8923656368f HTTP/1.1" status: 204 len: 168 time: 0.7787256 Jul 28 10:59:52.323443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55976) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:52.369274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] Deleting subnet b11d6bce-a884-4840-81e1-e83efc6eb9b3 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 10:59:52.372439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] Publish callbacks [] for subnet (b11d6bce-a884-4840-81e1-e83efc6eb9b3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.410051 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (b11d6bce-a884-4840-81e1-e83efc6eb9b3), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.498324 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (b11d6bce-a884-4840-81e1-e83efc6eb9b3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.523852 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:52.554409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (b11d6bce-a884-4840-81e1-e83efc6eb9b3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.582239 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11d6bce-a884-4840-81e1-e83efc6eb9b3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:52.584214 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.588203 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-57e04057-49ef-44c6-8f18-93f0631c5978 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b11d6bce-a884-4840-81e1-e83efc6eb9b3 HTTP/1.1" status: 204 len: 168 time: 0.2635460 Jul 28 10:59:52.588801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a283679-8ab8-4b9b-9147-ac534fa49ac4 None None] Network 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:59:52.590546 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 55978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:52.665478 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.715039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Deleting port c8983f41-2de5-494b-9663-6a482e5e01fc {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:52.715389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.781210 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] For port c8983f41-2de5-494b-9663-6a482e5e01fc, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c8983f41-2de5-494b-9663-6a482e5e01fc,segment=NetworkSegment(89092162-89f5-4304-bd28-659fe74857e4),segment_id=89092162-89f5-4304-bd28-659fe74857e4)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:52.781583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.796206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Calling delete_port for c8983f41-2de5-494b-9663-6a482e5e01fc owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:52.828993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] DHCP port deletion for 02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 10:59:52.891711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:52.919095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Pushing event deleted for resources: {'Port': ['ID=c8983f41-2de5-494b-9663-6a482e5e01fc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:52.923147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] No DVR routers for this DVR port c8983f41-2de5-494b-9663-6a482e5e01fc on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:59:52.999472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] Deleting port c8983f41-2de5-494b-9663-6a482e5e01fc {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 10:59:52.999879 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.007362 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.019667 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:53.028888 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:53.041272 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89092162-89f5-4304-bd28-659fe74857e4') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:53.041546 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89092162-89f5-4304-bd28-659fe74857e4') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:53.052014 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (89092162-89f5-4304-bd28-659fe74857e4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.066840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] For port c8983f41-2de5-494b-9663-6a482e5e01fc, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:59:53.067052 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (89092162-89f5-4304-bd28-659fe74857e4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.067276 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.075615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:59:53.076071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (89092162-89f5-4304-bd28-659fe74857e4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.081501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] Calling delete_port for c8983f41-2de5-494b-9663-6a482e5e01fc owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 10:59:53.084382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] Port c8983f41-2de5-494b-9663-6a482e5e01fc was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 10:59:53.085610 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (c8983f41-2de5-494b-9663-6a482e5e01fc), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.116042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] Pushing event deleted for resources: {'Port': ['ID=c8983f41-2de5-494b-9663-6a482e5e01fc,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:53.117199 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 89092162-89f5-4304-bd28-659fe74857e4 resource provider aggregate not found Jul 28 10:59:53.118775 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a85d2f-1c11-4830-9876-d62658e3f49c None None] No DVR routers for this DVR port c8983f41-2de5-494b-9663-6a482e5e01fc on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 10:59:53.144584 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 89092162-89f5-4304-bd28-659fe74857e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89092162-89f5-4304-bd28-659fe74857e4 found for delete ", "request_id": "req-2ee20d74-454b-4fa3-9551-16cd2bb3c1f8"}]} Jul 28 10:59:53.154160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.159461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.165610 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] 10.222.0.46 "DELETE /v2.0/networks/02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e HTTP/1.1" status: 204 len: 168 time: 0.5741053 Jul 28 10:59:53.178644 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c853-a189-4dae-b0d0-c8ad3706eecb admin admin] Pushing event deleted for resources: {'Network': ['ID=02ab7d99-44dd-40d5-9f2b-d4e4b59ada7e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:53.328679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55986) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:53.370827 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b03f203a-c7c0-4e35-a839-1359b4142626 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3b0205843854ef4afa38c10adb48d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409796 Jul 28 10:59:53.373209 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55988) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:53.410759 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:53.423766 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16741745-91fa-4179-b20f-a54637cbd02d admin admin] Publish callbacks [] for security_group (07bd2d5d-9255-4b66-a3de-edfe9bb774b8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.446774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16741745-91fa-4179-b20f-a54637cbd02d admin admin] Publish callbacks [] for security_group (07bd2d5d-9255-4b66-a3de-edfe9bb774b8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.499475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16741745-91fa-4179-b20f-a54637cbd02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (07bd2d5d-9255-4b66-a3de-edfe9bb774b8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.502466 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-16741745-91fa-4179-b20f-a54637cbd02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.503651 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-16741745-91fa-4179-b20f-a54637cbd02d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07bd2d5d-9255-4b66-a3de-edfe9bb774b8 HTTP/1.1" status: 204 len: 168 time: 0.1295478 Jul 28 10:59:53.513601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16741745-91fa-4179-b20f-a54637cbd02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd2d5d-9255-4b66-a3de-edfe9bb774b8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:53.547453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8983f41-2de5-494b-9663-6a482e5e01fc no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:59:53.567703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c8983f41-2de5-494b-9663-6a482e5e01fc {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:59:53.568059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c8983f41-2de5-494b-9663-6a482e5e01fc not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:59:53.568474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c4c1e17-3d6f-4570-b658-e32aa17439fa no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:59:53.587074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3c4c1e17-3d6f-4570-b658-e32aa17439fa {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:59:53.587541 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3c4c1e17-3d6f-4570-b658-e32aa17439fa not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:59:53.592761 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 75fc0d03-6655-4f54-80fe-fb725526fe46 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:59:53.612289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 75fc0d03-6655-4f54-80fe-fb725526fe46 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 10:59:53.612639 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 75fc0d03-6655-4f54-80fe-fb725526fe46 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:59:53.841388 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55994) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:53.882091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-584a550d-d5f3-42c4-a4d7-56b197463d19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f9047aa0b054180994ba372ea3d1f89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394661 Jul 28 10:59:53.884669 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 55996) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:53.933471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8446745-26f3-4abe-b236-2a5a3ec6efca admin admin] Publish callbacks [] for security_group (ee2e5308-a56f-4719-bbd4-711f19282109), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:53.955394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8446745-26f3-4abe-b236-2a5a3ec6efca admin admin] Publish callbacks [] for security_group (ee2e5308-a56f-4719-bbd4-711f19282109), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:54.002207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8446745-26f3-4abe-b236-2a5a3ec6efca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ee2e5308-a56f-4719-bbd4-711f19282109), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:54.004822 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a8446745-26f3-4abe-b236-2a5a3ec6efca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:54.006027 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a8446745-26f3-4abe-b236-2a5a3ec6efca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee2e5308-a56f-4719-bbd4-711f19282109 HTTP/1.1" status: 204 len: 168 time: 0.1203465 Jul 28 10:59:54.014091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8446745-26f3-4abe-b236-2a5a3ec6efca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e5308-a56f-4719-bbd4-711f19282109,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:55.896728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56048) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:55.902600 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Request body: {'network': {'name': 'tempest-network-smoke--2116035889', 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'port_security_enabled': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:55.922557 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Made reservation on behalf of 66eb3492213c4a789f2bf3a4ea1dc75f for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:59:55.925821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:55.934605 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.016998 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (0b4e78a5-c944-4db3-b9a2-67f0893dbba1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.020783 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b4e78a5-c944-4db3-b9a2-67f0893dbba1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.053147 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:59:56.060733 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:56.061561 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e78a5-c944-4db3-b9a2-67f0893dbba1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:56.068719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (26050ce3-a9d9-4478-a2dc-4066dc8fab97), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.069072 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Added segment 26050ce3-a9d9-4478-a2dc-4066dc8fab97 of type vlan for network 028ff153-18bf-4aa7-87c2-08dac82124cd Jul 28 10:59:56.112493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (028ff153-18bf-4aa7-87c2-08dac82124cd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.138925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (028ff153-18bf-4aa7-87c2-08dac82124cd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.144156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:59:56.144738 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.203245 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.3052480 Jul 28 10:59:56.206091 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56050) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:56.212451 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'admin_state_up': True, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:56.219281 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc13d42-3e67-43ad-9adc-a0d75d49aa1d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'Network': ['ID=028ff153-18bf-4aa7-87c2-08dac82124cd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:56.229889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 028ff153-18bf-4aa7-87c2-08dac82124cd details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:59:56.238796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (de463ba1-8c21-4cca-876b-17551dcc8d3d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.240040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (de463ba1-8c21-4cca-876b-17551dcc8d3d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.295644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router_controller (de463ba1-8c21-4cca-876b-17551dcc8d3d), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.431401 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router_gateway (de463ba1-8c21-4cca-876b-17551dcc8d3d), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.516230 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:56.608935 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router_gateway (de463ba1-8c21-4cca-876b-17551dcc8d3d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.627245 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.739914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Allocated IP 172.25.2.113 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ce7a7cc4-bfe2-4829-bb6e-018f916d8770) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:56.847202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.854433 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:56.884540 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:56.926578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:56.929785 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:56.933464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:56.959631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'Port': ['ID=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:57.175404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router_gateway (de463ba1-8c21-4cca-876b-17551dcc8d3d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:57.358903 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:57.362109 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (de463ba1-8c21-4cca-876b-17551dcc8d3d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:57.749544 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Router de463ba1-8c21-4cca-876b-17551dcc8d3d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 10:59:57.853597 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:59:57.863786 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Sync routers for ids ['de463ba1-8c21-4cca-876b-17551dcc8d3d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:59:57.875175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Routers {'de463ba1-8c21-4cca-876b-17551dcc8d3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:57.875395 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:57.875796 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['de463ba1-8c21-4cca-876b-17551dcc8d3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:57.876577 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7559d38f-39b5-4c6a-97cb-974af09086f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6685703 Jul 28 10:59:57.878280 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:57.879891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56052) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:57.994386 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Set router de463ba1-8c21-4cca-876b-17551dcc8d3d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:58.017138 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d75bcc81-3a62-4ab1-a78f-64e0cba66493 tempest-TestSecurityGroupsBasicOps-1886015285 tempest-TestSecurityGroupsBasicOps-1886015285-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=66eb3492213c4a789f2bf3a4ea1dc75f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1336622 Jul 28 10:59:58.017361 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56056) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:58.107988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a9982-cc51-4348-8215-02dcc84cc3a7 tempest-TestSecurityGroupsBasicOps-1886015285 tempest-TestSecurityGroupsBasicOps-1886015285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:59:58.109799 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6f4a9982-cc51-4348-8215-02dcc84cc3a7 tempest-TestSecurityGroupsBasicOps-1886015285 tempest-TestSecurityGroupsBasicOps-1886015285-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915401 Jul 28 10:59:58.112655 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56058) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:58.143015 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13ffb3bd-6c21-4f7f-8702-10d103df45c6 tempest-TestSecurityGroupsBasicOps-1886015285 tempest-TestSecurityGroupsBasicOps-1886015285-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269301 Jul 28 10:59:58.143268 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56060) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:58.147843 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-369427300', 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd', 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 10:59:58.167248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T10:59:57Z', 'revision_number': 3, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port': {'id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T10:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:58.192994 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Checking router: de463ba1-8c21-4cca-876b-17551dcc8d3d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:59:58.193354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Updating router de463ba1-8c21-4cca-876b-17551dcc8d3d port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:59:58.221891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.234788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Made reservation on behalf of 66eb3492213c4a789f2bf3a4ea1dc75f for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:59:58.238461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.387481 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:58.410987 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:58.433731 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.475824 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Publish callbacks [] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.483012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.502023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'Subnet': ['ID=5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:58.518725 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Checking segment: {'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:58.518725 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Network hostable DHCP agents. Network: 028ff153-18bf-4aa7-87c2-08dac82124cd, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:59:58.533825 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Attempting to bind port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:58.534224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Attempting to bind port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:58.534585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Attempting to bind port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:58.537977 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Network 028ff153-18bf-4aa7-87c2-08dac82124cd is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:59:58.544226 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c94d9c-6b7e-4aac-95ba-a8185f0c9a7f None None] Pushing event updated for resources: {'Port': ['ID=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:58.546580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:58.547006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:58.547460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.547852 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:58.548406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Bound port: ce7a7cc4-bfe2-4829-bb6e-018f916d8770, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:58.548713 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.549442 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 028ff153-18bf-4aa7-87c2-08dac82124cd) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:58.555184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 10:59:58.556711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.571514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2245c-cc69-49d4-be31-a23c5c8ca784 None None] Network 028ff153-18bf-4aa7-87c2-08dac82124cd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 10:59:58.575366 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a80ad6f-1373-4136-ad64-503f65d6fd41 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4305825 Jul 28 10:59:58.577493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56062) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 10:59:58.653580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] For port ce7a7cc4-bfe2-4829-bb6e-018f916d8770, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:58.658466 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] For port ce7a7cc4-bfe2-4829-bb6e-018f916d8770, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:58.675712 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.741984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-028ff153-18bf-4aa7-87c2-08dac82124cd', 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd', 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'fixed_ips': [{'subnet_id': '5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 10:59:58.743449 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:58.768218 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c94d9c-6b7e-4aac-95ba-a8185f0c9a7f None None] Pushing event updated for resources: {'Port': ['ID=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:58.775546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Routers {'de463ba1-8c21-4cca-876b-17551dcc8d3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 10:59:58.776167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['de463ba1-8c21-4cca-876b-17551dcc8d3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:58.780329 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:58.782199 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:58.984930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] Set router de463ba1-8c21-4cca-876b-17551dcc8d3d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 10:59:59.042668 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Allocated IP 172.20.0.2 (028ff153-18bf-4aa7-87c2-08dac82124cd/5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1/8c17dd4b-5d8a-40ba-a51e-70eab2bf826b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:59.281341 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.306219 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:59.399130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T10:59:57Z', 'revision_number': 3, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port': {'id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T10:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:59:59.445017 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf089c68-0aa3-4de3-b57d-4c40f5cbdd73 None None] The sync data for ids ['de463ba1-8c21-4cca-876b-17551dcc8d3d'] in n-d-850468-6 is: [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T10:59:57Z', 'revision_number': 3, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port': {'id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T10:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:59:59.452436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Publish callbacks [] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.459898 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.505670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Network 028ff153-18bf-4aa7-87c2-08dac82124cd is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:59.511626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:59.513829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Pushing event updated for resources: {'Port': ['ID=8c17dd4b-5d8a-40ba-a51e-70eab2bf826b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:59.516039 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:59.568612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Allocated IP 172.20.0.1 (028ff153-18bf-4aa7-87c2-08dac82124cd/5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1/ee389269-8a2e-4bd5-bb34-089f24bccb2d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:59:59.577156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Attempting to bind port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 10:59:59.577760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Attempting to bind port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 10:59:59.578072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Attempting to bind port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b on network 028ff153-18bf-4aa7-87c2-08dac82124cd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 10:59:59.585360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 10:59:59.585790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Checking segment: {'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 10:59:59.587687 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.587687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Bound using segment: {'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 10:59:59.587944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Bound port: 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 10:59:59.588197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.655201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] For port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:59:59.658695 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:59.659051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] For port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8c17dd4b-5d8a-40ba-a51e-70eab2bf826b,segment=NetworkSegment(26050ce3-a9d9-4478-a2dc-4066dc8fab97),segment_id=26050ce3-a9d9-4478-a2dc-4066dc8fab97)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:59:59.667729 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.699583 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.738857 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 10:59:59.765917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d56a77-a5ef-471d-823d-1920909e8c88 None None] Pushing event updated for resources: {'Port': ['ID=8c17dd4b-5d8a-40ba-a51e-70eab2bf826b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:59.801654 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 10:59:59.804295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Network 028ff153-18bf-4aa7-87c2-08dac82124cd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:59:59.809182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:59:59.816897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 10:59:59.858905 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'Port': ['ID=ee389269-8a2e-4bd5-bb34-089f24bccb2d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:59:59.879742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (de463ba1-8c21-4cca-876b-17551dcc8d3d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.049323 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.348707 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.354975 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.442417 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'Port': ['ID=ee389269-8a2e-4bd5-bb34-089f24bccb2d,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:00.444845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (de463ba1-8c21-4cca-876b-17551dcc8d3d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.546128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Network 028ff153-18bf-4aa7-87c2-08dac82124cd is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:00.547608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:00.651232 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:00.670107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Router de463ba1-8c21-4cca-876b-17551dcc8d3d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:00.733585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aadb345-2b67-4b1e-972c-146d2adb91e4 None None] Network 028ff153-18bf-4aa7-87c2-08dac82124cd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:00.786883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:00.797911 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-97243c01-2e00-4b09-955c-2b8226c54934 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "PUT /v2.0/routers/de463ba1-8c21-4cca-876b-17551dcc8d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2150764 Jul 28 11:00:00.798048 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:00.798288 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56064) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:00.801063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-78e9d227-4c43-4f2d-84f5-7080e75e2127 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2136290607', 'description': 'tempest-secgroup_access--2136290607 description', 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:00.824040 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78e9d227-4c43-4f2d-84f5-7080e75e2127 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.830714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a7cb6267-cb8f-47f2-bf73-13b96ba7baf9 None None] Provisioning complete for port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:00.831078 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6267-cb8f-47f2-bf73-13b96ba7baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.842689 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:00.917080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78e9d227-4c43-4f2d-84f5-7080e75e2127 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (3c474363-59f4-4d12-b90f-704839f800ea), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.922851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78e9d227-4c43-4f2d-84f5-7080e75e2127 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c474363-59f4-4d12-b90f-704839f800ea), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.942689 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb6267-cb8f-47f2-bf73-13b96ba7baf9 None None] Current status of the port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:00.943337 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6267-cb8f-47f2-bf73-13b96ba7baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.958646 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-78e9d227-4c43-4f2d-84f5-7080e75e2127 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.963396 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56066) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:00.964008 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-78e9d227-4c43-4f2d-84f5-7080e75e2127 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1659007 Jul 28 11:00:00.966273 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9d227-4c43-4f2d-84f5-7080e75e2127 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c474363-59f4-4d12-b90f-704839f800ea,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:00.969228 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3c4ddf21-7652-4716-9ed1-81f9c14dec0d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1904222930', 'description': 'tempest-secgroup_general--1904222930 description', 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:00.991029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a7cb6267-cb8f-47f2-bf73-13b96ba7baf9 None None] For port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8c17dd4b-5d8a-40ba-a51e-70eab2bf826b,segment=NetworkSegment(26050ce3-a9d9-4478-a2dc-4066dc8fab97),segment_id=26050ce3-a9d9-4478-a2dc-4066dc8fab97)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:00.995025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c4ddf21-7652-4716-9ed1-81f9c14dec0d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:00.996150 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6267-cb8f-47f2-bf73-13b96ba7baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.049383 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:01.053616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb6267-cb8f-47f2-bf73-13b96ba7baf9 None None] Pushing event updated for resources: {'Port': ['ID=8c17dd4b-5d8a-40ba-a51e-70eab2bf826b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:01.084484 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c4ddf21-7652-4716-9ed1-81f9c14dec0d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (dcee261b-169a-4330-83ba-e47f99173aef), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.089407 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c4ddf21-7652-4716-9ed1-81f9c14dec0d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dcee261b-169a-4330-83ba-e47f99173aef), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.120082 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3c4ddf21-7652-4716-9ed1-81f9c14dec0d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.121343 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3c4ddf21-7652-4716-9ed1-81f9c14dec0d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1567781 Jul 28 11:00:01.124367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56068) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:01.129488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7c172aa2-d95c-41cc-a271-f3fbce3478a2 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Request body: {'security_group_rule': {'security_group_id': '3c474363-59f4-4d12-b90f-704839f800ea', 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:01.137112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ddf21-7652-4716-9ed1-81f9c14dec0d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcee261b-169a-4330-83ba-e47f99173aef,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:01.160408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c172aa2-d95c-41cc-a271-f3fbce3478a2 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group_rule (139f6e03-a2d4-456f-8c00-d6fb5459b0a3), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.217478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a45708db-7391-4902-bb72-6bd124fcded8 None None] Provisioning complete for port ee389269-8a2e-4bd5-bb34-089f24bccb2d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:01.217874 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a45708db-7391-4902-bb72-6bd124fcded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.223217 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c172aa2-d95c-41cc-a271-f3fbce3478a2 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group_rule (139f6e03-a2d4-456f-8c00-d6fb5459b0a3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.229965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c172aa2-d95c-41cc-a271-f3fbce3478a2 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (139f6e03-a2d4-456f-8c00-d6fb5459b0a3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.251653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c172aa2-d95c-41cc-a271-f3fbce3478a2 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139f6e03-a2d4-456f-8c00-d6fb5459b0a3,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:01.263886 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c172aa2-d95c-41cc-a271-f3fbce3478a2 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.276490 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c172aa2-d95c-41cc-a271-f3fbce3478a2 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510549 Jul 28 11:00:01.281483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Sync routers for ids ['de463ba1-8c21-4cca-876b-17551dcc8d3d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:01.296540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a45708db-7391-4902-bb72-6bd124fcded8 None None] Port ee389269-8a2e-4bd5-bb34-089f24bccb2d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:01.297116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Routers {'de463ba1-8c21-4cca-876b-17551dcc8d3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:01.297817 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['de463ba1-8c21-4cca-876b-17551dcc8d3d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:01.306848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a45708db-7391-4902-bb72-6bd124fcded8 None None] Provisioning complete for port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:01.307244 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a45708db-7391-4902-bb72-6bd124fcded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.404828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a45708db-7391-4902-bb72-6bd124fcded8 None None] Current status of the port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:01.434905 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Set router de463ba1-8c21-4cca-876b-17551dcc8d3d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:01.453655 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-8d8edd26-7b78-497b-8773-bdf8e1a263a8 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--2136290607&fields=id&tenant_id=66eb3492213c4a789f2bf3a4ea1dc75f HTTP/1.1" status: 200 len: 267 time: 0.0506663 Jul 28 11:00:01.470749 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:01.513968 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-af7dadbd-6020-40ec-920e-f91eb516e3f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1904222930&fields=id&tenant_id=66eb3492213c4a789f2bf3a4ea1dc75f HTTP/1.1" status: 200 len: 267 time: 0.0539255 Jul 28 11:00:01.528838 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:01.530245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-82953494-81c2-4a02-927f-c9629d4047eb None None] Provisioning complete for port ee389269-8a2e-4bd5-bb34-089f24bccb2d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:01.530622 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82953494-81c2-4a02-927f-c9629d4047eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.592844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-82953494-81c2-4a02-927f-c9629d4047eb None None] Port ee389269-8a2e-4bd5-bb34-089f24bccb2d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:01.620021 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:00:01.642944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:01.676302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-5a44e1c2-ae5f-48a8-bd3b-79f100b76fc4 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:01.677773 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-5a44e1c2-ae5f-48a8-bd3b-79f100b76fc4 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/networks?id=028ff153-18bf-4aa7-87c2-08dac82124cd HTTP/1.1" status: 200 len: 797 time: 0.1570923 Jul 28 11:00:01.694174 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-ad8c6d78-61cc-43d0-b019-22679bdecd3d tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/quotas/66eb3492213c4a789f2bf3a4ea1dc75f HTTP/1.1" status: 200 len: 375 time: 0.0092535 Jul 28 11:00:01.696147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:01.696896 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.698046 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:00Z', 'revision_number': 4, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port': {'id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T10:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ee389269-8a2e-4bd5-bb34-089f24bccb2d', 'name': '', 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'mac_address': 'fa:16:3e:4b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:59Z', 'updated_at': '2022-07-28T11:00:00Z', 'revision_number': 2, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'subnets': [{'id': '5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:01.723835 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Checking router: de463ba1-8c21-4cca-876b-17551dcc8d3d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:01.724188 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Updating router de463ba1-8c21-4cca-876b-17551dcc8d3d port ee389269-8a2e-4bd5-bb34-089f24bccb2d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:00:01.737452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2437615c-6d14-4a02-9cd9-65d7eb941a7e None None] Provisioning complete for port ee389269-8a2e-4bd5-bb34-089f24bccb2d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:01.738073 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2437615c-6d14-4a02-9cd9-65d7eb941a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.741106 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:01.754658 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.756515 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-9f23187c-0bf3-44f9-a9ac-a77ca4682903 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=66eb3492213c4a789f2bf3a4ea1dc75f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537229 Jul 28 11:00:01.784533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2437615c-6d14-4a02-9cd9-65d7eb941a7e None None] Port ee389269-8a2e-4bd5-bb34-089f24bccb2d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:01.829458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:01.830584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7a7cc4-bfe2-4829-bb6e-018f916d8770 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:01.865062 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-cfd8eff5-d817-4e7e-86fb-77a4ff4a878d service neutron] 10.222.0.46 "GET /v2.0/networks/028ff153-18bf-4aa7-87c2-08dac82124cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948453 Jul 28 11:00:01.883859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:01.884229 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.965848 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2af8cbed-dc81-4540-9e1c-10b0f3f67b47 req-c7e253d2-b8f6-4f63-b9fa-0db32b4371bc service neutron] 10.222.0.46 "GET /v2.0/networks/028ff153-18bf-4aa7-87c2-08dac82124cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947642 Jul 28 11:00:01.969114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:01.969592 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:01.995044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ce7a7cc4-bfe2-4829-bb6e-018f916d8770, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:01.996482 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:02.000279 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.040255 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Publish callbacks [] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.046496 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.051451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:02.096845 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378269c-092d-4751-906d-b4a905155d00 None None] Pushing event updated for resources: {'Port': ['ID=ee389269-8a2e-4bd5-bb34-089f24bccb2d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:02.154967 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Attempting to bind port ee389269-8a2e-4bd5-bb34-089f24bccb2d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:02.155933 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Attempting to bind port ee389269-8a2e-4bd5-bb34-089f24bccb2d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:02.156515 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Attempting to bind port ee389269-8a2e-4bd5-bb34-089f24bccb2d on network 028ff153-18bf-4aa7-87c2-08dac82124cd {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:02.162679 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:02.163051 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Checking segment: {'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:02.163450 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.163836 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Bound using segment: {'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:02.164331 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Bound port: ee389269-8a2e-4bd5-bb34-089f24bccb2d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26050ce3-a9d9-4478-a2dc-4066dc8fab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:02.165367 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.166824 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-14e2bd04-e294-477b-a833-020905d460f3 req-7562ed1e-cb7e-402a-9ccf-595133f09ef5 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e4dc94-7932-4b0b-a20a-e092f35f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0370460 Jul 28 11:00:02.310408 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] For port ee389269-8a2e-4bd5-bb34-089f24bccb2d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:02.313483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] For port ee389269-8a2e-4bd5-bb34-089f24bccb2d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ee389269-8a2e-4bd5-bb34-089f24bccb2d,segment=NetworkSegment(26050ce3-a9d9-4478-a2dc-4066dc8fab97),segment_id=26050ce3-a9d9-4478-a2dc-4066dc8fab97)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:02.313883 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-07e2c069-4430-47dc-b400-7e2fe4a264ff None None] Provisioning complete for port ee389269-8a2e-4bd5-bb34-089f24bccb2d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:02.314590 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07e2c069-4430-47dc-b400-7e2fe4a264ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.320004 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.340244 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:02.348458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-07e2c069-4430-47dc-b400-7e2fe4a264ff None None] Port ee389269-8a2e-4bd5-bb34-089f24bccb2d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:02.380551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Routers {'de463ba1-8c21-4cca-876b-17551dcc8d3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:02.381181 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T10:59:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['de463ba1-8c21-4cca-876b-17551dcc8d3d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:02.382969 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378269c-092d-4751-906d-b4a905155d00 None None] Pushing event updated for resources: {'Port': ['ID=ee389269-8a2e-4bd5-bb34-089f24bccb2d,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:02.425108 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:02.495850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] Set router de463ba1-8c21-4cca-876b-17551dcc8d3d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:02.566719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5b03a3b6-ca95-4bb2-b48a-509df50fc89d None None] Provisioning complete for port ee389269-8a2e-4bd5-bb34-089f24bccb2d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:02.567095 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b03a3b6-ca95-4bb2-b48a-509df50fc89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.644855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5b03a3b6-ca95-4bb2-b48a-509df50fc89d None None] Current status of the port ee389269-8a2e-4bd5-bb34-089f24bccb2d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:02.645170 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b03a3b6-ca95-4bb2-b48a-509df50fc89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.680127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5b03a3b6-ca95-4bb2-b48a-509df50fc89d None None] For port ee389269-8a2e-4bd5-bb34-089f24bccb2d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ee389269-8a2e-4bd5-bb34-089f24bccb2d,segment=NetworkSegment(26050ce3-a9d9-4478-a2dc-4066dc8fab97),segment_id=26050ce3-a9d9-4478-a2dc-4066dc8fab97)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:02.685884 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5b03a3b6-ca95-4bb2-b48a-509df50fc89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.686341 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:00Z', 'revision_number': 4, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port': {'id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ee389269-8a2e-4bd5-bb34-089f24bccb2d', 'name': '', 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'mac_address': 'fa:16:3e:4b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:59Z', 'updated_at': '2022-07-28T11:00:02Z', 'revision_number': 4, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'subnets': [{'id': '5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:02.711120 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4d8c4-5c2a-46af-bec5-b54f6f8c9a95 None None] The sync data for ids ['de463ba1-8c21-4cca-876b-17551dcc8d3d'] in n-d-850468-6 is: [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:00Z', 'revision_number': 4, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port': {'id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ee389269-8a2e-4bd5-bb34-089f24bccb2d', 'name': '', 'network_id': '028ff153-18bf-4aa7-87c2-08dac82124cd', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'mac_address': 'fa:16:3e:4b:49:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:59Z', 'updated_at': '2022-07-28T11:00:02Z', 'revision_number': 4, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'subnets': [{'id': '5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:02.728595 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-625adabc-d3a4-4cf4-bb1e-278495f52c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:02.745570 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03a3b6-ca95-4bb2-b48a-509df50fc89d None None] Pushing event updated for resources: {'Port': ['ID=ee389269-8a2e-4bd5-bb34-089f24bccb2d,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:03.251818 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-127b23bb-2158-4397-8b40-eccc89979bd9 req-0d36b4da-99f8-4072-96b5-328126cc3833 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e4dc94-7932-4b0b-a20a-e092f35f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0295954 Jul 28 11:00:03.619446 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7a7cc4-bfe2-4829-bb6e-018f916d8770 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:03.669648 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:03.670047 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:03.703512 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:03.744149 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:03.745086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ee389269-8a2e-4bd5-bb34-089f24bccb2d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:03.787264 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ee389269-8a2e-4bd5-bb34-089f24bccb2d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:03.787914 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:03.862891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ee389269-8a2e-4bd5-bb34-089f24bccb2d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:04.354643 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-448ac178-26c9-40d0-ad5a-ad2642c6b8cc req-246be208-4534-4726-a50a-9c1432b4cb14 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e4dc94-7932-4b0b-a20a-e092f35f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0294645 Jul 28 11:00:05.025484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1faf6a5-ecc7-4158-a749-d70831793a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:05.466795 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5b1c75a6-9690-4503-af38-204f62872b2d req-c4c150d8-437b-47bc-ab4f-5781034b84f6 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e4dc94-7932-4b0b-a20a-e092f35f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Jul 28 11:00:05.623346 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b6a50073-8096-43fe-a8ae-39f3abe57de4 req-ae1b7e2a-f838-4edd-8616-d6b19265c53a tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "GET /v2.0/ports?device_id=02e4dc94-7932-4b0b-a20a-e092f35f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0331609 Jul 28 11:00:05.823140 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56110) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:05.879930 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ccff-6c34-4d05-8b6d-24f3ac4711f8 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (dcee261b-169a-4330-83ba-e47f99173aef), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:05.902776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ccff-6c34-4d05-8b6d-24f3ac4711f8 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (dcee261b-169a-4330-83ba-e47f99173aef), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:05.942783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ccff-6c34-4d05-8b6d-24f3ac4711f8 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dcee261b-169a-4330-83ba-e47f99173aef), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:05.945387 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ccff-6c34-4d05-8b6d-24f3ac4711f8 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:05.947529 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a2c0ccff-6c34-4d05-8b6d-24f3ac4711f8 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "DELETE /v2.0/security-groups/dcee261b-169a-4330-83ba-e47f99173aef HTTP/1.1" status: 204 len: 168 time: 0.1233797 Jul 28 11:00:05.950371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56112) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:05.957578 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0ccff-6c34-4d05-8b6d-24f3ac4711f8 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcee261b-169a-4330-83ba-e47f99173aef,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:06.006057 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2479-5494-4ddc-92ab-9a825a2b7058 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (3c474363-59f4-4d12-b90f-704839f800ea), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.030114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2479-5494-4ddc-92ab-9a825a2b7058 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (3c474363-59f4-4d12-b90f-704839f800ea), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.082675 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2479-5494-4ddc-92ab-9a825a2b7058 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (3c474363-59f4-4d12-b90f-704839f800ea), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.085274 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2479-5494-4ddc-92ab-9a825a2b7058 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.087226 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ef1b2479-5494-4ddc-92ab-9a825a2b7058 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "DELETE /v2.0/security-groups/3c474363-59f4-4d12-b90f-704839f800ea HTTP/1.1" status: 204 len: 168 time: 0.1352215 Jul 28 11:00:06.089967 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56114) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:06.096203 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2479-5494-4ddc-92ab-9a825a2b7058 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c474363-59f4-4d12-b90f-704839f800ea,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:06.139254 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:06.187081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.417378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (de463ba1-8c21-4cca-876b-17551dcc8d3d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.654657 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Deleting port ee389269-8a2e-4bd5-bb34-089f24bccb2d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:06.655363 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.742283 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:06.747873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] For port ee389269-8a2e-4bd5-bb34-089f24bccb2d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ee389269-8a2e-4bd5-bb34-089f24bccb2d,segment=NetworkSegment(26050ce3-a9d9-4478-a2dc-4066dc8fab97),segment_id=26050ce3-a9d9-4478-a2dc-4066dc8fab97)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:06.748247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.761948 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Calling delete_port for ee389269-8a2e-4bd5-bb34-089f24bccb2d owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:06.947386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ee389269-8a2e-4bd5-bb34-089f24bccb2d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:06.952240 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:06.974273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event deleted for resources: {'Port': ['ID=ee389269-8a2e-4bd5-bb34-089f24bccb2d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:07.155061 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (de463ba1-8c21-4cca-876b-17551dcc8d3d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.248860 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.366516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Router de463ba1-8c21-4cca-876b-17551dcc8d3d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:07.468387 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:07.473291 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c6fc3a9e-93e4-4cf7-bfa8-df08a3d9d664 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "PUT /v2.0/routers/de463ba1-8c21-4cca-876b-17551dcc8d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3822639 Jul 28 11:00:07.475932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56116) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:07.479335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] Sync routers for ids ['de463ba1-8c21-4cca-876b-17551dcc8d3d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:07.489709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] Routers {'de463ba1-8c21-4cca-876b-17551dcc8d3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:07.490660 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['de463ba1-8c21-4cca-876b-17551dcc8d3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:07.530736 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Deleting subnet 5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:00:07.534720 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for subnet (5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.580152 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.597681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] Set router de463ba1-8c21-4cca-876b-17551dcc8d3d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:07.665805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.687606 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:07.715400 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.717940 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.731750 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:07.731992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.765189 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event deleted for resources: {'Subnet': ['ID=5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:07.770857 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.777368 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56118) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:07.778274 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-60633c3b-ca0d-43ae-89a6-41b2324eea97 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "DELETE /v2.0/subnets/5d165645-e1ed-4cc4-aa7c-8ebd8ce468e1 HTTP/1.1" status: 204 len: 168 time: 0.3013318 Jul 28 11:00:07.785740 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2491fb3-905a-4c78-ba5f-1ccc8b919724 None None] Network 028ff153-18bf-4aa7-87c2-08dac82124cd requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:07.878916 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router (de463ba1-8c21-4cca-876b-17551dcc8d3d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.988404 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router_gateway (de463ba1-8c21-4cca-876b-17551dcc8d3d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:07.989162 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:06Z', 'revision_number': 5, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port': {'id': 'ce7a7cc4-bfe2-4829-bb6e-018f916d8770', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:08.020962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] Checking router: de463ba1-8c21-4cca-876b-17551dcc8d3d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:08.034723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Deleting port ce7a7cc4-bfe2-4829-bb6e-018f916d8770 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:08.035066 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.054859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] Routers {'de463ba1-8c21-4cca-876b-17551dcc8d3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:08.056415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['de463ba1-8c21-4cca-876b-17551dcc8d3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:08.116202 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:08.121598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] DHCP port deletion for 028ff153-18bf-4aa7-87c2-08dac82124cd request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:00:08.122523 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] For port ce7a7cc4-bfe2-4829-bb6e-018f916d8770, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:08.122890 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.136615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Calling delete_port for ce7a7cc4-bfe2-4829-bb6e-018f916d8770 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:08.174485 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] Set router de463ba1-8c21-4cca-876b-17551dcc8d3d gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:08.228631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:07Z', 'revision_number': 6, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:08.230562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] Deleting port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:08.230936 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.294746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef984b-f985-4c35-af53-3e2d254126df None None] The sync data for ids ['de463ba1-8c21-4cca-876b-17551dcc8d3d'] in n-d-850468-6 is: [{'id': 'de463ba1-8c21-4cca-876b-17551dcc8d3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-530500161', 'tenant_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T10:59:56Z', 'updated_at': '2022-07-28T11:00:07Z', 'revision_number': 6, 'project_id': '66eb3492213c4a789f2bf3a4ea1dc75f', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:08.301440 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:08.314907 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ce7a7cc4-bfe2-4829-bb6e-018f916d8770), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.324002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] For port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8c17dd4b-5d8a-40ba-a51e-70eab2bf826b,segment=NetworkSegment(26050ce3-a9d9-4478-a2dc-4066dc8fab97),segment_id=26050ce3-a9d9-4478-a2dc-4066dc8fab97)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:08.324411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.339353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] Calling delete_port for 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:08.343116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event deleted for resources: {'Port': ['ID=ce7a7cc4-bfe2-4829-bb6e-018f916d8770,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:08.380648 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:08.417287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (de463ba1-8c21-4cca-876b-17551dcc8d3d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.425334 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (8c17dd4b-5d8a-40ba-a51e-70eab2bf826b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.452627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] Pushing event deleted for resources: {'Port': ['ID=8c17dd4b-5d8a-40ba-a51e-70eab2bf826b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:08.458029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79db4f-973f-4deb-a4f9-7044a8db363e None None] No DVR routers for this DVR port 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:00:08.514840 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (de463ba1-8c21-4cca-876b-17551dcc8d3d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.517190 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router_controller (de463ba1-8c21-4cca-876b-17551dcc8d3d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.561012 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (de463ba1-8c21-4cca-876b-17551dcc8d3d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.561670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Fanout notify agent at l3_agent the message router_deleted on router de463ba1-8c21-4cca-876b-17551dcc8d3d {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:00:08.569717 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.570887 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b05424ef-25e8-496f-b0b0-4e22c50e8337 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "DELETE /v2.0/routers/de463ba1-8c21-4cca-876b-17551dcc8d3d HTTP/1.1" status: 204 len: 168 time: 0.7924361 Jul 28 11:00:08.573513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56120) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:08.656997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (028ff153-18bf-4aa7-87c2-08dac82124cd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.748388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (028ff153-18bf-4aa7-87c2-08dac82124cd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.769418 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028ff153-18bf-4aa7-87c2-08dac82124cd']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:08.779872 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26050ce3-a9d9-4478-a2dc-4066dc8fab97') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:08.780508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26050ce3-a9d9-4478-a2dc-4066dc8fab97') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:08.790602 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (26050ce3-a9d9-4478-a2dc-4066dc8fab97), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.804035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (26050ce3-a9d9-4478-a2dc-4066dc8fab97), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.811156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:00:08.811787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (26050ce3-a9d9-4478-a2dc-4066dc8fab97), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.859393 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 26050ce3-a9d9-4478-a2dc-4066dc8fab97 resource provider aggregate not found Jul 28 11:00:08.879775 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 26050ce3-a9d9-4478-a2dc-4066dc8fab97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26050ce3-a9d9-4478-a2dc-4066dc8fab97 found for delete ", "request_id": "req-93bfabe3-8c59-4bd9-82ac-73376168bac9"}]} Jul 28 11:00:08.887777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (028ff153-18bf-4aa7-87c2-08dac82124cd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.895049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:08.898112 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] 10.222.0.46 "DELETE /v2.0/networks/028ff153-18bf-4aa7-87c2-08dac82124cd HTTP/1.1" status: 204 len: 168 time: 0.3235800 Jul 28 11:00:08.910630 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23582a7d-2ab0-44c7-be13-11d24fdfd7c3 tempest-TestSecurityGroupsBasicOps-1676134534 tempest-TestSecurityGroupsBasicOps-1676134534-project] Pushing event deleted for resources: {'Network': ['ID=028ff153-18bf-4aa7-87c2-08dac82124cd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:09.191789 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56132) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:09.341413 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-38ec4f91-38cc-4bcb-a7be-c1509b10c338 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66eb3492213c4a789f2bf3a4ea1dc75f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459577 Jul 28 11:00:09.341620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56136) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:09.399523 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c2f938bf-e695-4258-8818-3c3615fc1767 admin admin] Publish callbacks [] for security_group (0b4e78a5-c944-4db3-b9a2-67f0893dbba1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.422226 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c2f938bf-e695-4258-8818-3c3615fc1767 admin admin] Publish callbacks [] for security_group (0b4e78a5-c944-4db3-b9a2-67f0893dbba1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.469146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c2f938bf-e695-4258-8818-3c3615fc1767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (0b4e78a5-c944-4db3-b9a2-67f0893dbba1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.471710 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c2f938bf-e695-4258-8818-3c3615fc1767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.472883 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c2f938bf-e695-4258-8818-3c3615fc1767 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b4e78a5-c944-4db3-b9a2-67f0893dbba1 HTTP/1.1" status: 204 len: 168 time: 0.1303759 Jul 28 11:00:09.480817 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f938bf-e695-4258-8818-3c3615fc1767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e78a5-c944-4db3-b9a2-67f0893dbba1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:09.559968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ee389269-8a2e-4bd5-bb34-089f24bccb2d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:09.580306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ee389269-8a2e-4bd5-bb34-089f24bccb2d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:09.580664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ee389269-8a2e-4bd5-bb34-089f24bccb2d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:09.581084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:09.601465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:09.601955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8c17dd4b-5d8a-40ba-a51e-70eab2bf826b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:09.602440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7a7cc4-bfe2-4829-bb6e-018f916d8770 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:09.622395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ce7a7cc4-bfe2-4829-bb6e-018f916d8770 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:09.622755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ce7a7cc4-bfe2-4829-bb6e-018f916d8770 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:09.768959 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56142) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:09.787465 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37fc1856-ed96-44c3-9ee9-0968c8705185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.789211 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:09.870232 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37fc1856-ed96-44c3-9ee9-0968c8705185 admin admin] Publish callbacks [] for security_group (65f7c6b0-fd15-4b30-9eb4-c2cb97333486), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.873900 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-37fc1856-ed96-44c3-9ee9-0968c8705185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (65f7c6b0-fd15-4b30-9eb4-c2cb97333486), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.911571 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc1856-ed96-44c3-9ee9-0968c8705185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f7c6b0-fd15-4b30-9eb4-c2cb97333486,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:09.917041 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-37fc1856-ed96-44c3-9ee9-0968c8705185 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dd6c833ed6b42aa89da0fb34027cb9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470144 Jul 28 11:00:09.919625 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56144) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:09.958303 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:09.970821 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3481fb3-13f7-4ca2-a2c9-9233d16d106a admin admin] Publish callbacks [] for security_group (65f7c6b0-fd15-4b30-9eb4-c2cb97333486), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:09.993253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3481fb3-13f7-4ca2-a2c9-9233d16d106a admin admin] Publish callbacks [] for security_group (65f7c6b0-fd15-4b30-9eb4-c2cb97333486), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.040624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3481fb3-13f7-4ca2-a2c9-9233d16d106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (65f7c6b0-fd15-4b30-9eb4-c2cb97333486), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.043328 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b3481fb3-13f7-4ca2-a2c9-9233d16d106a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.044617 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b3481fb3-13f7-4ca2-a2c9-9233d16d106a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65f7c6b0-fd15-4b30-9eb4-c2cb97333486 HTTP/1.1" status: 204 len: 168 time: 0.1240709 Jul 28 11:00:10.052161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3481fb3-13f7-4ca2-a2c9-9233d16d106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f7c6b0-fd15-4b30-9eb4-c2cb97333486,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:10.376236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56150) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:10.389994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5d2d651b-3ea3-48db-8ce0-e39367797091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.470830 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5d2d651b-3ea3-48db-8ce0-e39367797091 admin admin] Publish callbacks [] for security_group (bdbf171a-9eb1-4638-a629-84b59f4ed939), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.474494 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5d2d651b-3ea3-48db-8ce0-e39367797091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bdbf171a-9eb1-4638-a629-84b59f4ed939), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.515485 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5d2d651b-3ea3-48db-8ce0-e39367797091 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=224e31049775438d9958b440998a523d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381624 Jul 28 11:00:10.516438 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d651b-3ea3-48db-8ce0-e39367797091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf171a-9eb1-4638-a629-84b59f4ed939,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:10.518667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56152) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:10.572128 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc87b9c8-da2a-4bd3-8029-6faafe95c2a2 admin admin] Publish callbacks [] for security_group (bdbf171a-9eb1-4638-a629-84b59f4ed939), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.595015 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc87b9c8-da2a-4bd3-8029-6faafe95c2a2 admin admin] Publish callbacks [] for security_group (bdbf171a-9eb1-4638-a629-84b59f4ed939), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.643100 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc87b9c8-da2a-4bd3-8029-6faafe95c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bdbf171a-9eb1-4638-a629-84b59f4ed939), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.645611 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fc87b9c8-da2a-4bd3-8029-6faafe95c2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:10.646820 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fc87b9c8-da2a-4bd3-8029-6faafe95c2a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdbf171a-9eb1-4638-a629-84b59f4ed939 HTTP/1.1" status: 204 len: 168 time: 0.1272612 Jul 28 11:00:10.655230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87b9c8-da2a-4bd3-8029-6faafe95c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf171a-9eb1-4638-a629-84b59f4ed939,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:11.582743 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:12.688873 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:12.689668 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=28 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:17.727822 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:17.741475 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:19.988996 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ede5c8e2-df78-4b6f-99de-1dc3b3ecd463 req-02d588ee-b65a-49a3-86d7-6779c0181b35 tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=19934e6b4bd84ea0a7fbc3c07dd5ecc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294120 Jul 28 11:00:20.175261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5c8e2-df78-4b6f-99de-1dc3b3ecd463 req-0ce153c5-c8d7-4e64-b66b-056bbbd37094 tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:20.176718 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ede5c8e2-df78-4b6f-99de-1dc3b3ecd463 req-0ce153c5-c8d7-4e64-b66b-056bbbd37094 tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826768 Jul 28 11:00:20.192497 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ede5c8e2-df78-4b6f-99de-1dc3b3ecd463 req-99dc3438-20b8-4a42-b673-1e9862c52f18 tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] 10.222.0.46 "GET /v2.0/quotas/19934e6b4bd84ea0a7fbc3c07dd5ecc1 HTTP/1.1" status: 200 len: 375 time: 0.0091083 Jul 28 11:00:20.224409 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ede5c8e2-df78-4b6f-99de-1dc3b3ecd463 req-172c2b0e-cd98-4867-a305-3ea82843a4ed tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=19934e6b4bd84ea0a7fbc3c07dd5ecc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268137 Jul 28 11:00:20.401502 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7cf783f6-6ccc-48de-a460-edc8641df829 req-a7f6ef1c-e7f9-498f-abe9-749b3b8fc829 tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba0e81e7-7153-4d5c-b333-2e4cb1a1ca1f HTTP/1.1" status: 200 len: 210 time: 0.0303288 Jul 28 11:00:21.513989 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-03b117f4-8967-4b14-b915-161f9a592937 req-2368a68d-a707-4488-a4ac-7fe8007afc49 tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba0e81e7-7153-4d5c-b333-2e4cb1a1ca1f HTTP/1.1" status: 200 len: 210 time: 0.0314708 Jul 28 11:00:21.568710 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=63,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:21.577978 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:21.672003 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-70e61548-f3bf-4b35-9e95-d7e8eeb00f5a req-eb8894f3-e90c-4667-8905-b2ae75c50691 tempest-ServersAdminNegativeTestJSON-2077748899 tempest-ServersAdminNegativeTestJSON-2077748899-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba0e81e7-7153-4d5c-b333-2e4cb1a1ca1f HTTP/1.1" status: 200 len: 210 time: 0.0323985 Jul 28 11:00:22.119350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56222) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:22.229415 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6686-2cb5-4b4e-b77b-845dc24a2730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.267513 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:22.309140 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6686-2cb5-4b4e-b77b-845dc24a2730 admin admin] Publish callbacks [] for security_group (95b8506e-13ec-4741-8eb4-96e0afbc1c96), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.313490 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6686-2cb5-4b4e-b77b-845dc24a2730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (95b8506e-13ec-4741-8eb4-96e0afbc1c96), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.355181 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0a2f6686-2cb5-4b4e-b77b-845dc24a2730 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19934e6b4bd84ea0a7fbc3c07dd5ecc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345872 Jul 28 11:00:22.355883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f6686-2cb5-4b4e-b77b-845dc24a2730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b8506e-13ec-4741-8eb4-96e0afbc1c96,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:22.357765 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56226) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:22.406990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5b512290-30c9-484c-bc60-b4b07602935e admin admin] Publish callbacks [] for security_group (95b8506e-13ec-4741-8eb4-96e0afbc1c96), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.428876 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5b512290-30c9-484c-bc60-b4b07602935e admin admin] Publish callbacks [] for security_group (95b8506e-13ec-4741-8eb4-96e0afbc1c96), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.474059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5b512290-30c9-484c-bc60-b4b07602935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (95b8506e-13ec-4741-8eb4-96e0afbc1c96), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.477141 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5b512290-30c9-484c-bc60-b4b07602935e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.478287 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5b512290-30c9-484c-bc60-b4b07602935e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95b8506e-13ec-4741-8eb4-96e0afbc1c96 HTTP/1.1" status: 204 len: 168 time: 0.1194079 Jul 28 11:00:22.486049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b512290-30c9-484c-bc60-b4b07602935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b8506e-13ec-4741-8eb4-96e0afbc1c96,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:22.748481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56232) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:22.761592 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d784029-de2a-442c-a153-4ddfcb9df61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.839514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d784029-de2a-442c-a153-4ddfcb9df61f admin admin] Publish callbacks [] for security_group (8414b5da-0176-490a-af29-3b8773fd8ad9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.843240 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4d784029-de2a-442c-a153-4ddfcb9df61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8414b5da-0176-490a-af29-3b8773fd8ad9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.881710 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4d784029-de2a-442c-a153-4ddfcb9df61f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e42e2f95ae8483abf4315397fb873a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321473 Jul 28 11:00:22.882630 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d784029-de2a-442c-a153-4ddfcb9df61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8414b5da-0176-490a-af29-3b8773fd8ad9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:22.885451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56234) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:22.936863 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e16a1c9-c5d7-4979-8412-a2b2e59bfaa2 admin admin] Publish callbacks [] for security_group (8414b5da-0176-490a-af29-3b8773fd8ad9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:22.963273 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e16a1c9-c5d7-4979-8412-a2b2e59bfaa2 admin admin] Publish callbacks [] for security_group (8414b5da-0176-490a-af29-3b8773fd8ad9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.009770 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e16a1c9-c5d7-4979-8412-a2b2e59bfaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (8414b5da-0176-490a-af29-3b8773fd8ad9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.012336 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7e16a1c9-c5d7-4979-8412-a2b2e59bfaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.013516 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7e16a1c9-c5d7-4979-8412-a2b2e59bfaa2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8414b5da-0176-490a-af29-3b8773fd8ad9 HTTP/1.1" status: 204 len: 168 time: 0.1266103 Jul 28 11:00:23.021513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16a1c9-c5d7-4979-8412-a2b2e59bfaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8414b5da-0176-490a-af29-3b8773fd8ad9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:23.702233 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56256) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:23.803966 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1994007627-network', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:23.825256 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Made reservation on behalf of 107572b0ee5d48109c0d2dab34655cc5 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:00:23.827799 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.837040 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.848895 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:23.917224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks [] for security_group (b2a56b38-396b-473b-a854-9ac83913ba7e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.920899 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b2a56b38-396b-473b-a854-9ac83913ba7e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.942652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:00:23.958047 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a56b38-396b-473b-a854-9ac83913ba7e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:23.963796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c50f603a-5a61-4fbb-87ba-d1fcd9b544f0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:23.964145 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Added segment c50f603a-5a61-4fbb-87ba-d1fcd9b544f0 of type vlan for network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 Jul 28 11:00:24.005623 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (62fb2094-cd90-4df7-a700-d0ce33f5d7c7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.031390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (62fb2094-cd90-4df7-a700-d0ce33f5d7c7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.032447 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:24.033280 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.096560 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3932440 Jul 28 11:00:24.099611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56260) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:24.100111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3dc29-ec68-4493-bdd2-dedae8cd4f42 admin admin] Pushing event updated for resources: {'Network': ['ID=62fb2094-cd90-4df7-a700-d0ce33f5d7c7,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:24.104819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Request body: {'subnet': {'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1994007627-subnet', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:24.110319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:00:24.125195 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Made reservation on behalf of 107572b0ee5d48109c0d2dab34655cc5 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:00:24.127692 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.293695 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (be52a5a8-11d7-4803-bdda-3de85bde32bf), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.348996 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be52a5a8-11d7-4803-bdda-3de85bde32bf,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:24.358243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Checking segment: {'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:24.358604 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Network hostable DHCP agents. Network: 62fb2094-cd90-4df7-a700-d0ce33f5d7c7, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:00:24.361280 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:24.377834 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:00:24.386452 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 62fb2094-cd90-4df7-a700-d0ce33f5d7c7) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:24.390538 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:24.391117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.394049 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:24.396609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648aa056-6348-4704-a35b-8b7d4b337a33 None None] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:24.409026 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-38349da1-e2de-45dd-a31c-6c4ae21ea072 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3083296 Jul 28 11:00:24.412032 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56262) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:24.417222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:24.436753 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (032a138a-d701-4ddc-a2fa-ebf0635d2b19), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.437883 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (032a138a-d701-4ddc-a2fa-ebf0635d2b19), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.485851 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:24.490992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks [] for router_controller (032a138a-d701-4ddc-a2fa-ebf0635d2b19), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.509476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-62fb2094-cd90-4df7-a700-d0ce33f5d7c7', 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7', 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'fixed_ips': [{'subnet_id': 'be52a5a8-11d7-4803-bdda-3de85bde32bf'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:00:24.510547 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.636331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks [] for router_gateway (032a138a-d701-4ddc-a2fa-ebf0635d2b19), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.643902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Allocated IP 172.20.0.2 (62fb2094-cd90-4df7-a700-d0ce33f5d7c7/be52a5a8-11d7-4803-bdda-3de85bde32bf/a2192436-1174-4abe-bfd0-6fa9985b37bd) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:24.790707 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Publish callbacks [] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.798021 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.826600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks [] for router_gateway (032a138a-d701-4ddc-a2fa-ebf0635d2b19), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.842929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:24.847929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:24.852267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.852453 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:24.855506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Pushing event updated for resources: {'Port': ['ID=a2192436-1174-4abe-bfd0-6fa9985b37bd,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:24.910502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Attempting to bind port a2192436-1174-4abe-bfd0-6fa9985b37bd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:24.910780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Attempting to bind port a2192436-1174-4abe-bfd0-6fa9985b37bd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:24.911138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Attempting to bind port a2192436-1174-4abe-bfd0-6fa9985b37bd on network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:24.916119 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:24.916495 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Checking segment: {'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:24.916889 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.917275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Bound using segment: {'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:24.917735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Bound port: a2192436-1174-4abe-bfd0-6fa9985b37bd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:24.918135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:24.961946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Allocated IP 172.25.2.53 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/30acb700-4f6a-4372-9d4e-e4ab8f3a41b9) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:24.980654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] For port a2192436-1174-4abe-bfd0-6fa9985b37bd, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:24.983788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] For port a2192436-1174-4abe-bfd0-6fa9985b37bd, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2192436-1174-4abe-bfd0-6fa9985b37bd,segment=NetworkSegment(c50f603a-5a61-4fbb-87ba-d1fcd9b544f0),segment_id=c50f603a-5a61-4fbb-87ba-d1fcd9b544f0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:24.989179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:25.056431 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:25.059496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0f7c1-0c1d-433d-9ec7-812c88eb5f66 None None] Pushing event updated for resources: {'Port': ['ID=a2192436-1174-4abe-bfd0-6fa9985b37bd,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:25.084464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks [] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:25.119376 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:25.164998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:25.170330 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:25.172533 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Pushing event updated for resources: {'Port': ['ID=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:25.174705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:25.570537 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2192436-1174-4abe-bfd0-6fa9985b37bd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:25.622890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a2192436-1174-4abe-bfd0-6fa9985b37bd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:25.623388 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:25.663491 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:25.670563 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:25.705340 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks [] for router_gateway (032a138a-d701-4ddc-a2fa-ebf0635d2b19), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:25.706851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a2192436-1174-4abe-bfd0-6fa9985b37bd is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:25.707250 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:25.747559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a2192436-1174-4abe-bfd0-6fa9985b37bd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2192436-1174-4abe-bfd0-6fa9985b37bd,segment=NetworkSegment(c50f603a-5a61-4fbb-87ba-d1fcd9b544f0),segment_id=c50f603a-5a61-4fbb-87ba-d1fcd9b544f0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:25.751798 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:25.788023 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:25.818948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a2192436-1174-4abe-bfd0-6fa9985b37bd,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:25.916074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (032a138a-d701-4ddc-a2fa-ebf0635d2b19), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.010408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b62ae-b50b-4081-be77-cd08bf27c397 None None] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:26.051218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:00:26.071306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-276d02b4-aed2-4551-bf94-e308f971fa99 None None] Provisioning complete for port a2192436-1174-4abe-bfd0-6fa9985b37bd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:26.071683 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-276d02b4-aed2-4551-bf94-e308f971fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.156393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:26.165123 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:26.167460 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Sync routers for ids ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:26.178408 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Routers {'032a138a-d701-4ddc-a2fa-ebf0635d2b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:26.179460 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:26.183381 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.186905 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3de81a87-5d09-4529-bc1f-e03875cb35d8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7712078 Jul 28 11:00:26.187704 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56264) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:26.191488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-276d02b4-aed2-4551-bf94-e308f971fa99 None None] Current status of the port a2192436-1174-4abe-bfd0-6fa9985b37bd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:26.290917 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Set router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:26.412178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-501c46fd-b10c-49e9-af3c-d0e6b16ca2eb None None] Provisioning complete for port a2192436-1174-4abe-bfd0-6fa9985b37bd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:26.412650 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-501c46fd-b10c-49e9-af3c-d0e6b16ca2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.464803 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:25Z', 'revision_number': 3, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port': {'id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:26.493480 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Checking router: 032a138a-d701-4ddc-a2fa-ebf0635d2b19 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:26.493938 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Updating router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:00:26.497025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-501c46fd-b10c-49e9-af3c-d0e6b16ca2eb None None] Current status of the port a2192436-1174-4abe-bfd0-6fa9985b37bd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:26.523292 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.614290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.680404 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:26.770004 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Publish callbacks [] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.774673 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Allocated IP 172.20.0.1 (62fb2094-cd90-4df7-a700-d0ce33f5d7c7/be52a5a8-11d7-4803-bdda-3de85bde32bf/dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:26.775967 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.832902 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Attempting to bind port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:26.833269 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Attempting to bind port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:26.833622 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Attempting to bind port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:26.840933 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304fbbe-4170-411d-8a07-6387443a38aa None None] Pushing event updated for resources: {'Port': ['ID=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:26.844975 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:26.845351 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:26.845742 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.846132 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:26.846602 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Bound port: 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:26.846973 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.889608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks [] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.897639 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] For port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:26.901774 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] For port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:26.907354 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.924267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:26.945579 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:26.949329 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:26.963681 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:26.963899 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Routers {'032a138a-d701-4ddc-a2fa-ebf0635d2b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:26.964483 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:26.970705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:26.974724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:27.001402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Pushing event updated for resources: {'Port': ['ID=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:27.019983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (032a138a-d701-4ddc-a2fa-ebf0635d2b19), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:27.065492 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304fbbe-4170-411d-8a07-6387443a38aa None None] Pushing event updated for resources: {'Port': ['ID=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:27.084646 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] Set router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:27.087887 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:27.172105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:27.221401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4cf2e739-794c-4d9b-9cae-b0a6d67c248b None None] Provisioning complete for port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:27.222127 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e739-794c-4d9b-9cae-b0a6d67c248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:27.259772 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2e739-794c-4d9b-9cae-b0a6d67c248b None None] Port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:27.351620 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:25Z', 'revision_number': 3, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port': {'id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:27.352204 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks [] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:27.356730 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:27.378825 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30794ab-97d2-4e1f-a460-5cba97356d6e None None] The sync data for ids ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'] in n-d-850468-6 is: [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:25Z', 'revision_number': 3, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port': {'id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:27.435131 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Pushing event updated for resources: {'Port': ['ID=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:27.437777 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (032a138a-d701-4ddc-a2fa-ebf0635d2b19), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:27.448705 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.449058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.449401 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.449741 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.450104 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.450439 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.450768 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.451094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.451420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.451746 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.452073 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.452402 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.452736 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.453052 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.453376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:27.511445 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:27.576717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2192436-1174-4abe-bfd0-6fa9985b37bd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:27.588530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:27.590414 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:27.634687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a2192436-1174-4abe-bfd0-6fa9985b37bd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:27.635081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:27.762234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a2192436-1174-4abe-bfd0-6fa9985b37bd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:27.763941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:27.899372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:27.904535 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6b40f748-68fa-4339-9989-af57ca732c77 admin admin] 10.222.0.46 "PUT /v2.0/routers/032a138a-d701-4ddc-a2fa-ebf0635d2b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157519 Jul 28 11:00:27.984972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-818bd373-3009-4dc4-b099-6b699552c9ef None None] Provisioning complete for port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:27.985446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-818bd373-3009-4dc4-b099-6b699552c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:28.024460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-818bd373-3009-4dc4-b099-6b699552c9ef None None] Port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:28.395765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac6952-6efa-4eab-bcdf-a0f4b56de5ae req-e1455d75-1aa5-4647-970a-e2f963c1ad86 tempest-DeleteServersTestJSON-1160596369 tempest-DeleteServersTestJSON-1160596369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:28.397480 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0ac6952-6efa-4eab-bcdf-a0f4b56de5ae req-e1455d75-1aa5-4647-970a-e2f963c1ad86 tempest-DeleteServersTestJSON-1160596369 tempest-DeleteServersTestJSON-1160596369-project] 10.222.0.46 "GET /v2.0/networks?id=62fb2094-cd90-4df7-a700-d0ce33f5d7c7 HTTP/1.1" status: 200 len: 812 time: 0.1100888 Jul 28 11:00:28.413456 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0ac6952-6efa-4eab-bcdf-a0f4b56de5ae req-0ea1d9e7-b426-4ac6-9c04-7f5cc48b23b2 tempest-DeleteServersTestJSON-1160596369 tempest-DeleteServersTestJSON-1160596369-project] 10.222.0.46 "GET /v2.0/quotas/107572b0ee5d48109c0d2dab34655cc5 HTTP/1.1" status: 200 len: 375 time: 0.0098548 Jul 28 11:00:28.468847 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0ac6952-6efa-4eab-bcdf-a0f4b56de5ae req-148c6f41-05b7-4184-ab00-f38ebd7e56ec tempest-DeleteServersTestJSON-1160596369 tempest-DeleteServersTestJSON-1160596369-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=107572b0ee5d48109c0d2dab34655cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498502 Jul 28 11:00:28.546946 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:28.628011 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0ac6952-6efa-4eab-bcdf-a0f4b56de5ae req-669ed1d3-2a2d-4cbe-a302-349ea8c2576d service neutron] 10.222.0.46 "GET /v2.0/networks/62fb2094-cd90-4df7-a700-d0ce33f5d7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526213 Jul 28 11:00:28.724868 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f0ac6952-6efa-4eab-bcdf-a0f4b56de5ae req-f8639665-e7b3-49d4-8ca1-78d08b3d748c service neutron] 10.222.0.46 "GET /v2.0/networks/62fb2094-cd90-4df7-a700-d0ce33f5d7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900764 Jul 28 11:00:28.896949 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0ffb6164-6893-4293-b49b-e7870bd3cda4 req-c8e44c2e-363f-44b4-a30d-81b8bb8b6e20 tempest-DeleteServersTestJSON-1160596369 tempest-DeleteServersTestJSON-1160596369-project] 10.222.0.46 "GET /v2.0/ports?device_id=a67a88e0-1ab7-41f5-b446-28afcc7e4541 HTTP/1.1" status: 200 len: 210 time: 0.0327232 Jul 28 11:00:29.124562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Sync routers for ids ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:29.134756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Routers {'032a138a-d701-4ddc-a2fa-ebf0635d2b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:29.135372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:29.170929 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:29.239334 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Set router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:29.559056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:27Z', 'revision_number': 4, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port': {'id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3', 'name': '', 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'mac_address': 'fa:16:3e:b0:74:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'be52a5a8-11d7-4803-bdda-3de85bde32bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:26Z', 'updated_at': '2022-07-28T11:00:27Z', 'revision_number': 2, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'subnets': [{'id': 'be52a5a8-11d7-4803-bdda-3de85bde32bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:29.585965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:29.589637 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Checking router: 032a138a-d701-4ddc-a2fa-ebf0635d2b19 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:29.590021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Updating router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:00:29.591598 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:29.649488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:29.671933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:29.672221 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:29.870727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:29.871119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:29.905280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:29.910990 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:29.999062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:30.036482 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f5233855-74e1-45ca-a6eb-be8ee5ac4e80 req-6d6e7e64-70b6-4158-b9a5-cc104d8c0a30 tempest-DeleteServersTestJSON-1160596369 tempest-DeleteServersTestJSON-1160596369-project] 10.222.0.46 "GET /v2.0/ports?device_id=a67a88e0-1ab7-41f5-b446-28afcc7e4541 HTTP/1.1" status: 200 len: 210 time: 0.0519841 Jul 28 11:00:30.044624 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Publish callbacks [] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.059820 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.105938 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:30.141688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1974d-1291-4f56-a060-6424cbb8d05f None None] Pushing event updated for resources: {'Port': ['ID=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:30.198592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Attempting to bind port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:30.199101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Attempting to bind port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:30.199565 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Attempting to bind port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 on network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:30.205587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:30.206141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Checking segment: {'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:30.206744 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.207284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Bound using segment: {'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:30.207944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Bound port: dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:30.208484 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.251898 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b50304b2-c0ea-4f16-aec5-0ea995531ce8 req-1e1df9b9-c729-483c-ace5-e8a05b088d6e tempest-DeleteServersTestJSON-1160596369 tempest-DeleteServersTestJSON-1160596369-project] 10.222.0.46 "GET /v2.0/ports?device_id=a67a88e0-1ab7-41f5-b446-28afcc7e4541 HTTP/1.1" status: 200 len: 210 time: 0.0426435 Jul 28 11:00:30.281774 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] For port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:30.286818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] For port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,segment=NetworkSegment(c50f603a-5a61-4fbb-87ba-d1fcd9b544f0),segment_id=c50f603a-5a61-4fbb-87ba-d1fcd9b544f0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:30.295608 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.361116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Routers {'032a138a-d701-4ddc-a2fa-ebf0635d2b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:30.361840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:30.414911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1974d-1291-4f56-a060-6424cbb8d05f None None] Pushing event updated for resources: {'Port': ['ID=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:30.457992 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:30.488438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e621ba40-6ac6-406a-956b-dcd23f34132d None None] Provisioning complete for port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:30.488814 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e621ba40-6ac6-406a-956b-dcd23f34132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.537434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] Set router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:30.679883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56300) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:30.701323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e621ba40-6ac6-406a-956b-dcd23f34132d None None] Current status of the port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:30.701714 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e621ba40-6ac6-406a-956b-dcd23f34132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.764084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e621ba40-6ac6-406a-956b-dcd23f34132d None None] For port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,segment=NetworkSegment(c50f603a-5a61-4fbb-87ba-d1fcd9b544f0),segment_id=c50f603a-5a61-4fbb-87ba-d1fcd9b544f0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:30.769174 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e621ba40-6ac6-406a-956b-dcd23f34132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.855278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:27Z', 'revision_number': 4, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port': {'id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3', 'name': '', 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'mac_address': 'fa:16:3e:b0:74:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'be52a5a8-11d7-4803-bdda-3de85bde32bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:26Z', 'updated_at': '2022-07-28T11:00:30Z', 'revision_number': 4, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'subnets': [{'id': 'be52a5a8-11d7-4803-bdda-3de85bde32bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:30.857203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621ba40-6ac6-406a-956b-dcd23f34132d None None] Pushing event updated for resources: {'Port': ['ID=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:30.887559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48706b-540c-4b98-a8ea-650552531389 None None] The sync data for ids ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'] in n-d-850468-6 is: [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:27Z', 'revision_number': 4, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port': {'id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3', 'name': '', 'network_id': '62fb2094-cd90-4df7-a700-d0ce33f5d7c7', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'mac_address': 'fa:16:3e:b0:74:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'be52a5a8-11d7-4803-bdda-3de85bde32bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:26Z', 'updated_at': '2022-07-28T11:00:30Z', 'revision_number': 4, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'subnets': [{'id': 'be52a5a8-11d7-4803-bdda-3de85bde32bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:30.894824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a52f1d74-db83-4338-bbd5-31dd71a74b62 None None] Provisioning complete for port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:30.895202 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a52f1d74-db83-4338-bbd5-31dd71a74b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:30.994153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a52f1d74-db83-4338-bbd5-31dd71a74b62 None None] Current status of the port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:31.037936 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:31.059311 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (032a138a-d701-4ddc-a2fa-ebf0635d2b19), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:31.580608 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Deleting port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:31.580980 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:31.643646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:31.673079 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:31.673815 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] For port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,segment=NetworkSegment(c50f603a-5a61-4fbb-87ba-d1fcd9b544f0),segment_id=c50f603a-5a61-4fbb-87ba-d1fcd9b544f0)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:31.674283 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:31.693151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Calling delete_port for dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:31.698675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:31.699066 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:31.779090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:31.780260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:31.819649 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:31.829742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:31.830155 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:31.897811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:31.907502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:31.931941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:32.107548 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (032a138a-d701-4ddc-a2fa-ebf0635d2b19), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:32.216772 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:32.315862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:32.420546 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:32.427136 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0cb43bed-fcb4-493c-99a1-ea9f45c9a898 admin admin] 10.222.0.46 "PUT /v2.0/routers/032a138a-d701-4ddc-a2fa-ebf0635d2b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441700 Jul 28 11:00:32.428063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56302) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:32.432161 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] Sync routers for ids ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:32.442607 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] Routers {'032a138a-d701-4ddc-a2fa-ebf0635d2b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:32.443220 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:32.527939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks [] for router (032a138a-d701-4ddc-a2fa-ebf0635d2b19), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:32.543737 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] Set router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:32.627246 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks [] for router_gateway (032a138a-d701-4ddc-a2fa-ebf0635d2b19), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:32.674465 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Deleting port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:32.674808 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:32.697328 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:32.708080 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-52f5740e-3ed9-4f75-a797-3f4bfe0a9902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:32.709980 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:31Z', 'revision_number': 5, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port': {'id': '30acb700-4f6a-4372-9d4e-e4ab8f3a41b9', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:32.721314 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:32.738544 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] Checking router: 032a138a-d701-4ddc-a2fa-ebf0635d2b19 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:32.747445 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] Routers {'032a138a-d701-4ddc-a2fa-ebf0635d2b19'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:32.748047 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:32.765427 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] For port 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:32.765797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:32.779107 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Calling delete_port for 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:32.828571 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] Set router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:32.881252 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:32Z', 'revision_number': 6, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:32.906657 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e11ee3-ce3d-4a1b-a910-b1fd55b20a00 None None] The sync data for ids ['032a138a-d701-4ddc-a2fa-ebf0635d2b19'] in n-d-850468-6 is: [{'id': '032a138a-d701-4ddc-a2fa-ebf0635d2b19', 'name': 'tempest-DeleteServersTestJSON-1994007627-router', 'tenant_id': '107572b0ee5d48109c0d2dab34655cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:24Z', 'updated_at': '2022-07-28T11:00:32Z', 'revision_number': 6, 'project_id': '107572b0ee5d48109c0d2dab34655cc5', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:32.959365 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (30acb700-4f6a-4372-9d4e-e4ab8f3a41b9), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:32.985452 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=30acb700-4f6a-4372-9d4e-e4ab8f3a41b9,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:33.052525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (032a138a-d701-4ddc-a2fa-ebf0635d2b19), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.142310 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (032a138a-d701-4ddc-a2fa-ebf0635d2b19), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.144478 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks [] for router_controller (032a138a-d701-4ddc-a2fa-ebf0635d2b19), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.190239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (032a138a-d701-4ddc-a2fa-ebf0635d2b19), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.190855 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 032a138a-d701-4ddc-a2fa-ebf0635d2b19 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:00:33.196170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.197314 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-277224ff-8acd-4501-8834-56c4296b3c53 admin admin] 10.222.0.46 "DELETE /v2.0/routers/032a138a-d701-4ddc-a2fa-ebf0635d2b19 HTTP/1.1" status: 204 len: 168 time: 0.7676244 Jul 28 11:00:33.199916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56304) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:33.224654 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:33.246767 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] Deleting subnet be52a5a8-11d7-4803-bdda-3de85bde32bf {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:00:33.250102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] Publish callbacks [] for subnet (be52a5a8-11d7-4803-bdda-3de85bde32bf), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.292338 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (be52a5a8-11d7-4803-bdda-3de85bde32bf), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.369763 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (be52a5a8-11d7-4803-bdda-3de85bde32bf), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.423830 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (be52a5a8-11d7-4803-bdda-3de85bde32bf), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.455141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be52a5a8-11d7-4803-bdda-3de85bde32bf,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:33.457082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.460257 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-170f8292-67a1-4950-8046-7c80cc4051bc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/be52a5a8-11d7-4803-bdda-3de85bde32bf HTTP/1.1" status: 204 len: 168 time: 0.2593699 Jul 28 11:00:33.462816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56306) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:33.464128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde393b-2a44-4cd8-8118-23b06cbb962a None None] Network 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:33.532622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (62fb2094-cd90-4df7-a700-d0ce33f5d7c7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.576631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Deleting port a2192436-1174-4abe-bfd0-6fa9985b37bd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:33.576978 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.634834 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:33.647271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] For port a2192436-1174-4abe-bfd0-6fa9985b37bd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a2192436-1174-4abe-bfd0-6fa9985b37bd,segment=NetworkSegment(c50f603a-5a61-4fbb-87ba-d1fcd9b544f0),segment_id=c50f603a-5a61-4fbb-87ba-d1fcd9b544f0)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:33.647792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.661725 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Calling delete_port for a2192436-1174-4abe-bfd0-6fa9985b37bd owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:33.709257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] DHCP port deletion for 62fb2094-cd90-4df7-a700-d0ce33f5d7c7 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:00:33.749653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.756273 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] Deleting port a2192436-1174-4abe-bfd0-6fa9985b37bd {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:33.756657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.761044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2192436-1174-4abe-bfd0-6fa9985b37bd no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:33.785264 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] No DVR routers for this DVR port a2192436-1174-4abe-bfd0-6fa9985b37bd on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:00:33.812837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2192436-1174-4abe-bfd0-6fa9985b37bd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:33.820929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a2192436-1174-4abe-bfd0-6fa9985b37bd {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:33.821237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a2192436-1174-4abe-bfd0-6fa9985b37bd not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:33.821669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:33.852560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:33.852917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 30acb700-4f6a-4372-9d4e-e4ab8f3a41b9 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:33.853339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:33.865435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (62fb2094-cd90-4df7-a700-d0ce33f5d7c7), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.880944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] For port a2192436-1174-4abe-bfd0-6fa9985b37bd, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:33.881349 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.884363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:33.884717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dbbfc9a8-a3bf-4990-acd4-ee04ca59ddb3 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:33.888053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fb2094-cd90-4df7-a700-d0ce33f5d7c7']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:33.899988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] Calling delete_port for a2192436-1174-4abe-bfd0-6fa9985b37bd owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:33.901046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:33.901349 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50f603a-5a61-4fbb-87ba-d1fcd9b544f0') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:33.904088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] Port a2192436-1174-4abe-bfd0-6fa9985b37bd was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 11:00:33.905610 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (a2192436-1174-4abe-bfd0-6fa9985b37bd), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.917006 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (c50f603a-5a61-4fbb-87ba-d1fcd9b544f0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.931826 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (c50f603a-5a61-4fbb-87ba-d1fcd9b544f0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.936245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] Pushing event deleted for resources: {'Port': ['ID=a2192436-1174-4abe-bfd0-6fa9985b37bd,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:33.938588 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:00:33.938985 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (c50f603a-5a61-4fbb-87ba-d1fcd9b544f0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:33.941826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a501583d-b9ab-46f8-a6e2-efab7cd0bb47 None None] No DVR routers for this DVR port a2192436-1174-4abe-bfd0-6fa9985b37bd on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:00:33.983952 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c50f603a-5a61-4fbb-87ba-d1fcd9b544f0 resource provider aggregate not found Jul 28 11:00:34.004030 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment c50f603a-5a61-4fbb-87ba-d1fcd9b544f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c50f603a-5a61-4fbb-87ba-d1fcd9b544f0 found for delete ", "request_id": "req-2150c25d-8f89-4b5c-bb40-585f54b5603c"}]} Jul 28 11:00:34.023995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (62fb2094-cd90-4df7-a700-d0ce33f5d7c7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:34.029096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:34.033313 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/62fb2094-cd90-4df7-a700-d0ce33f5d7c7 HTTP/1.1" status: 204 len: 168 time: 0.5692856 Jul 28 11:00:34.051835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a5842-60c7-4fed-b9e6-d34d8fab01f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fb2094-cd90-4df7-a700-d0ce33f5d7c7,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:34.150007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56314) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:34.191043 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cfa11038-4ca2-426e-b759-bcd277069ac0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=107572b0ee5d48109c0d2dab34655cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398521 Jul 28 11:00:34.193421 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56316) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:34.242740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Publish callbacks [] for security_group (b2a56b38-396b-473b-a854-9ac83913ba7e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:34.264722 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Publish callbacks [] for security_group (b2a56b38-396b-473b-a854-9ac83913ba7e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:34.311901 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b2a56b38-396b-473b-a854-9ac83913ba7e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:34.314471 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:34.315607 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2a56b38-396b-473b-a854-9ac83913ba7e HTTP/1.1" status: 204 len: 168 time: 0.1212666 Jul 28 11:00:34.323504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a56b38-396b-473b-a854-9ac83913ba7e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:34.330977 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.331329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.331671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.332007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.332344 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.332677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.333004 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.333331 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.333655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.334000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.334326 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.334648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.335089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.335419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:34.335887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562981c-a180-4986-8bc5-d88d342978f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:35.000582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56338) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:35.030488 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f456578-f9a4-4f53-a00e-88da2bc6f7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.105045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1781899348-network', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:35.125688 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Made reservation on behalf of 5f36552f494e4757a3bf42ffeaebd0b4 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:00:35.128046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.137096 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.170289 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:35.218208 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks [] for security_group (40a28343-3a29-46b8-9515-69cac717fc2b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.222154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40a28343-3a29-46b8-9515-69cac717fc2b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.247727 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:00:35.257380 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a28343-3a29-46b8-9515-69cac717fc2b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:35.265059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (dc00870f-9ae6-471c-9eea-b377949e866d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.265422 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Added segment dc00870f-9ae6-471c-9eea-b377949e866d of type vlan for network 78d42a4d-b45a-45ec-b262-2b711f90f254 Jul 28 11:00:35.309447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (78d42a4d-b45a-45ec-b262-2b711f90f254), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.334486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (78d42a4d-b45a-45ec-b262-2b711f90f254), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.336274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:35.336944 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.388842 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3870494 Jul 28 11:00:35.391890 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56342) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:35.396914 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Request body: {'subnet': {'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-subnet', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:35.400076 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87552fa7-ceae-4c45-8cc3-2561e93aa100 admin admin] Pushing event updated for resources: {'Network': ['ID=78d42a4d-b45a-45ec-b262-2b711f90f254,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:35.410179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:00:35.421218 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Made reservation on behalf of 5f36552f494e4757a3bf42ffeaebd0b4 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:00:35.423626 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.861067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.921715 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:35.931918 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Checking segment: {'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:35.932287 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Network hostable DHCP agents. Network: 78d42a4d-b45a-45ec-b262-2b711f90f254, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:00:35.949697 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:00:35.958275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 78d42a4d-b45a-45ec-b262-2b711f90f254) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:35.962987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:35.963575 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:35.967138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0fb4c7-702b-4b4a-9adc-643d38b0ecb7 None None] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:35.979794 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dd1107dc-6bdf-45e0-bb7c-d80dfde09a3a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5867763 Jul 28 11:00:35.982818 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56344) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:35.987185 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:35.992656 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:36.013026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (2a9513cd-67fd-4a17-861c-526e4005c7b1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.014068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (2a9513cd-67fd-4a17-861c-526e4005c7b1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.069831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks [] for router_controller (2a9513cd-67fd-4a17-861c-526e4005c7b1), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.075515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-78d42a4d-b45a-45ec-b262-2b711f90f254', 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254', 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'fixed_ips': [{'subnet_id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:00:36.076618 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.209439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks [] for router_gateway (2a9513cd-67fd-4a17-861c-526e4005c7b1), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.301448 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.353250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Allocated IP 172.20.0.2 (78d42a4d-b45a-45ec-b262-2b711f90f254/c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6/6455f977-3869-49f8-8d3c-209c02104a16) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:36.398897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks [] for router_gateway (2a9513cd-67fd-4a17-861c-526e4005c7b1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.417944 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.426072 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:36.503519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Publish callbacks [] for port (6455f977-3869-49f8-8d3c-209c02104a16), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.509694 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (6455f977-3869-49f8-8d3c-209c02104a16), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.528589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Allocated IP 172.25.2.130 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/e700623f-fb14-4ee3-930d-9215ba04b8f5) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:36.555766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:36.561755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:36.563630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Pushing event updated for resources: {'Port': ['ID=6455f977-3869-49f8-8d3c-209c02104a16,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:36.565925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:36.578603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.578958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.579309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.579655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.580000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.580338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.580673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.581007 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.581340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.581672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.582038 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.582373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.582701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.583030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.583357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:36.590603 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:36.645512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Attempting to bind port 6455f977-3869-49f8-8d3c-209c02104a16 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:36.645798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Attempting to bind port 6455f977-3869-49f8-8d3c-209c02104a16 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:36.646188 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Attempting to bind port 6455f977-3869-49f8-8d3c-209c02104a16 on network 78d42a4d-b45a-45ec-b262-2b711f90f254 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:36.652330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:36.652708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Checking segment: {'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:36.653113 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.653502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Bound using segment: {'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:36.654008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Bound port: 6455f977-3869-49f8-8d3c-209c02104a16, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:36.654394 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6455f977-3869-49f8-8d3c-209c02104a16), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.723358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] For port 6455f977-3869-49f8-8d3c-209c02104a16, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:36.727047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] For port 6455f977-3869-49f8-8d3c-209c02104a16, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6455f977-3869-49f8-8d3c-209c02104a16,segment=NetworkSegment(dc00870f-9ae6-471c-9eea-b377949e866d),segment_id=dc00870f-9ae6-471c-9eea-b377949e866d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:36.734328 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6455f977-3869-49f8-8d3c-209c02104a16), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.792735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831b68a-d79d-4b99-99d9-648c298c3eb3 None None] Pushing event updated for resources: {'Port': ['ID=6455f977-3869-49f8-8d3c-209c02104a16,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:36.912688 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks [] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:36.933132 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:36.950887 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.009020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:37.012388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Pushing event updated for resources: {'Port': ['ID=e700623f-fb14-4ee3-930d-9215ba04b8f5,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:37.015064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:37.017420 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:37.173301 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:37.259549 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.271174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks [] for router_gateway (2a9513cd-67fd-4a17-861c-526e4005c7b1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.464445 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (2a9513cd-67fd-4a17-861c-526e4005c7b1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.590513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6455f977-3869-49f8-8d3c-209c02104a16 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:37.608928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Router 2a9513cd-67fd-4a17-861c-526e4005c7b1 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:00:37.669449 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.671699 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.678373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6455f977-3869-49f8-8d3c-209c02104a16 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:37.679513 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6455f977-3869-49f8-8d3c-209c02104a16), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.725506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:37.746792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.748438 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e00e085a-b914-4cb9-8ac3-560f945d20fd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7645285 Jul 28 11:00:37.751556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56346) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:37.758642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Sync routers for ids ['2a9513cd-67fd-4a17-861c-526e4005c7b1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:37.783770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6455f977-3869-49f8-8d3c-209c02104a16 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:37.784226 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (6455f977-3869-49f8-8d3c-209c02104a16), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.786193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Routers {'2a9513cd-67fd-4a17-861c-526e4005c7b1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:37.786928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a9513cd-67fd-4a17-861c-526e4005c7b1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:37.834224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e665868-d177-46df-8375-d2e117588014 None None] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:37.959536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 6455f977-3869-49f8-8d3c-209c02104a16, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6455f977-3869-49f8-8d3c-209c02104a16,segment=NetworkSegment(dc00870f-9ae6-471c-9eea-b377949e866d),segment_id=dc00870f-9ae6-471c-9eea-b377949e866d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:37.966094 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-713f3c21-875f-4744-a411-e5a39ee96a68 None None] Provisioning complete for port 6455f977-3869-49f8-8d3c-209c02104a16 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:37.966469 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-713f3c21-875f-4744-a411-e5a39ee96a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6455f977-3869-49f8-8d3c-209c02104a16), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:37.971535 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (6455f977-3869-49f8-8d3c-209c02104a16), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.006047 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:38.039201 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:38.053989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Set router 2a9513cd-67fd-4a17-861c-526e4005c7b1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:38.115721 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:38.177375 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.192510 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:38.205649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=6455f977-3869-49f8-8d3c-209c02104a16,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:38.268828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-713f3c21-875f-4744-a411-e5a39ee96a68 None None] Current status of the port 6455f977-3869-49f8-8d3c-209c02104a16 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:38.329238 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:37Z', 'revision_number': 3, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port': {'id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:38.348401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Allocated IP 172.20.0.1 (78d42a4d-b45a-45ec-b262-2b711f90f254/c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6/1b7ac507-38ac-4a48-a427-9ea944e97ae4) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:38.355765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Checking router: 2a9513cd-67fd-4a17-861c-526e4005c7b1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:38.356147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Updating router 2a9513cd-67fd-4a17-861c-526e4005c7b1 port e700623f-fb14-4ee3-930d-9215ba04b8f5 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:00:38.387168 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.467296 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks [] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.500246 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.503629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-75da3e6b-8ed8-44dc-ba73-3ca5788ca9fd None None] Provisioning complete for port 6455f977-3869-49f8-8d3c-209c02104a16 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:38.504004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-75da3e6b-8ed8-44dc-ba73-3ca5788ca9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6455f977-3869-49f8-8d3c-209c02104a16), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.538721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:38.541176 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:00:38.543876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:38.547621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:38.576229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7ac507-38ac-4a48-a427-9ea944e97ae4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:38.593153 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (2a9513cd-67fd-4a17-861c-526e4005c7b1), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.664366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-75da3e6b-8ed8-44dc-ba73-3ca5788ca9fd None None] Current status of the port 6455f977-3869-49f8-8d3c-209c02104a16 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:38.723084 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Publish callbacks [] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.730232 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.735842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.787425 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:38.852531 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:38.923252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks [] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.924090 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Attempting to bind port e700623f-fb14-4ee3-930d-9215ba04b8f5 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:38.924465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Attempting to bind port e700623f-fb14-4ee3-930d-9215ba04b8f5 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:38.924824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Attempting to bind port e700623f-fb14-4ee3-930d-9215ba04b8f5 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:38.928151 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.936202 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df50ca-0d99-4dbc-a5f7-369df201ce5c None None] Pushing event updated for resources: {'Port': ['ID=e700623f-fb14-4ee3-930d-9215ba04b8f5,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:38.938605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4c180073-ef45-4e5c-8d70-b8ce86074781 None None] Provisioning complete for port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:38.938983 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c180073-ef45-4e5c-8d70-b8ce86074781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.940725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:38.941115 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:38.941495 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:38.941894 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:38.942366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Bound port: e700623f-fb14-4ee3-930d-9215ba04b8f5, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:38.942740 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:39.001143 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7ac507-38ac-4a48-a427-9ea944e97ae4,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:39.004792 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (2a9513cd-67fd-4a17-861c-526e4005c7b1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:39.012332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4c180073-ef45-4e5c-8d70-b8ce86074781 None None] Port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:39.029886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] For port e700623f-fb14-4ee3-930d-9215ba04b8f5, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:39.033350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] For port e700623f-fb14-4ee3-930d-9215ba04b8f5, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e700623f-fb14-4ee3-930d-9215ba04b8f5,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:39.040739 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:39.099884 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:39.106246 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Routers {'2a9513cd-67fd-4a17-861c-526e4005c7b1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:39.106861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a9513cd-67fd-4a17-861c-526e4005c7b1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:39.109021 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:39.110946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df50ca-0d99-4dbc-a5f7-369df201ce5c None None] Pushing event updated for resources: {'Port': ['ID=e700623f-fb14-4ee3-930d-9215ba04b8f5,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:39.114488 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:39.115892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:39.222650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] Set router 2a9513cd-67fd-4a17-861c-526e4005c7b1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:39.245145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Router 2a9513cd-67fd-4a17-861c-526e4005c7b1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:39.355677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2eb0b60b-1ca3-4ce5-a106-fa69807d03fd None None] Provisioning complete for port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:39.356256 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2eb0b60b-1ca3-4ce5-a106-fa69807d03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:39.357155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:39.366995 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6c929e21-84d8-4087-9d8f-0afdc409ab15 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a9513cd-67fd-4a17-861c-526e4005c7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6094019 Jul 28 11:00:39.414003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0b60b-1ca3-4ce5-a106-fa69807d03fd None None] Port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:39.465699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 4, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port': {'id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b7ac507-38ac-4a48-a427-9ea944e97ae4', 'name': '', 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'mac_address': 'fa:16:3e:b5:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:38Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 2, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'subnets': [{'id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:39.496041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061899e6-70da-4b01-8970-09ea3b36c6de None None] The sync data for ids ['2a9513cd-67fd-4a17-861c-526e4005c7b1'] in n-d-850468-6 is: [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 4, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port': {'id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b7ac507-38ac-4a48-a427-9ea944e97ae4', 'name': '', 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'mac_address': 'fa:16:3e:b5:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:38Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 2, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'subnets': [{'id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:39.574893 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6455f977-3869-49f8-8d3c-209c02104a16 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:39.621385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 6455f977-3869-49f8-8d3c-209c02104a16 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:39.621716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (6455f977-3869-49f8-8d3c-209c02104a16), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:39.722420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 6455f977-3869-49f8-8d3c-209c02104a16 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:39.850098 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59e62-1765-46bb-9969-324903ddaaa4 req-15b5ce2e-b168-463a-b21c-e0112ab2e0b9 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:39.851750 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fe59e62-1765-46bb-9969-324903ddaaa4 req-15b5ce2e-b168-463a-b21c-e0112ab2e0b9 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/networks?id=78d42a4d-b45a-45ec-b262-2b711f90f254 HTTP/1.1" status: 200 len: 815 time: 0.1111095 Jul 28 11:00:39.867974 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fe59e62-1765-46bb-9969-324903ddaaa4 req-d4dcd983-05c2-4dc7-99c2-49a41a8f7fec tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/quotas/5f36552f494e4757a3bf42ffeaebd0b4 HTTP/1.1" status: 200 len: 375 time: 0.0106282 Jul 28 11:00:39.924397 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fe59e62-1765-46bb-9969-324903ddaaa4 req-e2b6575e-6cfa-45f5-9a42-7eace3be5df3 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f36552f494e4757a3bf42ffeaebd0b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509982 Jul 28 11:00:40.021360 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fe59e62-1765-46bb-9969-324903ddaaa4 req-230f292d-9f98-4401-afad-9ad77cff9b40 service neutron] 10.222.0.46 "GET /v2.0/networks/78d42a4d-b45a-45ec-b262-2b711f90f254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894313 Jul 28 11:00:40.122570 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fe59e62-1765-46bb-9969-324903ddaaa4 req-14f8b5d3-2107-480e-88d8-2534068d6b91 service neutron] 10.222.0.46 "GET /v2.0/networks/78d42a4d-b45a-45ec-b262-2b711f90f254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949945 Jul 28 11:00:40.328612 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4e5768c4-8c43-4ca1-8ae6-6757c1647b89 req-b1e51094-f0f7-4406-8a95-9ff5585da24d tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?device_id=d78e6ac2-eca7-47df-9dd1-edb24b1ba48c HTTP/1.1" status: 200 len: 210 time: 0.0374262 Jul 28 11:00:41.411929 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Sync routers for ids ['2a9513cd-67fd-4a17-861c-526e4005c7b1'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:41.423397 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Routers {'2a9513cd-67fd-4a17-861c-526e4005c7b1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:41.424005 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a9513cd-67fd-4a17-861c-526e4005c7b1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:41.445277 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9907bc2f-72f7-4cd4-9523-472950196719 req-bbd963c4-ff31-4907-8e4f-2bc69a120f3a tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?device_id=d78e6ac2-eca7-47df-9dd1-edb24b1ba48c HTTP/1.1" status: 200 len: 210 time: 0.0284438 Jul 28 11:00:41.514162 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:41.530172 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Set router 2a9513cd-67fd-4a17-861c-526e4005c7b1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:41.599479 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e700623f-fb14-4ee3-930d-9215ba04b8f5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:41.604336 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:41.625040 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-90edc0cf-0480-4a0d-803e-0c7ee04831b2 req-9a2816b9-6413-4fff-9c67-a83864c845e6 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?device_id=d78e6ac2-eca7-47df-9dd1-edb24b1ba48c HTTP/1.1" status: 200 len: 210 time: 0.0360551 Jul 28 11:00:41.651019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e700623f-fb14-4ee3-930d-9215ba04b8f5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:41.651439 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:41.736414 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 4, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port': {'id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b7ac507-38ac-4a48-a427-9ea944e97ae4', 'name': '', 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'mac_address': 'fa:16:3e:b5:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:38Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 2, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'subnets': [{'id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:41.739528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e700623f-fb14-4ee3-930d-9215ba04b8f5 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:41.739928 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:41.763081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e700623f-fb14-4ee3-930d-9215ba04b8f5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e700623f-fb14-4ee3-930d-9215ba04b8f5,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:41.763726 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Checking router: 2a9513cd-67fd-4a17-861c-526e4005c7b1 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:41.764058 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Updating router 2a9513cd-67fd-4a17-861c-526e4005c7b1 port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:00:41.768429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:41.786638 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:41.795000 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:41.827777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e700623f-fb14-4ee3-930d-9215ba04b8f5,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:42.061086 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Publish callbacks [] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.066373 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.077550 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a739c-a5f8-46a9-9ced-0ea8dadb96f1 req-9ced5b83-17c7-4073-83d2-92c8b569c56a tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:42.079066 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b5a739c-a5f8-46a9-9ced-0ea8dadb96f1 req-9ced5b83-17c7-4073-83d2-92c8b569c56a tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/networks?id=78d42a4d-b45a-45ec-b262-2b711f90f254 HTTP/1.1" status: 200 len: 815 time: 0.1053753 Jul 28 11:00:42.094714 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b5a739c-a5f8-46a9-9ced-0ea8dadb96f1 req-1f6add87-5a87-44b7-b417-b6f307da7dc0 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/quotas/5f36552f494e4757a3bf42ffeaebd0b4 HTTP/1.1" status: 200 len: 375 time: 0.0101106 Jul 28 11:00:42.116329 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:42.121990 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6af971-bed7-4295-83f4-59a23b6994c3 None None] Pushing event updated for resources: {'Port': ['ID=1b7ac507-38ac-4a48-a427-9ea944e97ae4,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:42.163307 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b5a739c-a5f8-46a9-9ced-0ea8dadb96f1 req-e8a5ac86-30da-4762-b11f-1f3cc729ddb8 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f36552f494e4757a3bf42ffeaebd0b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611098 Jul 28 11:00:42.175453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Attempting to bind port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:42.175829 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Attempting to bind port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:42.176185 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Attempting to bind port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 on network 78d42a4d-b45a-45ec-b262-2b711f90f254 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:42.181747 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:42.182156 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Checking segment: {'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:42.182554 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.182940 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Bound using segment: {'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:42.183408 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Bound port: 1b7ac507-38ac-4a48-a427-9ea944e97ae4, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc00870f-9ae6-471c-9eea-b377949e866d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:42.183776 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.252688 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] For port 1b7ac507-38ac-4a48-a427-9ea944e97ae4, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:42.255705 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b5a739c-a5f8-46a9-9ced-0ea8dadb96f1 req-fc6244b8-353e-49f4-a7de-05f52f9482ee service neutron] 10.222.0.46 "GET /v2.0/networks/78d42a4d-b45a-45ec-b262-2b711f90f254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911498 Jul 28 11:00:42.257036 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] For port 1b7ac507-38ac-4a48-a427-9ea944e97ae4, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1b7ac507-38ac-4a48-a427-9ea944e97ae4,segment=NetworkSegment(dc00870f-9ae6-471c-9eea-b377949e866d),segment_id=dc00870f-9ae6-471c-9eea-b377949e866d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:42.264440 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.315742 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Routers {'2a9513cd-67fd-4a17-861c-526e4005c7b1'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:42.316760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a9513cd-67fd-4a17-861c-526e4005c7b1'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:42.359911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bba6387c-176b-4af5-9664-c3994be172bf None None] Provisioning complete for port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:42.360830 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bba6387c-176b-4af5-9664-c3994be172bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.365200 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6af971-bed7-4295-83f4-59a23b6994c3 None None] Pushing event updated for resources: {'Port': ['ID=1b7ac507-38ac-4a48-a427-9ea944e97ae4,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:42.380940 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-3b5a739c-a5f8-46a9-9ced-0ea8dadb96f1 req-2d6a7037-4d4f-4082-ba3a-3ed18ecd5331 service neutron] 10.222.0.46 "GET /v2.0/networks/78d42a4d-b45a-45ec-b262-2b711f90f254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143730 Jul 28 11:00:42.457417 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:42.461627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bba6387c-176b-4af5-9664-c3994be172bf None None] Current status of the port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:42.462327 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bba6387c-176b-4af5-9664-c3994be172bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.528970 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bba6387c-176b-4af5-9664-c3994be172bf None None] For port 1b7ac507-38ac-4a48-a427-9ea944e97ae4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1b7ac507-38ac-4a48-a427-9ea944e97ae4,segment=NetworkSegment(dc00870f-9ae6-471c-9eea-b377949e866d),segment_id=dc00870f-9ae6-471c-9eea-b377949e866d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:42.536909 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bba6387c-176b-4af5-9664-c3994be172bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.547326 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:42.575111 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] Set router 2a9513cd-67fd-4a17-861c-526e4005c7b1 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:42.586637 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:42.590171 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-d48f3560-cc6b-4ef4-a43c-fa0311cbd87f req-88b55a2b-1ee5-4e28-bda6-a9e20f1a5eaf tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?device_id=399b579a-0f43-4611-8a9f-9075890edc1e HTTP/1.1" status: 200 len: 210 time: 0.0337820 Jul 28 11:00:42.594286 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:42.614278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6387c-176b-4af5-9664-c3994be172bf None None] Pushing event updated for resources: {'Port': ['ID=1b7ac507-38ac-4a48-a427-9ea944e97ae4,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:42.658160 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4f35e8a9-c4c5-4c96-8c8c-9c20478ce582 None None] Provisioning complete for port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:42.658442 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f35e8a9-c4c5-4c96-8c8c-9c20478ce582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:42.737658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4f35e8a9-c4c5-4c96-8c8c-9c20478ce582 None None] Current status of the port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:42.795052 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 4, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port': {'id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b7ac507-38ac-4a48-a427-9ea944e97ae4', 'name': '', 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'mac_address': 'fa:16:3e:b5:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:38Z', 'updated_at': '2022-07-28T11:00:42Z', 'revision_number': 4, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'subnets': [{'id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:42.823626 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f53608-8d54-4ef1-b341-5f0c6e0154ad None None] The sync data for ids ['2a9513cd-67fd-4a17-861c-526e4005c7b1'] in n-d-850468-6 is: [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:38Z', 'revision_number': 4, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port': {'id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '1b7ac507-38ac-4a48-a427-9ea944e97ae4', 'name': '', 'network_id': '78d42a4d-b45a-45ec-b262-2b711f90f254', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'mac_address': 'fa:16:3e:b5:db:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:38Z', 'updated_at': '2022-07-28T11:00:42Z', 'revision_number': 4, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'subnets': [{'id': 'c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:43.587252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e700623f-fb14-4ee3-930d-9215ba04b8f5 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:43.632204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e700623f-fb14-4ee3-930d-9215ba04b8f5 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:43.632809 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:43.704583 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-768ca921-71d8-4124-bea8-85a83b969ca0 req-e20264e7-36a2-491a-a460-98dff876bff9 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?device_id=399b579a-0f43-4611-8a9f-9075890edc1e HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jul 28 11:00:43.707662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e700623f-fb14-4ee3-930d-9215ba04b8f5 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:43.708716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1b7ac507-38ac-4a48-a427-9ea944e97ae4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:43.751834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:43.752215 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:43.833734 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:43.860917 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-40d2930d-c660-45e7-b023-3132568dcb53 req-d40156e7-6898-48ae-a288-fe82c68029e4 tempest-ServerDiskConfigTestJSON-1506053042 tempest-ServerDiskConfigTestJSON-1506053042-project] 10.222.0.46 "GET /v2.0/ports?device_id=399b579a-0f43-4611-8a9f-9075890edc1e HTTP/1.1" status: 200 len: 210 time: 0.0320697 Jul 28 11:00:44.063014 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56404) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:44.100005 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:44.374287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (2a9513cd-67fd-4a17-861c-526e4005c7b1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:44.592912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Deleting port 1b7ac507-38ac-4a48-a427-9ea944e97ae4 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:44.593171 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:44.671387 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] For port 1b7ac507-38ac-4a48-a427-9ea944e97ae4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1b7ac507-38ac-4a48-a427-9ea944e97ae4,segment=NetworkSegment(dc00870f-9ae6-471c-9eea-b377949e866d),segment_id=dc00870f-9ae6-471c-9eea-b377949e866d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:44.671748 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:44.685444 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Calling delete_port for 1b7ac507-38ac-4a48-a427-9ea944e97ae4 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:44.745251 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:44.873576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1b7ac507-38ac-4a48-a427-9ea944e97ae4), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:44.903467 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7ac507-38ac-4a48-a427-9ea944e97ae4,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:44.947256 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:45.082899 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (2a9513cd-67fd-4a17-861c-526e4005c7b1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:45.286013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Router 2a9513cd-67fd-4a17-861c-526e4005c7b1 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:45.390814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:45.395715 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9ff842a7-6d37-4198-aab5-fc471e028598 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a9513cd-67fd-4a17-861c-526e4005c7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3341093 Jul 28 11:00:45.398424 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56406) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:45.400914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] Sync routers for ids ['2a9513cd-67fd-4a17-861c-526e4005c7b1'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:45.411959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] Routers {'2a9513cd-67fd-4a17-861c-526e4005c7b1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:45.412653 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a9513cd-67fd-4a17-861c-526e4005c7b1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:45.498970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks [] for router (2a9513cd-67fd-4a17-861c-526e4005c7b1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:45.515514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] Set router 2a9513cd-67fd-4a17-861c-526e4005c7b1 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:45.577057 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:45.610969 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks [] for router_gateway (2a9513cd-67fd-4a17-861c-526e4005c7b1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:45.653434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Deleting port e700623f-fb14-4ee3-930d-9215ba04b8f5 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:45.653772 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:45.686795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:44Z', 'revision_number': 5, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port': {'id': 'e700623f-fb14-4ee3-930d-9215ba04b8f5', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:45.714026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] Checking router: 2a9513cd-67fd-4a17-861c-526e4005c7b1 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:45.723293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] Routers {'2a9513cd-67fd-4a17-861c-526e4005c7b1'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:45.723920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2a9513cd-67fd-4a17-861c-526e4005c7b1'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:45.789835 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:45.816990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] Set router 2a9513cd-67fd-4a17-861c-526e4005c7b1 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:45.871472 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:45Z', 'revision_number': 6, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:45.897525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db022cc-cb43-4833-8cc3-2701cb9e83bd None None] The sync data for ids ['2a9513cd-67fd-4a17-861c-526e4005c7b1'] in n-d-850468-6 is: [{'id': '2a9513cd-67fd-4a17-861c-526e4005c7b1', 'name': 'tempest-ServerDiskConfigTestJSON-1781899348-router', 'tenant_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:36Z', 'updated_at': '2022-07-28T11:00:45Z', 'revision_number': 6, 'project_id': '5f36552f494e4757a3bf42ffeaebd0b4', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:45.995994 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] For port e700623f-fb14-4ee3-930d-9215ba04b8f5, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e700623f-fb14-4ee3-930d-9215ba04b8f5,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:45.996620 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.008642 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Calling delete_port for e700623f-fb14-4ee3-930d-9215ba04b8f5 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:46.163186 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:46.169818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e700623f-fb14-4ee3-930d-9215ba04b8f5), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.195643 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Pushing event deleted for resources: {'Port': ['ID=e700623f-fb14-4ee3-930d-9215ba04b8f5,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:46.264331 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (2a9513cd-67fd-4a17-861c-526e4005c7b1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.356791 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (2a9513cd-67fd-4a17-861c-526e4005c7b1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.359025 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks [] for router_controller (2a9513cd-67fd-4a17-861c-526e4005c7b1), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.403104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (2a9513cd-67fd-4a17-861c-526e4005c7b1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.403703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9513cd-67fd-4a17-861c-526e4005c7b1 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:00:46.408443 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.409343 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb75bb64-3022-427b-b8e4-d2958c35c07c admin admin] 10.222.0.46 "DELETE /v2.0/routers/2a9513cd-67fd-4a17-861c-526e4005c7b1 HTTP/1.1" status: 204 len: 168 time: 1.0100136 Jul 28 11:00:46.411871 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56408) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:46.456333 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] Deleting subnet c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:00:46.459483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] Publish callbacks [] for subnet (c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.494250 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.573869 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.631139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.659499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:46.663168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.667115 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-38c15b21-7c55-4a68-81c3-0fd96bac879a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c06c6ae3-380f-40e8-9d7b-4ad49b3ddab6 HTTP/1.1" status: 204 len: 168 time: 0.2542684 Jul 28 11:00:46.670611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56410) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:46.673176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a929f08-aaf4-4e4e-86d6-4df65dfa3d92 None None] Network 78d42a4d-b45a-45ec-b262-2b711f90f254 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:46.678716 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:46.749138 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (78d42a4d-b45a-45ec-b262-2b711f90f254), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.798190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Deleting port 6455f977-3869-49f8-8d3c-209c02104a16 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:46.798533 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (6455f977-3869-49f8-8d3c-209c02104a16), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.868222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] For port 6455f977-3869-49f8-8d3c-209c02104a16, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=6455f977-3869-49f8-8d3c-209c02104a16,segment=NetworkSegment(dc00870f-9ae6-471c-9eea-b377949e866d),segment_id=dc00870f-9ae6-471c-9eea-b377949e866d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:46.868582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (6455f977-3869-49f8-8d3c-209c02104a16), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:46.893244 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Calling delete_port for 6455f977-3869-49f8-8d3c-209c02104a16 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:46.985801 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (6455f977-3869-49f8-8d3c-209c02104a16), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.011116 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Pushing event deleted for resources: {'Port': ['ID=6455f977-3869-49f8-8d3c-209c02104a16,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:47.013338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1231d-17d4-44ea-8866-18fff0db3bb3 None None] DHCP port deletion for 78d42a4d-b45a-45ec-b262-2b711f90f254 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:00:47.014717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] No DVR routers for this DVR port 6455f977-3869-49f8-8d3c-209c02104a16 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:00:47.101573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (78d42a4d-b45a-45ec-b262-2b711f90f254), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.121067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d42a4d-b45a-45ec-b262-2b711f90f254']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:47.130198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc00870f-9ae6-471c-9eea-b377949e866d') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:47.130502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc00870f-9ae6-471c-9eea-b377949e866d') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:47.140672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (dc00870f-9ae6-471c-9eea-b377949e866d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.148668 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:47.155800 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (dc00870f-9ae6-471c-9eea-b377949e866d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.163414 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:00:47.163797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (dc00870f-9ae6-471c-9eea-b377949e866d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.202743 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment dc00870f-9ae6-471c-9eea-b377949e866d resource provider aggregate not found Jul 28 11:00:47.221309 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment dc00870f-9ae6-471c-9eea-b377949e866d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc00870f-9ae6-471c-9eea-b377949e866d found for delete ", "request_id": "req-77551db1-c0c4-4ec0-afcf-e5ddac495a3e"}]} Jul 28 11:00:47.230090 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (78d42a4d-b45a-45ec-b262-2b711f90f254), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.235703 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.238865 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] 10.222.0.46 "DELETE /v2.0/networks/78d42a4d-b45a-45ec-b262-2b711f90f254 HTTP/1.1" status: 204 len: 168 time: 0.5673130 Jul 28 11:00:47.255826 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097689-0f1f-499e-8328-e10fda36c389 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d42a4d-b45a-45ec-b262-2b711f90f254,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:47.349164 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56418) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:47.394355 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-08f19ecc-467a-44c2-9d6f-4409ed4ad818 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f36552f494e4757a3bf42ffeaebd0b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426977 Jul 28 11:00:47.396869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56420) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:47.424722 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:47.447958 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b502d0e6-96e7-4b54-8060-e001f447c018 admin admin] Publish callbacks [] for security_group (40a28343-3a29-46b8-9515-69cac717fc2b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.469311 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b502d0e6-96e7-4b54-8060-e001f447c018 admin admin] Publish callbacks [] for security_group (40a28343-3a29-46b8-9515-69cac717fc2b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.517120 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b502d0e6-96e7-4b54-8060-e001f447c018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (40a28343-3a29-46b8-9515-69cac717fc2b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.519919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b502d0e6-96e7-4b54-8060-e001f447c018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:47.521069 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b502d0e6-96e7-4b54-8060-e001f447c018 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40a28343-3a29-46b8-9515-69cac717fc2b HTTP/1.1" status: 204 len: 168 time: 0.1227169 Jul 28 11:00:47.529895 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502d0e6-96e7-4b54-8060-e001f447c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a28343-3a29-46b8-9515-69cac717fc2b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:47.582445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e700623f-fb14-4ee3-930d-9215ba04b8f5 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:47.602768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e700623f-fb14-4ee3-930d-9215ba04b8f5 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:47.603126 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e700623f-fb14-4ee3-930d-9215ba04b8f5 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:47.603539 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1b7ac507-38ac-4a48-a427-9ea944e97ae4 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:47.605029 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:47.626778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1b7ac507-38ac-4a48-a427-9ea944e97ae4 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:47.627136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1b7ac507-38ac-4a48-a427-9ea944e97ae4 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:47.627545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6455f977-3869-49f8-8d3c-209c02104a16 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:47.649185 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 6455f977-3869-49f8-8d3c-209c02104a16 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:47.649540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 6455f977-3869-49f8-8d3c-209c02104a16 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:48.211691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56442) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:48.310443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1934093880-network', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:48.330195 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Made reservation on behalf of d137120b983f4a1da6ed985a11c085e0 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:00:48.332872 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.342370 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.422049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks [] for security_group (b0e59a8e-0578-44b5-95a1-ba8a0b4e832d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.426242 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b0e59a8e-0578-44b5-95a1-ba8a0b4e832d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.451515 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:00:48.462254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e59a8e-0578-44b5-95a1-ba8a0b4e832d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:48.467215 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (878d8fb9-2759-4bbb-9923-04b84572b6f0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.467562 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Added segment 878d8fb9-2759-4bbb-9923-04b84572b6f0 of type vlan for network cdc3aec4-d34c-4af1-ad92-fc04230a9651 Jul 28 11:00:48.509207 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (cdc3aec4-d34c-4af1-ad92-fc04230a9651), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.511391 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:48.537392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (cdc3aec4-d34c-4af1-ad92-fc04230a9651), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.538215 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:48.538797 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.594201 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3813522 Jul 28 11:00:48.597328 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56446) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:48.602468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Request body: {'subnet': {'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1934093880-subnet', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:48.607151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a519d5-79de-4dae-b17c-2f16b9498941 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc3aec4-d34c-4af1-ad92-fc04230a9651,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:48.616791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:00:48.627144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Made reservation on behalf of d137120b983f4a1da6ed985a11c085e0 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:00:48.629729 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.804684 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (fa1d3286-4330-4c7c-b7a7-006118479d99), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.867962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1d3286-4330-4c7c-b7a7-006118479d99,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:48.876058 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Checking segment: {'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:48.876414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Network hostable DHCP agents. Network: cdc3aec4-d34c-4af1-ad92-fc04230a9651, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:00:48.893599 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:00:48.902089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, cdc3aec4-d34c-4af1-ad92-fc04230a9651) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:48.905880 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:48.906477 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.910769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e89caa-3a66-46cb-b3c9-c0764e2252e0 None None] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:48.922342 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f24a7bef-37e6-494c-8179-638b727bd333 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3238957 Jul 28 11:00:48.924969 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56448) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:48.929981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:48.951276 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (37fd477e-755c-41a5-b4be-46a7a757c303), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:48.952312 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (37fd477e-755c-41a5-b4be-46a7a757c303), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.002765 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks [] for router_controller (37fd477e-755c-41a5-b4be-46a7a757c303), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.022191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-cdc3aec4-d34c-4af1-ad92-fc04230a9651', 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651', 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'fixed_ips': [{'subnet_id': 'fa1d3286-4330-4c7c-b7a7-006118479d99'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:00:49.023089 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.144589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks [] for router_gateway (37fd477e-755c-41a5-b4be-46a7a757c303), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.172800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Allocated IP 172.20.0.2 (cdc3aec4-d34c-4af1-ad92-fc04230a9651/fa1d3286-4330-4c7c-b7a7-006118479d99/e1fadb7d-78cf-4952-a555-e018b5739858) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:49.284290 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:49.308140 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:49.314943 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Publish callbacks [] for port (e1fadb7d-78cf-4952-a555-e018b5739858), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.320538 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.330771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks [] for router_gateway (37fd477e-755c-41a5-b4be-46a7a757c303), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.350661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.370542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:49.375516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:49.379367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:49.384888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Pushing event updated for resources: {'Port': ['ID=e1fadb7d-78cf-4952-a555-e018b5739858,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:49.441978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Attempting to bind port e1fadb7d-78cf-4952-a555-e018b5739858 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:49.442262 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Attempting to bind port e1fadb7d-78cf-4952-a555-e018b5739858 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:49.442628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Attempting to bind port e1fadb7d-78cf-4952-a555-e018b5739858 on network cdc3aec4-d34c-4af1-ad92-fc04230a9651 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:49.448655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:49.449030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Checking segment: {'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:49.449428 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.449813 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Bound using segment: {'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:49.450302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Bound port: e1fadb7d-78cf-4952-a555-e018b5739858, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:49.450679 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.458413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Allocated IP 172.25.2.246 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/3adb7d19-55fe-4ef0-b224-2ff60151e44d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:49.513729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] For port e1fadb7d-78cf-4952-a555-e018b5739858, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:49.516837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] For port e1fadb7d-78cf-4952-a555-e018b5739858, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1fadb7d-78cf-4952-a555-e018b5739858,segment=NetworkSegment(878d8fb9-2759-4bbb-9923-04b84572b6f0),segment_id=878d8fb9-2759-4bbb-9923-04b84572b6f0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:49.522974 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.567599 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:49.572573 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks [] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.583389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b9fb-3304-47ae-ace5-1a2f2610a9a5 None None] Pushing event updated for resources: {'Port': ['ID=e1fadb7d-78cf-4952-a555-e018b5739858,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:49.606090 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:49.644678 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:49.650156 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:49.653926 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:49.681671 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Pushing event updated for resources: {'Port': ['ID=3adb7d19-55fe-4ef0-b224-2ff60151e44d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:50.200186 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks [] for router_gateway (37fd477e-755c-41a5-b4be-46a7a757c303), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:50.397300 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (37fd477e-755c-41a5-b4be-46a7a757c303), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:50.399155 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:50.506747 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:50.508918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfd381b-7641-44f6-8384-7db2525539a5 None None] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:50.534448 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Router 37fd477e-755c-41a5-b4be-46a7a757c303 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:00:50.624681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8ef48be6-986c-4398-9881-15bd534322e6 None None] Provisioning complete for port e1fadb7d-78cf-4952-a555-e018b5739858 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:50.624989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ef48be6-986c-4398-9881-15bd534322e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:50.647652 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:50.650644 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:50.660720 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Sync routers for ids ['37fd477e-755c-41a5-b4be-46a7a757c303'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:50.671251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:50.672253 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8247a23c-2a8a-4c51-b058-6dd6edf18c7c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7463636 Jul 28 11:00:50.673448 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Routers {'37fd477e-755c-41a5-b4be-46a7a757c303'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:50.674319 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['37fd477e-755c-41a5-b4be-46a7a757c303'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:50.675316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56450) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:50.722110 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:50.732553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8ef48be6-986c-4398-9881-15bd534322e6 None None] Current status of the port e1fadb7d-78cf-4952-a555-e018b5739858 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:50.732950 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ef48be6-986c-4398-9881-15bd534322e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:50.771169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8ef48be6-986c-4398-9881-15bd534322e6 None None] For port e1fadb7d-78cf-4952-a555-e018b5739858, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1fadb7d-78cf-4952-a555-e018b5739858,segment=NetworkSegment(878d8fb9-2759-4bbb-9923-04b84572b6f0),segment_id=878d8fb9-2759-4bbb-9923-04b84572b6f0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:50.776735 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8ef48be6-986c-4398-9881-15bd534322e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:50.792508 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Set router 37fd477e-755c-41a5-b4be-46a7a757c303 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:50.830338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef48be6-986c-4398-9881-15bd534322e6 None None] Pushing event updated for resources: {'Port': ['ID=e1fadb7d-78cf-4952-a555-e018b5739858,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:50.975305 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:49Z', 'revision_number': 3, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port': {'id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:49Z', 'updated_at': '2022-07-28T11:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:50.995903 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0784a556-bbd2-42a1-a523-791966e48dee None None] Provisioning complete for port e1fadb7d-78cf-4952-a555-e018b5739858 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:50.996282 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0784a556-bbd2-42a1-a523-791966e48dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.000758 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Checking router: 37fd477e-755c-41a5-b4be-46a7a757c303 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:51.001112 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Updating router 37fd477e-755c-41a5-b4be-46a7a757c303 port 3adb7d19-55fe-4ef0-b224-2ff60151e44d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:00:51.034037 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.078451 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0784a556-bbd2-42a1-a523-791966e48dee None None] Current status of the port e1fadb7d-78cf-4952-a555-e018b5739858 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:51.138318 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.153027 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:51.284086 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Publish callbacks [] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.294222 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.299344 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Allocated IP 172.20.0.1 (cdc3aec4-d34c-4af1-ad92-fc04230a9651/fa1d3286-4330-4c7c-b7a7-006118479d99/65b64731-57ef-4e76-bae4-599d36047d2b) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:51.299530 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:51.349229 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Pushing event updated for resources: {'Port': ['ID=3adb7d19-55fe-4ef0-b224-2ff60151e44d,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:51.360515 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Attempting to bind port 3adb7d19-55fe-4ef0-b224-2ff60151e44d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:51.360895 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Attempting to bind port 3adb7d19-55fe-4ef0-b224-2ff60151e44d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:51.361264 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Attempting to bind port 3adb7d19-55fe-4ef0-b224-2ff60151e44d on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:51.363948 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.364303 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.364644 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.364982 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.365338 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.365680 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.366037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.366370 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.366699 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.367027 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.367352 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.367680 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.368006 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.368326 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.368648 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:00:51.375451 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:51.375824 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:51.376444 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.376822 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:51.377316 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Bound port: 3adb7d19-55fe-4ef0-b224-2ff60151e44d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:51.378122 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.413434 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks [] for port (65b64731-57ef-4e76-bae4-599d36047d2b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.429614 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] For port 3adb7d19-55fe-4ef0-b224-2ff60151e44d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:51.432647 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] For port 3adb7d19-55fe-4ef0-b224-2ff60151e44d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3adb7d19-55fe-4ef0-b224-2ff60151e44d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:51.436282 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:51.438532 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.448926 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.489625 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Routers {'37fd477e-755c-41a5-b4be-46a7a757c303'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:51.490262 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['37fd477e-755c-41a5-b4be-46a7a757c303'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:51.495496 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:51.500662 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:51.502851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Pushing event updated for resources: {'Port': ['ID=65b64731-57ef-4e76-bae4-599d36047d2b,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:51.505132 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:51.549614 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (37fd477e-755c-41a5-b4be-46a7a757c303), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.585113 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4a929-8401-45b9-834b-1376cf15b3b1 None None] Pushing event updated for resources: {'Port': ['ID=3adb7d19-55fe-4ef0-b224-2ff60151e44d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:51.620000 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] Set router 37fd477e-755c-41a5-b4be-46a7a757c303 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:51.673843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1fadb7d-78cf-4952-a555-e018b5739858 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:51.714084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.719066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e1fadb7d-78cf-4952-a555-e018b5739858 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:51.719458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.804348 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:51.813681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1fadb7d-78cf-4952-a555-e018b5739858 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:51.821382 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d6f7b9d5-a790-4a4d-a3ca-d5b01e1a4741 None None] Provisioning complete for port 65b64731-57ef-4e76-bae4-599d36047d2b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:51.821967 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d6f7b9d5-a790-4a4d-a3ca-d5b01e1a4741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.857754 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:49Z', 'revision_number': 3, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port': {'id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:49Z', 'updated_at': '2022-07-28T11:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:51.858960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7b9d5-a790-4a4d-a3ca-d5b01e1a4741 None None] Port 65b64731-57ef-4e76-bae4-599d36047d2b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:51.887103 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91906107-5e58-4c32-9c13-6541634fb0fd None None] The sync data for ids ['37fd477e-755c-41a5-b4be-46a7a757c303'] in n-d-850468-6 is: [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:49Z', 'revision_number': 3, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port': {'id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:49Z', 'updated_at': '2022-07-28T11:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:51.908371 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks [] for port (65b64731-57ef-4e76-bae4-599d36047d2b), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.914158 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.980559 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:51.991832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (37fd477e-755c-41a5-b4be-46a7a757c303), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:51.993569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Pushing event updated for resources: {'Port': ['ID=65b64731-57ef-4e76-bae4-599d36047d2b,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:52.092848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:52.094236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:52.221633 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Router 37fd477e-755c-41a5-b4be-46a7a757c303 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:52.337423 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:52.342774 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0b78693c-496f-43a8-9a76-68452216acdf admin admin] 10.222.0.46 "PUT /v2.0/routers/37fd477e-755c-41a5-b4be-46a7a757c303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656723 Jul 28 11:00:52.382101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4599e00e-b3f3-4c4f-83f5-e3a681b50453 None None] Provisioning complete for port 65b64731-57ef-4e76-bae4-599d36047d2b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:52.382641 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4599e00e-b3f3-4c4f-83f5-e3a681b50453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.418746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4599e00e-b3f3-4c4f-83f5-e3a681b50453 None None] Port 65b64731-57ef-4e76-bae4-599d36047d2b cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:00:52.667670 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56458) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:52.672690 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b7df424d-c939-47e2-a82b-5a79acef7e4e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254201204', 'description': 'tempest-description--1498458345'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:52.688767 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:52.697645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b7df424d-c939-47e2-a82b-5a79acef7e4e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.775969 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b7df424d-c939-47e2-a82b-5a79acef7e4e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group (4057145b-7ca5-4822-ba7a-1219c9431266), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.780979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b7df424d-c939-47e2-a82b-5a79acef7e4e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4057145b-7ca5-4822-ba7a-1219c9431266), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.814968 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b7df424d-c939-47e2-a82b-5a79acef7e4e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.815826 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b7df424d-c939-47e2-a82b-5a79acef7e4e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1469195 Jul 28 11:00:52.817802 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df424d-c939-47e2-a82b-5a79acef7e4e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4057145b-7ca5-4822-ba7a-1219c9431266,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:52.818906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56460) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:52.823463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-830a8278-fccf-4b6c-a156-42fd1c7e0173 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Request body: {'security_group_rule': {'security_group_id': '4057145b-7ca5-4822-ba7a-1219c9431266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:52.852063 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-830a8278-fccf-4b6c-a156-42fd1c7e0173 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group_rule (b8f9a81f-406a-484d-945a-68789ae62dfe), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.910167 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-830a8278-fccf-4b6c-a156-42fd1c7e0173 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group_rule (b8f9a81f-406a-484d-945a-68789ae62dfe), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.914686 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-830a8278-fccf-4b6c-a156-42fd1c7e0173 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b8f9a81f-406a-484d-945a-68789ae62dfe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.932753 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8278-fccf-4b6c-a156-42fd1c7e0173 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f9a81f-406a-484d-945a-68789ae62dfe,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:52.946025 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-830a8278-fccf-4b6c-a156-42fd1c7e0173 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:52.947302 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-830a8278-fccf-4b6c-a156-42fd1c7e0173 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273668 Jul 28 11:00:52.949976 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56462) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:52.954485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1aa49ac3-8178-4e56-b1cc-6c133f71d290 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Request body: {'security_group_rule': {'security_group_id': '4057145b-7ca5-4822-ba7a-1219c9431266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:52.981730 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1aa49ac3-8178-4e56-b1cc-6c133f71d290 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group_rule (99085a38-ed0a-47eb-a895-99857242f1a9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.037458 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1aa49ac3-8178-4e56-b1cc-6c133f71d290 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group_rule (99085a38-ed0a-47eb-a895-99857242f1a9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.041556 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1aa49ac3-8178-4e56-b1cc-6c133f71d290 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (99085a38-ed0a-47eb-a895-99857242f1a9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.059845 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa49ac3-8178-4e56-b1cc-6c133f71d290 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99085a38-ed0a-47eb-a895-99857242f1a9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:53.067077 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1aa49ac3-8178-4e56-b1cc-6c133f71d290 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.068286 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1aa49ac3-8178-4e56-b1cc-6c133f71d290 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173327 Jul 28 11:00:53.072121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56464) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:53.076401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Request body: {'floatingip': {'floating_network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:00:53.099434 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.189553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.270183 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:53.297577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Allocated IP 172.25.2.40 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a3f7edd7-62d0-468c-8160-8085b658e835) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:00:53.410258 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for port (a3f7edd7-62d0-468c-8160-8085b658e835), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.432891 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:53.445840 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a3f7edd7-62d0-468c-8160-8085b658e835), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.455088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Sync routers for ids ['37fd477e-755c-41a5-b4be-46a7a757c303'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:53.465651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Routers {'37fd477e-755c-41a5-b4be-46a7a757c303'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:53.466296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['37fd477e-755c-41a5-b4be-46a7a757c303'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:53.497522 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:00:53.500995 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:00:53.505141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:00:53.508675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Pushing event updated for resources: {'Port': ['ID=a3f7edd7-62d0-468c-8160-8085b658e835,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:53.579349 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Set router 37fd477e-755c-41a5-b4be-46a7a757c303 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:53.609662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3adb7d19-55fe-4ef0-b224-2ff60151e44d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:53.635777 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for floatingip (0859270f-ab52-4974-92d4-3d8b18150566), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.639667 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:53.679310 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a3f7edd7-62d0-468c-8160-8085b658e835), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.746367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3adb7d19-55fe-4ef0-b224-2ff60151e44d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:53.746663 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.784121 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:53.836967 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for port (a3f7edd7-62d0-468c-8160-8085b658e835), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.842322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (a3f7edd7-62d0-468c-8160-8085b658e835), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.868114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:51Z', 'revision_number': 4, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port': {'id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:49Z', 'updated_at': '2022-07-28T11:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '65b64731-57ef-4e76-bae4-599d36047d2b', 'name': '', 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'mac_address': 'fa:16:3e:54:d2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fa1d3286-4330-4c7c-b7a7-006118479d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:51Z', 'updated_at': '2022-07-28T11:00:51Z', 'revision_number': 2, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'subnets': [{'id': 'fa1d3286-4330-4c7c-b7a7-006118479d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:53.901005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Checking router: 37fd477e-755c-41a5-b4be-46a7a757c303 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:53.901361 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Updating router 37fd477e-755c-41a5-b4be-46a7a757c303 port 65b64731-57ef-4e76-bae4-599d36047d2b binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:00:53.905913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3adb7d19-55fe-4ef0-b224-2ff60151e44d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:53.906039 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.914675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Pushing event updated for resources: {'Port': ['ID=a3f7edd7-62d0-468c-8160-8085b658e835,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:53.926599 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3901924'] for floatingip (0859270f-ab52-4974-92d4-3d8b18150566), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.941551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.942858 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ebab163a-37ab-4b85-ae74-bf6162f20835 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8697798 Jul 28 11:00:53.950925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 3adb7d19-55fe-4ef0-b224-2ff60151e44d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3adb7d19-55fe-4ef0-b224-2ff60151e44d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:53.952009 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:53.955960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:54.120857 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6e96099f-7a1b-483f-8721-a46e983bdd85 req-3c902d51-baa1-4859-8500-17f9df1a07e4 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--254201204&fields=id&tenant_id=d137120b983f4a1da6ed985a11c085e0 HTTP/1.1" status: 200 len: 267 time: 0.0490301 Jul 28 11:00:54.175627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=3adb7d19-55fe-4ef0-b224-2ff60151e44d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:54.232805 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96099f-7a1b-483f-8721-a46e983bdd85 req-b933dc5d-70f5-4031-9bba-85f82095ee6e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:00:54.234304 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6e96099f-7a1b-483f-8721-a46e983bdd85 req-b933dc5d-70f5-4031-9bba-85f82095ee6e tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/networks?id=cdc3aec4-d34c-4af1-ad92-fc04230a9651 HTTP/1.1" status: 200 len: 812 time: 0.1077616 Jul 28 11:00:54.249717 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6e96099f-7a1b-483f-8721-a46e983bdd85 req-c8631db6-8eb2-4f6e-86d1-d7681c778592 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/quotas/d137120b983f4a1da6ed985a11c085e0 HTTP/1.1" status: 200 len: 375 time: 0.0099814 Jul 28 11:00:54.299919 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6e96099f-7a1b-483f-8721-a46e983bdd85 req-0fe7c38d-cc9b-4023-893e-8bca5e0178f6 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d137120b983f4a1da6ed985a11c085e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448456 Jul 28 11:00:54.389233 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Publish callbacks [] for port (65b64731-57ef-4e76-bae4-599d36047d2b), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:54.396198 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:54.447369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503848c8-b124-4090-a674-b68f6517c50b None None] Pushing event updated for resources: {'Port': ['ID=65b64731-57ef-4e76-bae4-599d36047d2b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:54.512301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Attempting to bind port 65b64731-57ef-4e76-bae4-599d36047d2b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:00:54.513023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Attempting to bind port 65b64731-57ef-4e76-bae4-599d36047d2b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:00:54.513023 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Attempting to bind port 65b64731-57ef-4e76-bae4-599d36047d2b on network cdc3aec4-d34c-4af1-ad92-fc04230a9651 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:00:54.518964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:00:54.519395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Checking segment: {'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:00:54.519755 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:54.520151 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Bound using segment: {'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:00:54.520629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Bound port: 65b64731-57ef-4e76-bae4-599d36047d2b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878d8fb9-2759-4bbb-9923-04b84572b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:00:54.521014 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:54.577046 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:54.592087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] For port 65b64731-57ef-4e76-bae4-599d36047d2b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:00:54.595863 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] For port 65b64731-57ef-4e76-bae4-599d36047d2b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=65b64731-57ef-4e76-bae4-599d36047d2b,segment=NetworkSegment(878d8fb9-2759-4bbb-9923-04b84572b6f0),segment_id=878d8fb9-2759-4bbb-9923-04b84572b6f0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:00:54.602966 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:54.676232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Routers {'37fd477e-755c-41a5-b4be-46a7a757c303'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:54.676859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['37fd477e-755c-41a5-b4be-46a7a757c303'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:54.678838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d58205f1-67f7-4071-bb43-245eba2c4983 None None] Provisioning complete for port 65b64731-57ef-4e76-bae4-599d36047d2b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:54.679210 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d58205f1-67f7-4071-bb43-245eba2c4983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:54.701784 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6e96099f-7a1b-483f-8721-a46e983bdd85 req-9ea255fc-72f1-4ee4-b944-461ce0a31862 service neutron] 10.222.0.46 "GET /v2.0/networks/cdc3aec4-d34c-4af1-ad92-fc04230a9651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893394 Jul 28 11:00:54.735801 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503848c8-b124-4090-a674-b68f6517c50b None None] Pushing event updated for resources: {'Port': ['ID=65b64731-57ef-4e76-bae4-599d36047d2b,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:54.760401 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:54.816633 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6e96099f-7a1b-483f-8721-a46e983bdd85 req-0f4d4c42-1226-460e-a8dd-426e8f9da370 service neutron] 10.222.0.46 "GET /v2.0/networks/cdc3aec4-d34c-4af1-ad92-fc04230a9651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092083 Jul 28 11:00:54.851489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] Set router 37fd477e-755c-41a5-b4be-46a7a757c303 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:54.891766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d58205f1-67f7-4071-bb43-245eba2c4983 None None] Current status of the port 65b64731-57ef-4e76-bae4-599d36047d2b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:54.892176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d58205f1-67f7-4071-bb43-245eba2c4983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:55.006804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d58205f1-67f7-4071-bb43-245eba2c4983 None None] For port 65b64731-57ef-4e76-bae4-599d36047d2b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=65b64731-57ef-4e76-bae4-599d36047d2b,segment=NetworkSegment(878d8fb9-2759-4bbb-9923-04b84572b6f0),segment_id=878d8fb9-2759-4bbb-9923-04b84572b6f0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:55.017611 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d58205f1-67f7-4071-bb43-245eba2c4983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:55.035769 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-2514b5e7-ca89-4cea-b162-1aa9edc22bbb req-ad9d3b7c-5736-4b13-8a5c-448b48b4b6eb tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb975bf1-f5a2-4c9c-80ac-953868238ad9 HTTP/1.1" status: 200 len: 210 time: 0.0470893 Jul 28 11:00:55.098405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58205f1-67f7-4071-bb43-245eba2c4983 None None] Pushing event updated for resources: {'Port': ['ID=65b64731-57ef-4e76-bae4-599d36047d2b,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:55.147229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-030f1430-6c77-421c-99a2-25fea4fa4735 None None] Provisioning complete for port 65b64731-57ef-4e76-bae4-599d36047d2b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:55.147888 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-030f1430-6c77-421c-99a2-25fea4fa4735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:55.174448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:51Z', 'revision_number': 4, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port': {'id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:49Z', 'updated_at': '2022-07-28T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '65b64731-57ef-4e76-bae4-599d36047d2b', 'name': '', 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'mac_address': 'fa:16:3e:54:d2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fa1d3286-4330-4c7c-b7a7-006118479d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:51Z', 'updated_at': '2022-07-28T11:00:54Z', 'revision_number': 4, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'subnets': [{'id': 'fa1d3286-4330-4c7c-b7a7-006118479d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:55.209636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16605904-5446-434f-90b5-fd7781a28fd6 None None] The sync data for ids ['37fd477e-755c-41a5-b4be-46a7a757c303'] in n-d-850468-6 is: [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:51Z', 'revision_number': 4, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port': {'id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:49Z', 'updated_at': '2022-07-28T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '65b64731-57ef-4e76-bae4-599d36047d2b', 'name': '', 'network_id': 'cdc3aec4-d34c-4af1-ad92-fc04230a9651', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'mac_address': 'fa:16:3e:54:d2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fa1d3286-4330-4c7c-b7a7-006118479d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:51Z', 'updated_at': '2022-07-28T11:00:54Z', 'revision_number': 4, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'subnets': [{'id': 'fa1d3286-4330-4c7c-b7a7-006118479d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:55.267600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-030f1430-6c77-421c-99a2-25fea4fa4735 None None] Current status of the port 65b64731-57ef-4e76-bae4-599d36047d2b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:55.643733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 65b64731-57ef-4e76-bae4-599d36047d2b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:55.693300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 65b64731-57ef-4e76-bae4-599d36047d2b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:55.694268 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:55.770933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 65b64731-57ef-4e76-bae4-599d36047d2b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:55.772033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3adb7d19-55fe-4ef0-b224-2ff60151e44d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:00:55.820125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 3adb7d19-55fe-4ef0-b224-2ff60151e44d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:00:55.820789 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:55.860736 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:55.894399 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:55.906232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 3adb7d19-55fe-4ef0-b224-2ff60151e44d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:00:56.163667 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-2105c259-156c-493b-886a-2dc6a2c4002b req-c9bf70d1-98cc-4509-b144-c4fe02e2ad39 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb975bf1-f5a2-4c9c-80ac-953868238ad9 HTTP/1.1" status: 200 len: 210 time: 0.0375473 Jul 28 11:00:56.315893 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b6f61ae8-8161-4a8f-960d-1b0f205e524e req-c2c2ba5f-9b81-482d-a3bc-b71558712742 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb975bf1-f5a2-4c9c-80ac-953868238ad9 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Jul 28 11:00:56.534217 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56494) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:56.592207 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd54bb03-8e8d-4814-bfa1-798a26e3223d tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group (4057145b-7ca5-4822-ba7a-1219c9431266), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:56.606664 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:56.616883 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd54bb03-8e8d-4814-bfa1-798a26e3223d tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group (4057145b-7ca5-4822-ba7a-1219c9431266), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:56.664115 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd54bb03-8e8d-4814-bfa1-798a26e3223d tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4057145b-7ca5-4822-ba7a-1219c9431266), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:56.666728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-bd54bb03-8e8d-4814-bfa1-798a26e3223d tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:56.667872 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bd54bb03-8e8d-4814-bfa1-798a26e3223d tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "DELETE /v2.0/security-groups/4057145b-7ca5-4822-ba7a-1219c9431266 HTTP/1.1" status: 204 len: 168 time: 0.1326723 Jul 28 11:00:56.670549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56496) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:56.677141 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54bb03-8e8d-4814-bfa1-798a26e3223d tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4057145b-7ca5-4822-ba7a-1219c9431266,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:56.691601 n-d-850468-6 neutron-server[104687]: INFO neutron.api.v2.resource [None req-89155039-4e79-4da8-805e-f8e88bc8c8b5 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] show failed (client error): The resource could not be found. Jul 28 11:00:56.692735 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-89155039-4e79-4da8-805e-f8e88bc8c8b5 tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "GET /v2.0/security-groups/4057145b-7ca5-4822-ba7a-1219c9431266 HTTP/1.1" status: 404 len: 347 time: 0.0210922 Jul 28 11:00:56.696165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56498) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:56.772182 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:56.840591 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Deleting port a3f7edd7-62d0-468c-8160-8085b658e835 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:56.840934 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a3f7edd7-62d0-468c-8160-8085b658e835), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:56.923027 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a3f7edd7-62d0-468c-8160-8085b658e835), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:56.923358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for floatingip (a3f7edd7-62d0-468c-8160-8085b658e835), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:56.936961 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Calling delete_port for a3f7edd7-62d0-468c-8160-8085b658e835 owned by network:floatingip {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:57.022836 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:57.080948 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a3f7edd7-62d0-468c-8160-8085b658e835), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:57.107371 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Pushing event deleted for resources: {'Port': ['ID=a3f7edd7-62d0-468c-8160-8085b658e835,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:57.167973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks [] for floatingip (0859270f-ab52-4974-92d4-3d8b18150566), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:57.170483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105451'] for floatingip (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:57.171630 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6de86601-e475-4495-a3a5-f23771b1f7ef tempest-ServerActionsTestJSON-499471605 tempest-ServerActionsTestJSON-499471605-project] 10.222.0.46 "DELETE /v2.0/floatingips/0859270f-ab52-4974-92d4-3d8b18150566 HTTP/1.1" status: 204 len: 168 time: 0.4745684 Jul 28 11:00:57.174641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56500) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:57.487802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (37fd477e-755c-41a5-b4be-46a7a757c303), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:57.668091 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:57.712440 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Deleting port 65b64731-57ef-4e76-bae4-599d36047d2b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:57.712775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:57.790686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] For port 65b64731-57ef-4e76-bae4-599d36047d2b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=65b64731-57ef-4e76-bae4-599d36047d2b,segment=NetworkSegment(878d8fb9-2759-4bbb-9923-04b84572b6f0),segment_id=878d8fb9-2759-4bbb-9923-04b84572b6f0)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:57.791054 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:57.804837 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Calling delete_port for 65b64731-57ef-4e76-bae4-599d36047d2b owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:57.923389 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:57.995392 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (65b64731-57ef-4e76-bae4-599d36047d2b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:58.019998 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=65b64731-57ef-4e76-bae4-599d36047d2b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:58.184943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (37fd477e-755c-41a5-b4be-46a7a757c303), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:58.390348 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Router 37fd477e-755c-41a5-b4be-46a7a757c303 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:00:58.491151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:00:58.495943 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2e9ee677-0e78-49c5-955e-ce21e58d8a4a admin admin] 10.222.0.46 "PUT /v2.0/routers/37fd477e-755c-41a5-b4be-46a7a757c303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3203607 Jul 28 11:00:58.498551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56502) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:58.500970 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] Sync routers for ids ['37fd477e-755c-41a5-b4be-46a7a757c303'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:00:58.503914 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:58.511989 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] Routers {'37fd477e-755c-41a5-b4be-46a7a757c303'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:58.512701 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['37fd477e-755c-41a5-b4be-46a7a757c303'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:58.600212 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks [] for router (37fd477e-755c-41a5-b4be-46a7a757c303), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:58.612252 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] Set router 37fd477e-755c-41a5-b4be-46a7a757c303 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:58.699735 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks [] for router_gateway (37fd477e-755c-41a5-b4be-46a7a757c303), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:58.749750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Deleting port 3adb7d19-55fe-4ef0-b224-2ff60151e44d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:58.750132 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:58.814743 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:58.835000 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] For port 3adb7d19-55fe-4ef0-b224-2ff60151e44d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=3adb7d19-55fe-4ef0-b224-2ff60151e44d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:58.835366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:58.848610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Calling delete_port for 3adb7d19-55fe-4ef0-b224-2ff60151e44d owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:58.857247 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:57Z', 'revision_number': 5, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port': {'id': '3adb7d19-55fe-4ef0-b224-2ff60151e44d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:00:49Z', 'updated_at': '2022-07-28T11:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:58.883166 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] Checking router: 37fd477e-755c-41a5-b4be-46a7a757c303 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:00:58.891953 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] Routers {'37fd477e-755c-41a5-b4be-46a7a757c303'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:00:58.892551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['37fd477e-755c-41a5-b4be-46a7a757c303'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:58.971109 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:58.976164 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] Set router 37fd477e-755c-41a5-b4be-46a7a757c303 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:00:59.016041 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (3adb7d19-55fe-4ef0-b224-2ff60151e44d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.026840 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:58Z', 'revision_number': 6, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:00:59.047403 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adb7d19-55fe-4ef0-b224-2ff60151e44d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:59.052352 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c2d333-8507-4abe-9298-3669548e06e1 None None] The sync data for ids ['37fd477e-755c-41a5-b4be-46a7a757c303'] in n-d-850468-6 is: [{'id': '37fd477e-755c-41a5-b4be-46a7a757c303', 'name': 'tempest-ServerActionsTestJSON-1934093880-router', 'tenant_id': 'd137120b983f4a1da6ed985a11c085e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:00:48Z', 'updated_at': '2022-07-28T11:00:58Z', 'revision_number': 6, 'project_id': 'd137120b983f4a1da6ed985a11c085e0', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:00:59.110578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (37fd477e-755c-41a5-b4be-46a7a757c303), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.199275 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (37fd477e-755c-41a5-b4be-46a7a757c303), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.201433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks [] for router_controller (37fd477e-755c-41a5-b4be-46a7a757c303), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.244115 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (37fd477e-755c-41a5-b4be-46a7a757c303), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.244648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fd477e-755c-41a5-b4be-46a7a757c303 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:00:59.249206 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.250044 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-60030b7e-7f69-4b67-b36e-7b8eb0b6be74 admin admin] 10.222.0.46 "DELETE /v2.0/routers/37fd477e-755c-41a5-b4be-46a7a757c303 HTTP/1.1" status: 204 len: 168 time: 0.7505682 Jul 28 11:00:59.252603 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56504) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:59.301148 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] Deleting subnet fa1d3286-4330-4c7c-b7a7-006118479d99 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:00:59.304368 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] Publish callbacks [] for subnet (fa1d3286-4330-4c7c-b7a7-006118479d99), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.347259 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (fa1d3286-4330-4c7c-b7a7-006118479d99), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.385292 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:59.426818 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (fa1d3286-4330-4c7c-b7a7-006118479d99), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.491099 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (fa1d3286-4330-4c7c-b7a7-006118479d99), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.518841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1d3286-4330-4c7c-b7a7-006118479d99,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:00:59.520889 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.524302 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4bbab3bd-9f21-4fa6-85b0-18c5e746cf5a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fa1d3286-4330-4c7c-b7a7-006118479d99 HTTP/1.1" status: 204 len: 168 time: 0.2706149 Jul 28 11:00:59.526596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56506) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:00:59.529991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8884ef-94db-45cb-b0aa-23543db30db1 None None] Network cdc3aec4-d34c-4af1-ad92-fc04230a9651 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:00:59.595455 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (cdc3aec4-d34c-4af1-ad92-fc04230a9651), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.642070 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Deleting port e1fadb7d-78cf-4952-a555-e018b5739858 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:59.642479 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.834780 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] DHCP port deletion for cdc3aec4-d34c-4af1-ad92-fc04230a9651 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:00:59.882515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] Deleting port e1fadb7d-78cf-4952-a555-e018b5739858 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:00:59.882899 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.929680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 65b64731-57ef-4e76-bae4-599d36047d2b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:59.960252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 65b64731-57ef-4e76-bae4-599d36047d2b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:59.960609 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 65b64731-57ef-4e76-bae4-599d36047d2b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:59.961034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3adb7d19-55fe-4ef0-b224-2ff60151e44d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:00:59.970712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] For port e1fadb7d-78cf-4952-a555-e018b5739858, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1fadb7d-78cf-4952-a555-e018b5739858,segment=NetworkSegment(878d8fb9-2759-4bbb-9923-04b84572b6f0),segment_id=878d8fb9-2759-4bbb-9923-04b84572b6f0)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:00:59.971105 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:00:59.984898 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Calling delete_port for e1fadb7d-78cf-4952-a555-e018b5739858 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:00:59.988141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 3adb7d19-55fe-4ef0-b224-2ff60151e44d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:00:59.988498 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 3adb7d19-55fe-4ef0-b224-2ff60151e44d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:00:59.988627 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:00:59.988918 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e1fadb7d-78cf-4952-a555-e018b5739858 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:00.026187 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] For port e1fadb7d-78cf-4952-a555-e018b5739858, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e1fadb7d-78cf-4952-a555-e018b5739858,segment=NetworkSegment(878d8fb9-2759-4bbb-9923-04b84572b6f0),segment_id=878d8fb9-2759-4bbb-9923-04b84572b6f0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:00.026827 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.050461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] Calling delete_port for e1fadb7d-78cf-4952-a555-e018b5739858 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:00.083211 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.100362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] No DVR routers for this DVR port e1fadb7d-78cf-4952-a555-e018b5739858 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:00.138425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fadb7d-78cf-4952-a555-e018b5739858,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:00.150950 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e1fadb7d-78cf-4952-a555-e018b5739858 is: ACTIVE; New status is: DOWN {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:00.151354 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.196343 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (cdc3aec4-d34c-4af1-ad92-fc04230a9651), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.212582 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (e1fadb7d-78cf-4952-a555-e018b5739858), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.222236 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc3aec4-d34c-4af1-ad92-fc04230a9651']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:00.232397 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878d8fb9-2759-4bbb-9923-04b84572b6f0') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:00.232760 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878d8fb9-2759-4bbb-9923-04b84572b6f0') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:00.243214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] Pushing event deleted for resources: {'Port': ['ID=e1fadb7d-78cf-4952-a555-e018b5739858,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:00.247906 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (878d8fb9-2759-4bbb-9923-04b84572b6f0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.248403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be239c8f-1b46-4016-b4a6-2f0e0665fe6e None None] No DVR routers for this DVR port e1fadb7d-78cf-4952-a555-e018b5739858 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:00.264390 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (878d8fb9-2759-4bbb-9923-04b84572b6f0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.270954 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:00.271420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (878d8fb9-2759-4bbb-9923-04b84572b6f0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.311033 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 878d8fb9-2759-4bbb-9923-04b84572b6f0 resource provider aggregate not found Jul 28 11:01:00.329636 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 878d8fb9-2759-4bbb-9923-04b84572b6f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 878d8fb9-2759-4bbb-9923-04b84572b6f0 found for delete ", "request_id": "req-493a6b78-aa74-4ccd-b895-9321aae86f4d"}]} Jul 28 11:01:00.337795 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (cdc3aec4-d34c-4af1-ad92-fc04230a9651), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.343613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.346668 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cdc3aec4-d34c-4af1-ad92-fc04230a9651 HTTP/1.1" status: 204 len: 168 time: 0.8191767 Jul 28 11:01:00.357991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4064bba-12b4-4f10-844c-15fde4919af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc3aec4-d34c-4af1-ad92-fc04230a9651,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:00.457281 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56514) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:00.498713 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-450fb166-cc45-408a-a900-9e2f8dba8131 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d137120b983f4a1da6ed985a11c085e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402377 Jul 28 11:01:00.501224 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56516) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:00.554853 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab33f3b0-ac89-455b-9b39-561d192cf107 admin admin] Publish callbacks [] for security_group (b0e59a8e-0578-44b5-95a1-ba8a0b4e832d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.576557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab33f3b0-ac89-455b-9b39-561d192cf107 admin admin] Publish callbacks [] for security_group (b0e59a8e-0578-44b5-95a1-ba8a0b4e832d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.586805 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:00.626503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab33f3b0-ac89-455b-9b39-561d192cf107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (b0e59a8e-0578-44b5-95a1-ba8a0b4e832d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.629044 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ab33f3b0-ac89-455b-9b39-561d192cf107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:00.630210 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ab33f3b0-ac89-455b-9b39-561d192cf107 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0e59a8e-0578-44b5-95a1-ba8a0b4e832d HTTP/1.1" status: 204 len: 168 time: 0.1279542 Jul 28 11:01:00.638742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33f3b0-ac89-455b-9b39-561d192cf107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e59a8e-0578-44b5-95a1-ba8a0b4e832d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:01.312162 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56538) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:01.412979 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1881030147-network', 'tenant_id': '881d6c3260b84f59a35667d253331e88'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:01.435962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Made reservation on behalf of 881d6c3260b84f59a35667d253331e88 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:01.438303 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.447202 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.524246 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks [] for security_group (dd5dde73-af33-476f-adb5-506567504d63), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.527904 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dd5dde73-af33-476f-adb5-506567504d63), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.549524 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:01.563330 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5dde73-af33-476f-adb5-506567504d63,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:01.568805 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d0a99da3-ecbe-4655-abcd-5b8bea9d801f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.569258 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Added segment d0a99da3-ecbe-4655-abcd-5b8bea9d801f of type vlan for network ff86bc10-f79c-4272-ba69-99eeeb04cd40 Jul 28 11:01:01.610600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (ff86bc10-f79c-4272-ba69-99eeeb04cd40), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.636012 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (ff86bc10-f79c-4272-ba69-99eeeb04cd40), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.637005 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:01.637572 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.700810 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3875103 Jul 28 11:01:01.703902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56542) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:01.704432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce23f2-7ad7-4c49-a7fb-7fc999b2a0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ff86bc10-f79c-4272-ba69-99eeeb04cd40,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:01.708990 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Request body: {'subnet': {'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1881030147-subnet', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:01.714259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:01.729765 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Made reservation on behalf of 881d6c3260b84f59a35667d253331e88 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:01.732183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.892103 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:01.904824 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (c5a3baac-2be6-41a9-9852-a6133de57012), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:01.957363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a3baac-2be6-41a9-9852-a6133de57012,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:01.972897 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Checking segment: {'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:01.973251 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Network hostable DHCP agents. Network: ff86bc10-f79c-4272-ba69-99eeeb04cd40, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:01.990505 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:02.003418 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, ff86bc10-f79c-4272-ba69-99eeeb04cd40) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:02.007884 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:02.008472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.012812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc803c4a-e6d2-4a69-b8cd-c9a53bc23049 None None] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:02.025007 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c5e9cbb0-9632-4218-9c0f-532e5c6441dd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3199973 Jul 28 11:01:02.027787 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56544) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:02.032198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:02.052254 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (017aacc0-c75f-4ba7-b0d7-87650c46f91d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.053332 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (017aacc0-c75f-4ba7-b0d7-87650c46f91d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.104659 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks [] for router_controller (017aacc0-c75f-4ba7-b0d7-87650c46f91d), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.124322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'project_id': '881d6c3260b84f59a35667d253331e88', 'fixed_ips': [{'subnet_id': 'c5a3baac-2be6-41a9-9852-a6133de57012'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:02.125282 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.173650 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:02.248140 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks [] for router_gateway (017aacc0-c75f-4ba7-b0d7-87650c46f91d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.394629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Allocated IP 172.20.0.2 (ff86bc10-f79c-4272-ba69-99eeeb04cd40/c5a3baac-2be6-41a9-9852-a6133de57012/dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:02.436880 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks [] for router_gateway (017aacc0-c75f-4ba7-b0d7-87650c46f91d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.456433 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.461849 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:02.469128 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:02.545791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Publish callbacks [] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.551407 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.569175 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Allocated IP 172.25.2.174 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c6b5bfbe-7b87-419a-80d2-babcd252f402) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:02.592587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:02.597370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:02.601415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:02.604550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Pushing event updated for resources: {'Port': ['ID=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:02.662239 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Attempting to bind port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:02.662591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Attempting to bind port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:02.662955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Attempting to bind port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 on network ff86bc10-f79c-4272-ba69-99eeeb04cd40 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:02.668201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:02.668575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Checking segment: {'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:02.668969 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.669356 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Bound using segment: {'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:02.669812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Bound port: dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:02.670213 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.674495 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks [] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.707712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.732086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9268676d-e190-4626-b23b-e2d9e304dc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.744306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] For port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:02.747552 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] For port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,segment=NetworkSegment(d0a99da3-ecbe-4655-abcd-5b8bea9d801f),segment_id=d0a99da3-ecbe-4655-abcd-5b8bea9d801f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:02.750750 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:02.753242 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:02.757825 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:02.762030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:02.767303 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Pushing event updated for resources: {'Port': ['ID=c6b5bfbe-7b87-419a-80d2-babcd252f402,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:02.786253 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:02.830146 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c92b5a-c509-4ce9-859a-e3114d30a251 None None] Pushing event updated for resources: {'Port': ['ID=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:03.037438 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks [] for router_gateway (017aacc0-c75f-4ba7-b0d7-87650c46f91d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:03.082061 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:03.236068 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (017aacc0-c75f-4ba7-b0d7-87650c46f91d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:03.374425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Router 017aacc0-c75f-4ba7-b0d7-87650c46f91d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:01:03.478776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:03.488899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Sync routers for ids ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:03.501024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Routers {'017aacc0-c75f-4ba7-b0d7-87650c46f91d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:03.501366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:03.502069 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:03.502735 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-57806891-9783-4b60-9cb4-1bb440b75c3c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4739904 Jul 28 11:01:03.505656 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56546) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:03.653201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:03.718641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Set router 017aacc0-c75f-4ba7-b0d7-87650c46f91d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:03.778040 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:03.778599 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:03.791942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c769a35-4c32-4faa-a2f3-a9c1609fdc40 None None] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:03.853140 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:03.924250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-58e2778d-75a2-439e-80d8-d2b3330b584e None None] Provisioning complete for port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:03.924633 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58e2778d-75a2-439e-80d8-d2b3330b584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:03.949868 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:03.970401 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:03.990110 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:04.054972 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:04.114521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:04.114963 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.118202 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Allocated IP 172.20.0.1 (ff86bc10-f79c-4272-ba69-99eeeb04cd40/c5a3baac-2be6-41a9-9852-a6133de57012/b765eeaf-587a-45d2-a3e4-9db2f65d9d1d) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:04.126703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:02Z', 'revision_number': 3, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port': {'id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:04.183301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Checking router: 017aacc0-c75f-4ba7-b0d7-87650c46f91d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:04.183664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Updating router 017aacc0-c75f-4ba7-b0d7-87650c46f91d port c6b5bfbe-7b87-419a-80d2-babcd252f402 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:04.231306 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-58e2778d-75a2-439e-80d8-d2b3330b584e None None] Current status of the port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:04.231631 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-58e2778d-75a2-439e-80d8-d2b3330b584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.235569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,segment=NetworkSegment(d0a99da3-ecbe-4655-abcd-5b8bea9d801f),segment_id=d0a99da3-ecbe-4655-abcd-5b8bea9d801f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:04.241389 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks [] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.249672 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.255357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.278422 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.325891 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:04.329025 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:04.332187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:04.359422 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.380624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (017aacc0-c75f-4ba7-b0d7-87650c46f91d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.408502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.426953 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-58e2778d-75a2-439e-80d8-d2b3330b584e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 11:01:04.427941 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-58e2778d-75a2-439e-80d8-d2b3330b584e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:01:04.518689 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.596175 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Publish callbacks [] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.602366 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.631437 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:04.656189 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c9c6-607e-4efb-95a3-6193ef35966f None None] Pushing event updated for resources: {'Port': ['ID=c6b5bfbe-7b87-419a-80d2-babcd252f402,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.658881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Attempting to bind port c6b5bfbe-7b87-419a-80d2-babcd252f402 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:04.659255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Attempting to bind port c6b5bfbe-7b87-419a-80d2-babcd252f402 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:04.659619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Attempting to bind port c6b5bfbe-7b87-419a-80d2-babcd252f402 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:04.665232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:04.665610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:04.666043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.666444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:04.666902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Bound port: c6b5bfbe-7b87-419a-80d2-babcd252f402, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:04.667284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.720075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] For port c6b5bfbe-7b87-419a-80d2-babcd252f402, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:04.723678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] For port c6b5bfbe-7b87-419a-80d2-babcd252f402, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c6b5bfbe-7b87-419a-80d2-babcd252f402,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:04.730678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.927131 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:04.953593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Routers {'017aacc0-c75f-4ba7-b0d7-87650c46f91d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:04.954442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:00:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:04.957219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks [] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:04.961509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c9c6-607e-4efb-95a3-6193ef35966f None None] Pushing event updated for resources: {'Port': ['ID=c6b5bfbe-7b87-419a-80d2-babcd252f402,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:04.962888 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:05.000274 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:05.030566 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (017aacc0-c75f-4ba7-b0d7-87650c46f91d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:05.033466 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:05.061067 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-58e2778d-75a2-439e-80d8-d2b3330b584e None None] Current status of the port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:05.081175 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-38eca55b-b75e-488a-9784-f479f140121e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:05.094769 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:05.101299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] Set router 017aacc0-c75f-4ba7-b0d7-87650c46f91d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:05.131048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:05.132513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:05.226814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0232a7fa-c021-40e9-896e-8a6ce7b08c40 None None] Provisioning complete for port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:05.227059 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0232a7fa-c021-40e9-896e-8a6ce7b08c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:05.263941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Router 017aacc0-c75f-4ba7-b0d7-87650c46f91d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:01:05.278365 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0232a7fa-c021-40e9-896e-8a6ce7b08c40 None None] Port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:05.302112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0232a7fa-c021-40e9-896e-8a6ce7b08c40 None None] Provisioning complete for port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:05.303006 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0232a7fa-c021-40e9-896e-8a6ce7b08c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:05.383800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:05.388772 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5567358a-9b7b-433f-bea1-360a51f148a2 admin admin] 10.222.0.46 "PUT /v2.0/routers/017aacc0-c75f-4ba7-b0d7-87650c46f91d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8820968 Jul 28 11:01:05.389210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 4, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port': {'id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b765eeaf-587a-45d2-a3e4-9db2f65d9d1d', 'name': '', 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'mac_address': 'fa:16:3e:7b:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:03Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 1, 'project_id': '881d6c3260b84f59a35667d253331e88', 'subnets': [{'id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:05.437882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0af10-0dac-4bc6-8899-63def6ecadd0 None None] The sync data for ids ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'] in n-d-850468-6 is: [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 4, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port': {'id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b765eeaf-587a-45d2-a3e4-9db2f65d9d1d', 'name': '', 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'mac_address': 'fa:16:3e:7b:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:03Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 1, 'project_id': '881d6c3260b84f59a35667d253331e88', 'subnets': [{'id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:05.451958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0232a7fa-c021-40e9-896e-8a6ce7b08c40 None None] Current status of the port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:05.574856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fc0161ed-3c54-411b-a93e-d0a0493ce938 None None] Provisioning complete for port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:05.575520 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc0161ed-3c54-411b-a93e-d0a0493ce938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:05.614647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:05.654854 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fc0161ed-3c54-411b-a93e-d0a0493ce938 None None] Port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:05.682470 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:05.684499 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:05.776391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:05.891730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b977cea-eccd-4088-af9d-3097bb870168 req-27800f87-4534-4d89-b3ae-81596c377a9c tempest-ServersNegativeTestJSON-1984302183 tempest-ServersNegativeTestJSON-1984302183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:05.893248 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9b977cea-eccd-4088-af9d-3097bb870168 req-27800f87-4534-4d89-b3ae-81596c377a9c tempest-ServersNegativeTestJSON-1984302183 tempest-ServersNegativeTestJSON-1984302183-project] 10.222.0.46 "GET /v2.0/networks?id=ff86bc10-f79c-4272-ba69-99eeeb04cd40 HTTP/1.1" status: 200 len: 814 time: 0.1122274 Jul 28 11:01:05.909773 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9b977cea-eccd-4088-af9d-3097bb870168 req-69e62e47-cb31-4dcb-80c7-e9e2f19d577a tempest-ServersNegativeTestJSON-1984302183 tempest-ServersNegativeTestJSON-1984302183-project] 10.222.0.46 "GET /v2.0/quotas/881d6c3260b84f59a35667d253331e88 HTTP/1.1" status: 200 len: 375 time: 0.0101864 Jul 28 11:01:05.969962 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9b977cea-eccd-4088-af9d-3097bb870168 req-13d18664-dd3d-4f6c-b0ed-b2221aad4dcd tempest-ServersNegativeTestJSON-1984302183 tempest-ServersNegativeTestJSON-1984302183-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=881d6c3260b84f59a35667d253331e88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536234 Jul 28 11:01:06.066246 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9b977cea-eccd-4088-af9d-3097bb870168 req-1c264c69-84c5-467e-98c3-2a2016502ef8 service neutron] 10.222.0.46 "GET /v2.0/networks/ff86bc10-f79c-4272-ba69-99eeeb04cd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892773 Jul 28 11:01:06.184974 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-9b977cea-eccd-4088-af9d-3097bb870168 req-6524ba97-8592-486f-8349-637bd73a5d7b service neutron] 10.222.0.46 "GET /v2.0/networks/ff86bc10-f79c-4272-ba69-99eeeb04cd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126087 Jul 28 11:01:06.197179 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:06.362550 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b92b4c63-9bd7-409a-8a06-cbfeeb14e439 req-3fc2e76f-38b8-4c86-b877-578119ab0f25 tempest-ServersNegativeTestJSON-1984302183 tempest-ServersNegativeTestJSON-1984302183-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7bde23-1b48-4100-9b15-04a61d9722e7 HTTP/1.1" status: 200 len: 210 time: 0.0306468 Jul 28 11:01:07.252656 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:07.432211 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Sync routers for ids ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:07.442034 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Routers {'017aacc0-c75f-4ba7-b0d7-87650c46f91d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:07.442654 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:07.478035 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f9426f51-d224-4e8c-831f-12a6ec285770 req-c3741a3f-c8b5-4079-987a-60735fd83e84 tempest-ServersNegativeTestJSON-1984302183 tempest-ServersNegativeTestJSON-1984302183-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7bde23-1b48-4100-9b15-04a61d9722e7 HTTP/1.1" status: 200 len: 210 time: 0.0286012 Jul 28 11:01:07.551352 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Set router 017aacc0-c75f-4ba7-b0d7-87650c46f91d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:07.608848 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6b5bfbe-7b87-419a-80d2-babcd252f402 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:07.649560 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4c8a46cb-d133-4eb7-b674-7e9108ab45e6 req-a2141292-15b5-476f-bb09-708a0f48eccb tempest-ServersNegativeTestJSON-1984302183 tempest-ServersNegativeTestJSON-1984302183-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7bde23-1b48-4100-9b15-04a61d9722e7 HTTP/1.1" status: 200 len: 210 time: 0.0303741 Jul 28 11:01:07.667119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:07.672584 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:07.681993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c6b5bfbe-7b87-419a-80d2-babcd252f402 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:07.682293 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:07.756648 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:07.762235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c6b5bfbe-7b87-419a-80d2-babcd252f402 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:07.762662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:07.769060 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:07.773651 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 4, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port': {'id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b765eeaf-587a-45d2-a3e4-9db2f65d9d1d', 'name': '', 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'mac_address': 'fa:16:3e:7b:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:03Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 2, 'project_id': '881d6c3260b84f59a35667d253331e88', 'subnets': [{'id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:07.790830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c6b5bfbe-7b87-419a-80d2-babcd252f402, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c6b5bfbe-7b87-419a-80d2-babcd252f402,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:07.798616 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:07.805226 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Checking router: 017aacc0-c75f-4ba7-b0d7-87650c46f91d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:07.805623 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Updating router 017aacc0-c75f-4ba7-b0d7-87650c46f91d port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:07.844663 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:07.855047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c6b5bfbe-7b87-419a-80d2-babcd252f402,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:07.887584 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56578) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:07.992860 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:08.048700 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:08.107455 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Publish callbacks [] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.113036 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.167373 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76cf23-0dfe-44eb-b360-79a6e3a78855 None None] Pushing event updated for resources: {'Port': ['ID=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:08.203792 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:08.213585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (017aacc0-c75f-4ba7-b0d7-87650c46f91d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.218180 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Attempting to bind port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:08.218538 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Attempting to bind port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:08.218893 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Attempting to bind port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d on network ff86bc10-f79c-4272-ba69-99eeeb04cd40 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:08.224423 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:08.224821 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Checking segment: {'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:08.225275 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.225661 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Bound using segment: {'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:08.226149 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Bound port: b765eeaf-587a-45d2-a3e4-9db2f65d9d1d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:08.226519 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.295408 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] For port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:08.300092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] For port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,segment=NetworkSegment(d0a99da3-ecbe-4655-abcd-5b8bea9d801f),segment_id=d0a99da3-ecbe-4655-abcd-5b8bea9d801f)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:08.308760 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.321746 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:08.363760 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Routers {'017aacc0-c75f-4ba7-b0d7-87650c46f91d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:08.364293 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:08.391374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-479065d1-0e0c-4626-a2f9-3f0b731598c0 None None] Provisioning complete for port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:08.392489 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-479065d1-0e0c-4626-a2f9-3f0b731598c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.421014 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76cf23-0dfe-44eb-b360-79a6e3a78855 None None] Pushing event updated for resources: {'Port': ['ID=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:08.482167 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Deleting port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:08.483244 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.486073 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] Set router 017aacc0-c75f-4ba7-b0d7-87650c46f91d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:08.498156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-479065d1-0e0c-4626-a2f9-3f0b731598c0 None None] Current status of the port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:08.498546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-479065d1-0e0c-4626-a2f9-3f0b731598c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.539844 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-479065d1-0e0c-4626-a2f9-3f0b731598c0 None None] For port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,segment=NetworkSegment(d0a99da3-ecbe-4655-abcd-5b8bea9d801f),segment_id=d0a99da3-ecbe-4655-abcd-5b8bea9d801f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:08.545364 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-479065d1-0e0c-4626-a2f9-3f0b731598c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.597062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] For port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,segment=NetworkSegment(d0a99da3-ecbe-4655-abcd-5b8bea9d801f),segment_id=d0a99da3-ecbe-4655-abcd-5b8bea9d801f)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:08.597521 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.606557 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479065d1-0e0c-4626-a2f9-3f0b731598c0 None None] Pushing event updated for resources: {'Port': ['ID=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:08.617350 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Calling delete_port for b765eeaf-587a-45d2-a3e4-9db2f65d9d1d owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:08.668971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3fffdf44-333b-49ba-8464-94103272e5a4 None None] Provisioning complete for port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:08.669605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf44-333b-49ba-8464-94103272e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.759629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3fffdf44-333b-49ba-8464-94103272e5a4 None None] Current status of the port b765eeaf-587a-45d2-a3e4-9db2f65d9d1d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:08.768256 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 4, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port': {'id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b765eeaf-587a-45d2-a3e4-9db2f65d9d1d', 'name': '', 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'mac_address': 'fa:16:3e:7b:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:03Z', 'updated_at': '2022-07-28T11:01:08Z', 'revision_number': 4, 'project_id': '881d6c3260b84f59a35667d253331e88', 'subnets': [{'id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:08.796867 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00525da9-a6cf-4bb3-908c-0bdddcb0eb43 None None] The sync data for ids ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'] in n-d-850468-6 is: [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:04Z', 'revision_number': 4, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port': {'id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'b765eeaf-587a-45d2-a3e4-9db2f65d9d1d', 'name': '', 'network_id': 'ff86bc10-f79c-4272-ba69-99eeeb04cd40', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'mac_address': 'fa:16:3e:7b:bf:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:03Z', 'updated_at': '2022-07-28T11:01:08Z', 'revision_number': 4, 'project_id': '881d6c3260b84f59a35667d253331e88', 'subnets': [{'id': 'c5a3baac-2be6-41a9-9852-a6133de57012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:08.811909 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b765eeaf-587a-45d2-a3e4-9db2f65d9d1d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:08.839137 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Pushing event deleted for resources: {'Port': ['ID=b765eeaf-587a-45d2-a3e4-9db2f65d9d1d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:08.957504 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:09.014295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (017aacc0-c75f-4ba7-b0d7-87650c46f91d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:09.171761 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:09.237136 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Router 017aacc0-c75f-4ba7-b0d7-87650c46f91d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:01:09.348290 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:09.356024 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-aad86f5e-cd12-4d1f-8df0-e5cbcafbc395 admin admin] 10.222.0.46 "PUT /v2.0/routers/017aacc0-c75f-4ba7-b0d7-87650c46f91d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4650590 Jul 28 11:01:09.356501 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56580) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:09.446372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] Sync routers for ids ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:09.457193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] Routers {'017aacc0-c75f-4ba7-b0d7-87650c46f91d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:09.457817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:09.463375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks [] for router (017aacc0-c75f-4ba7-b0d7-87650c46f91d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:09.561533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] Set router 017aacc0-c75f-4ba7-b0d7-87650c46f91d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:09.568925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks [] for router_gateway (017aacc0-c75f-4ba7-b0d7-87650c46f91d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:09.613602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6b5bfbe-7b87-419a-80d2-babcd252f402 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:09.616444 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Deleting port c6b5bfbe-7b87-419a-80d2-babcd252f402 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:09.616790 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:09.703222 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] For port c6b5bfbe-7b87-419a-80d2-babcd252f402, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c6b5bfbe-7b87-419a-80d2-babcd252f402,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:09.703584 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:09.716615 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Calling delete_port for c6b5bfbe-7b87-419a-80d2-babcd252f402 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:09.723430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c6b5bfbe-7b87-419a-80d2-babcd252f402 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:09.723808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:09.836786 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:09.895678 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c6b5bfbe-7b87-419a-80d2-babcd252f402), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:09.921242 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b5bfbe-7b87-419a-80d2-babcd252f402,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:09.921457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Could not find standard attr ID for object c6b5bfbe-7b87-419a-80d2-babcd252f402. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 11:01:09.930203 n-d-850468-6 neutron-server[104689]: INFO neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No ports have port_id starting with c6b5bfbe-7b87-419a-80d2-babcd252f402 Jul 28 11:01:09.932461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:08Z', 'revision_number': 5, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port': {'id': 'c6b5bfbe-7b87-419a-80d2-babcd252f402', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:09.958913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] Checking router: 017aacc0-c75f-4ba7-b0d7-87650c46f91d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:09.967483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] Routers {'017aacc0-c75f-4ba7-b0d7-87650c46f91d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:09.968112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:09.991329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (017aacc0-c75f-4ba7-b0d7-87650c46f91d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.037701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] Set router 017aacc0-c75f-4ba7-b0d7-87650c46f91d gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:10.039254 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:10.087082 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (017aacc0-c75f-4ba7-b0d7-87650c46f91d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.089510 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks [] for router_controller (017aacc0-c75f-4ba7-b0d7-87650c46f91d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.094843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:09Z', 'revision_number': 7, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:10.123504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c2c215-880b-4d2e-a953-5471d740951b None None] The sync data for ids ['017aacc0-c75f-4ba7-b0d7-87650c46f91d'] in n-d-850468-6 is: [{'id': '017aacc0-c75f-4ba7-b0d7-87650c46f91d', 'name': 'tempest-ServersNegativeTestJSON-1881030147-router', 'tenant_id': '881d6c3260b84f59a35667d253331e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:02Z', 'updated_at': '2022-07-28T11:01:09Z', 'revision_number': 7, 'project_id': '881d6c3260b84f59a35667d253331e88', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:10.127625 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:10.138893 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (017aacc0-c75f-4ba7-b0d7-87650c46f91d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.140709 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 017aacc0-c75f-4ba7-b0d7-87650c46f91d {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:01:10.145640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.149337 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-55116e3f-fad7-428b-82f6-639f41567bb7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/017aacc0-c75f-4ba7-b0d7-87650c46f91d HTTP/1.1" status: 204 len: 168 time: 0.7897000 Jul 28 11:01:10.149833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56582) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:10.195586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] Deleting subnet c5a3baac-2be6-41a9-9852-a6133de57012 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:01:10.198994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] Publish callbacks [] for subnet (c5a3baac-2be6-41a9-9852-a6133de57012), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.239208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (c5a3baac-2be6-41a9-9852-a6133de57012), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.270287 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:10.318466 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c5a3baac-2be6-41a9-9852-a6133de57012), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.372028 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (c5a3baac-2be6-41a9-9852-a6133de57012), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.401585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a3baac-2be6-41a9-9852-a6133de57012,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:10.405184 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.408650 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1047c2a5-2d0a-4131-b220-ff64a64f680a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c5a3baac-2be6-41a9-9852-a6133de57012 HTTP/1.1" status: 204 len: 168 time: 0.2576702 Jul 28 11:01:10.411019 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56584) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:10.413963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4136364b-a243-4465-9638-a12268b83cd1 None None] Network ff86bc10-f79c-4272-ba69-99eeeb04cd40 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:10.474690 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:10.482844 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (ff86bc10-f79c-4272-ba69-99eeeb04cd40), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.531434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Deleting port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:10.531876 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.582300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] DHCP port deletion for ff86bc10-f79c-4272-ba69-99eeeb04cd40 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:01:10.606233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] For port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,segment=NetworkSegment(d0a99da3-ecbe-4655-abcd-5b8bea9d801f),segment_id=d0a99da3-ecbe-4655-abcd-5b8bea9d801f)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:10.606513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.618802 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] Deleting port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:10.619193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.619928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Calling delete_port for dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:10.631161 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:10.685392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] For port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,segment=NetworkSegment(d0a99da3-ecbe-4655-abcd-5b8bea9d801f),segment_id=d0a99da3-ecbe-4655-abcd-5b8bea9d801f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:10.685790 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.702632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] Calling delete_port for dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:10.705960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.735782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:10.737602 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] No DVR routers for this DVR port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:10.782197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.807448 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] Pushing event deleted for resources: {'Port': ['ID=dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:10.809422 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (ff86bc10-f79c-4272-ba69-99eeeb04cd40), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.812992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645304a-2cb4-49ab-8a4f-f271b6d83fa2 None None] No DVR routers for this DVR port dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:10.831090 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff86bc10-f79c-4272-ba69-99eeeb04cd40']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:10.840847 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:10.841243 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a99da3-ecbe-4655-abcd-5b8bea9d801f') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:10.851278 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (d0a99da3-ecbe-4655-abcd-5b8bea9d801f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.865429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (d0a99da3-ecbe-4655-abcd-5b8bea9d801f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.872311 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:10.872687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (d0a99da3-ecbe-4655-abcd-5b8bea9d801f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.917316 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d0a99da3-ecbe-4655-abcd-5b8bea9d801f resource provider aggregate not found Jul 28 11:01:10.936593 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment d0a99da3-ecbe-4655-abcd-5b8bea9d801f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0a99da3-ecbe-4655-abcd-5b8bea9d801f found for delete ", "request_id": "req-6ef5d615-4b4d-470f-9aab-222da784d4c0"}]} Jul 28 11:01:10.945150 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (ff86bc10-f79c-4272-ba69-99eeeb04cd40), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.951547 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:10.954696 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ff86bc10-f79c-4272-ba69-99eeeb04cd40 HTTP/1.1" status: 204 len: 168 time: 0.5420520 Jul 28 11:01:10.967308 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a1f43-7f6f-42b9-8dec-da930cec19e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff86bc10-f79c-4272-ba69-99eeeb04cd40,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:11.076518 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56592) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:11.127236 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1a630aab-7dc7-49f7-a684-1d287b7ef98b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=881d6c3260b84f59a35667d253331e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494761 Jul 28 11:01:11.132412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56594) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:11.186579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fda1257-5932-4c42-898a-f3a2aec99256 admin admin] Publish callbacks [] for security_group (dd5dde73-af33-476f-adb5-506567504d63), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:11.207485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fda1257-5932-4c42-898a-f3a2aec99256 admin admin] Publish callbacks [] for security_group (dd5dde73-af33-476f-adb5-506567504d63), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:11.253825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fda1257-5932-4c42-898a-f3a2aec99256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dd5dde73-af33-476f-adb5-506567504d63), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:11.256438 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3fda1257-5932-4c42-898a-f3a2aec99256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:11.257584 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3fda1257-5932-4c42-898a-f3a2aec99256 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd5dde73-af33-476f-adb5-506567504d63 HTTP/1.1" status: 204 len: 168 time: 0.1261091 Jul 28 11:01:11.265150 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda1257-5932-4c42-898a-f3a2aec99256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5dde73-af33-476f-adb5-506567504d63,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:11.577070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b765eeaf-587a-45d2-a3e4-9db2f65d9d1d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:11.597176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b765eeaf-587a-45d2-a3e4-9db2f65d9d1d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:11.597533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b765eeaf-587a-45d2-a3e4-9db2f65d9d1d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:11.597976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6b5bfbe-7b87-419a-80d2-babcd252f402 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:11.624143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c6b5bfbe-7b87-419a-80d2-babcd252f402 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:11.624499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c6b5bfbe-7b87-419a-80d2-babcd252f402 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:11.624914 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:11.650327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:11.650594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dcfae4c6-8fa2-4bc1-9467-2f5bf00a18e2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:11.655299 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:11.995210 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56616) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:12.092489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-475503599'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:12.112982 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:12.116290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.124690 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.201727 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for security_group (4e22caed-8fff-4cef-b99f-1fead8cdbf2e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.205099 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4e22caed-8fff-4cef-b99f-1fead8cdbf2e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.228914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:12.246320 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (545f4cbd-db10-40aa-9fe2-b70fead28eb6), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.248909 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Added segment 545f4cbd-db10-40aa-9fe2-b70fead28eb6 of type vlan for network 6e41459a-05e9-4029-8492-fc86f1a28898 Jul 28 11:01:12.248909 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e22caed-8fff-4cef-b99f-1fead8cdbf2e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:12.291942 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6e41459a-05e9-4029-8492-fc86f1a28898), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.316059 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6e41459a-05e9-4029-8492-fc86f1a28898), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.321024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:12.321588 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:12.375328 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3789759 Jul 28 11:01:12.390151 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a2942-5979-4649-8b19-59e801baab81 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Network': ['ID=6e41459a-05e9-4029-8492-fc86f1a28898,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:12.403936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6e41459a-05e9-4029-8492-fc86f1a28898 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:15.541391 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:01:15.611274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56620) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:15.616484 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'subnet': {'network_id': '6e41459a-05e9-4029-8492-fc86f1a28898', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:15.982798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:15.986257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.156686 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:16.170222 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (08e3e45c-319b-46c8-b780-64ded69d4f9f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.235223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Subnet': ['ID=08e3e45c-319b-46c8-b780-64ded69d4f9f,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:16.243480 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Checking segment: {'id': '545f4cbd-db10-40aa-9fe2-b70fead28eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e41459a-05e9-4029-8492-fc86f1a28898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:16.243841 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network hostable DHCP agents. Network: 6e41459a-05e9-4029-8492-fc86f1a28898, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:16.246772 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:16.263899 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network 6e41459a-05e9-4029-8492-fc86f1a28898 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:16.273065 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6e41459a-05e9-4029-8492-fc86f1a28898) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:16.277074 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:16.277671 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.281508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694fe7b-1a92-457d-9640-8ec2df981e86 None None] Network 6e41459a-05e9-4029-8492-fc86f1a28898 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:16.294861 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c56b6c8e-64f5-4a85-b5d5-50a19570a510 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6824107 Jul 28 11:01:16.298338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56622) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:16.303816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997970894'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:16.324631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:16.328301 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.353063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:16.365191 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7bd73157-8fdc-4431-92f4-d9ba9ae70f67), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.365780 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Added segment 7bd73157-8fdc-4431-92f4-d9ba9ae70f67 of type vlan for network 372e36dc-ff4f-4b5c-89b6-99978914d810 Jul 28 11:01:16.404323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-6e41459a-05e9-4029-8492-fc86f1a28898', 'network_id': '6e41459a-05e9-4029-8492-fc86f1a28898', 'project_id': 'b1179de0be444201b19db849f2daf65c', 'fixed_ips': [{'subnet_id': '08e3e45c-319b-46c8-b780-64ded69d4f9f'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:16.405240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.421653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (372e36dc-ff4f-4b5c-89b6-99978914d810), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.448851 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (372e36dc-ff4f-4b5c-89b6-99978914d810), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.453880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:16.454477 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.513314 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2139208 Jul 28 11:01:16.516252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56624) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:16.521822 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'subnet': {'network_id': '372e36dc-ff4f-4b5c-89b6-99978914d810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:16.529983 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbae73d-d2fc-4826-bba3-c10d8e26a403 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Network': ['ID=372e36dc-ff4f-4b5c-89b6-99978914d810,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:16.544783 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:16.548524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 372e36dc-ff4f-4b5c-89b6-99978914d810 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:16.551175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Allocated IP 2001:db8:0:ffff::2 (6e41459a-05e9-4029-8492-fc86f1a28898/08e3e45c-319b-46c8-b780-64ded69d4f9f/27fa1957-7963-4864-a93b-6ba81a8e4ff6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:16.622640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:16.626155 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.743749 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:16.757517 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Publish callbacks [] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.764176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.769916 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:16.814878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Network 6e41459a-05e9-4029-8492-fc86f1a28898 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:16.819406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:16.822474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:16.826539 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (d9b5ddc3-c94a-40b9-898b-46c3faedcb82), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.830257 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Pushing event updated for resources: {'Port': ['ID=27fa1957-7963-4864-a93b-6ba81a8e4ff6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:16.887424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Attempting to bind port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:16.887799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Attempting to bind port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '545f4cbd-db10-40aa-9fe2-b70fead28eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e41459a-05e9-4029-8492-fc86f1a28898'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:16.888169 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Attempting to bind port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 on network 6e41459a-05e9-4029-8492-fc86f1a28898 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:16.893465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:16.893842 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Checking segment: {'id': '545f4cbd-db10-40aa-9fe2-b70fead28eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e41459a-05e9-4029-8492-fc86f1a28898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:16.894277 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.894675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Bound using segment: {'id': '545f4cbd-db10-40aa-9fe2-b70fead28eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e41459a-05e9-4029-8492-fc86f1a28898'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:16.895145 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Bound port: 27fa1957-7963-4864-a93b-6ba81a8e4ff6, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545f4cbd-db10-40aa-9fe2-b70fead28eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6e41459a-05e9-4029-8492-fc86f1a28898'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:16.896114 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.896583 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Subnet': ['ID=d9b5ddc3-c94a-40b9-898b-46c3faedcb82,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:16.906268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Checking segment: {'id': '7bd73157-8fdc-4431-92f4-d9ba9ae70f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '372e36dc-ff4f-4b5c-89b6-99978914d810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:16.906645 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network hostable DHCP agents. Network: 372e36dc-ff4f-4b5c-89b6-99978914d810, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:16.920446 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:16.925954 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network 372e36dc-ff4f-4b5c-89b6-99978914d810 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:16.936740 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 372e36dc-ff4f-4b5c-89b6-99978914d810) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:16.941620 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:16.942251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:16.950986 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63493447-9748-48c6-85f6-bf4779125377 None None] Network 372e36dc-ff4f-4b5c-89b6-99978914d810 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:16.964410 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cbaaa129-db26-4135-9a76-c2d66d06a3d2 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4445336 Jul 28 11:01:16.964841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56626) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:17.003951 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] For port 27fa1957-7963-4864-a93b-6ba81a8e4ff6, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:17.024380 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] For port 27fa1957-7963-4864-a93b-6ba81a8e4ff6, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=27fa1957-7963-4864-a93b-6ba81a8e4ff6,segment=NetworkSegment(545f4cbd-db10-40aa-9fe2-b70fead28eb6),segment_id=545f4cbd-db10-40aa-9fe2-b70fead28eb6)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:17.036135 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.064513 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (372e36dc-ff4f-4b5c-89b6-99978914d810), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.121148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5a5639-ae16-48de-b104-4e2eed6ad3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-372e36dc-ff4f-4b5c-89b6-99978914d810', 'network_id': '372e36dc-ff4f-4b5c-89b6-99978914d810', 'project_id': 'b1179de0be444201b19db849f2daf65c', 'fixed_ips': [{'subnet_id': 'd9b5ddc3-c94a-40b9-898b-46c3faedcb82'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:17.122089 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1a5a5639-ae16-48de-b104-4e2eed6ad3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.141559 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85774758-3843-4f5e-8a36-a69d83157584 None None] Pushing event updated for resources: {'Port': ['ID=27fa1957-7963-4864-a93b-6ba81a8e4ff6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.162394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (d9b5ddc3-c94a-40b9-898b-46c3faedcb82), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.234121 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (d9b5ddc3-c94a-40b9-898b-46c3faedcb82), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-1a5a5639-ae16-48de-b104-4e2eed6ad3ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9b5ddc3-c94a-40b9-898b-46c3faedcb82: This subnet is being modified by another concurrent operation. Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9b5ddc3-c94a-40b9-898b-46c3faedcb82: This subnet is being modified by another concurrent operation. Jul 28 11:01:17.245466 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 11:01:17.273357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b5ddc3-c94a-40b9-898b-46c3faedcb82,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.287207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72de38e-69b3-4c6a-b288-ada41ca84c10 None None] Network 372e36dc-ff4f-4b5c-89b6-99978914d810 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:17.358180 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (372e36dc-ff4f-4b5c-89b6-99978914d810), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.381275 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372e36dc-ff4f-4b5c-89b6-99978914d810']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:17.391424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd73157-8fdc-4431-92f4-d9ba9ae70f67') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:17.391723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd73157-8fdc-4431-92f4-d9ba9ae70f67') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:17.402496 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (7bd73157-8fdc-4431-92f4-d9ba9ae70f67), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.417472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (7bd73157-8fdc-4431-92f4-d9ba9ae70f67), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.425004 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:17.425210 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (7bd73157-8fdc-4431-92f4-d9ba9ae70f67), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.467214 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7bd73157-8fdc-4431-92f4-d9ba9ae70f67 resource provider aggregate not found Jul 28 11:01:17.487365 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 7bd73157-8fdc-4431-92f4-d9ba9ae70f67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bd73157-8fdc-4431-92f4-d9ba9ae70f67 found for delete ", "request_id": "req-2d129a5c-0ab1-4016-83cb-4b556b42fc52"}]} Jul 28 11:01:17.490024 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:17.495793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (372e36dc-ff4f-4b5c-89b6-99978914d810), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.503026 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.506120 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/372e36dc-ff4f-4b5c-89b6-99978914d810 HTTP/1.1" status: 204 len: 168 time: 0.5402658 Jul 28 11:01:17.510059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56632) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:17.516259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2041495614'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:17.524419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0288e7-a17d-4dd1-8b2d-d3e01b689d6e tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Network': ['ID=372e36dc-ff4f-4b5c-89b6-99978914d810,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.563822 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:17.568508 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.603845 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:17.616505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5c8217d2-3f2b-467c-b6a5-60761b9e0b37), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.617177 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Added segment 5c8217d2-3f2b-467c-b6a5-60761b9e0b37 of type vlan for network 3c5654e9-811c-46dd-a674-a6ea83030903 Jul 28 11:01:17.626424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27fa1957-7963-4864-a93b-6ba81a8e4ff6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:17.668833 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (3c5654e9-811c-46dd-a674-a6ea83030903), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.676527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:17.677541 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.697448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (3c5654e9-811c-46dd-a674-a6ea83030903), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.702831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:17.703426 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.766248 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2546687 Jul 28 11:01:17.769409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56634) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:17.779662 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'subnet': {'network_id': '3c5654e9-811c-46dd-a674-a6ea83030903', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:17.780289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e44785-a724-4153-b984-f0276c52b1b1 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Network': ['ID=3c5654e9-811c-46dd-a674-a6ea83030903,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.781076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:17.781470 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.796841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 3c5654e9-811c-46dd-a674-a6ea83030903 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:17.893622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 27fa1957-7963-4864-a93b-6ba81a8e4ff6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=27fa1957-7963-4864-a93b-6ba81a8e4ff6,segment=NetworkSegment(545f4cbd-db10-40aa-9fe2-b70fead28eb6),segment_id=545f4cbd-db10-40aa-9fe2-b70fead28eb6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:17.905266 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.915816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:17.920226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:17.963637 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:17.968121 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=27fa1957-7963-4864-a93b-6ba81a8e4ff6,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:17.987920 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Performing IP validity checks on allocation pools {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jul 28 11:01:17.988443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.ipam_backend_mixin [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jul 28 11:01:18.120194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (aeb0501b-92f1-4af2-8b33-6ba35862791e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.190256 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Subnet': ['ID=aeb0501b-92f1-4af2-8b33-6ba35862791e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:18.194702 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf8750-1b63-4d71-bd7c-451c900eba54 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 11:01:18.199631 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Checking segment: {'id': '5c8217d2-3f2b-467c-b6a5-60761b9e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c5654e9-811c-46dd-a674-a6ea83030903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:18.199994 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network hostable DHCP agents. Network: 3c5654e9-811c-46dd-a674-a6ea83030903, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:18.218615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network 3c5654e9-811c-46dd-a674-a6ea83030903 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:18.227564 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 3c5654e9-811c-46dd-a674-a6ea83030903) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:18.232199 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:18.233671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.251427 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-26e1f943-de04-45a5-a053-5676cb5e0382 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4799001 Jul 28 11:01:18.254086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56636) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:18.263098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-29c8c662-2df7-4637-b8ad-a5078efd12c2 None None] Provisioning complete for port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:18.263562 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-29c8c662-2df7-4637-b8ad-a5078efd12c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.274222 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:18.300475 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:18.353760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (3c5654e9-811c-46dd-a674-a6ea83030903), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.408347 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (aeb0501b-92f1-4af2-8b33-6ba35862791e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.425946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-29c8c662-2df7-4637-b8ad-a5078efd12c2 None None] Current status of the port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:18.442767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf8750-1b63-4d71-bd7c-451c900eba54 None None] Unable to find a vacant binding_index for network 3c5654e9-811c-46dd-a674-a6ea83030903 and agent e383e483-6e87-4d93-90d1-1bcb78bad3bb {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 28 11:01:18.448491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf8750-1b63-4d71-bd7c-451c900eba54 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 3c5654e9-811c-46dd-a674-a6ea83030903) {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:01:18.470562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (aeb0501b-92f1-4af2-8b33-6ba35862791e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.497749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb0501b-92f1-4af2-8b33-6ba35862791e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:18.735426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728faf7-14bc-4acd-9594-69427f1835be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-3c5654e9-811c-46dd-a674-a6ea83030903', 'network_id': '3c5654e9-811c-46dd-a674-a6ea83030903', 'project_id': 'b1179de0be444201b19db849f2daf65c', 'fixed_ips': [{'subnet_id': 'aeb0501b-92f1-4af2-8b33-6ba35862791e'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:18.736808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4728faf7-14bc-4acd-9594-69427f1835be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.828871 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c9f27-190e-4a5e-b629-49298707a9c3 None None] Network 6e41459a-05e9-4029-8492-fc86f1a28898 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:18.831128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30e75a-c181-4610-9cfa-0009f1e394d8 None None] Network 3c5654e9-811c-46dd-a674-a6ea83030903 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:18.851459 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (3c5654e9-811c-46dd-a674-a6ea83030903), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.853960 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:18.872883 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5654e9-811c-46dd-a674-a6ea83030903']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:18.883355 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8217d2-3f2b-467c-b6a5-60761b9e0b37') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:18.883662 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8217d2-3f2b-467c-b6a5-60761b9e0b37') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:18.892818 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (5c8217d2-3f2b-467c-b6a5-60761b9e0b37), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.907717 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5c8217d2-3f2b-467c-b6a5-60761b9e0b37), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.914916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:18.915320 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (5c8217d2-3f2b-467c-b6a5-60761b9e0b37), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.977631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b199ed-a5f7-418a-ba58-5e499ff8cd45 None None] Network 3c5654e9-811c-46dd-a674-a6ea83030903 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:18.978827 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (3c5654e9-811c-46dd-a674-a6ea83030903), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.985793 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:18.988920 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/3c5654e9-811c-46dd-a674-a6ea83030903 HTTP/1.1" status: 204 len: 168 time: 0.7339249 Jul 28 11:01:18.992635 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56638) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:18.996284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b199ed-a5f7-418a-ba58-5e499ff8cd45 None None] Network 3c5654e9-811c-46dd-a674-a6ea83030903 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 11:01:18.997686 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470750868'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:19.007889 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aeeee-eaec-4282-acc1-b8a2552ad754 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Network': ['ID=3c5654e9-811c-46dd-a674-a6ea83030903,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:19.023973 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:19.027420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.054309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:19.065079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ef5548bd-89ed-43ce-b2e7-370d3b53fab3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.065423 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Added segment ef5548bd-89ed-43ce-b2e7-370d3b53fab3 of type vlan for network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 Jul 28 11:01:19.110744 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (cfefcf85-65cc-455c-a754-fcdc9b9e6c09), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.143842 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (cfefcf85-65cc-455c-a754-fcdc9b9e6c09), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.149083 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:19.149768 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.201020 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:19.211873 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2181060 Jul 28 11:01:19.214875 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56640) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:19.220229 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'subnet': {'network_id': 'cfefcf85-65cc-455c-a754-fcdc9b9e6c09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:19.226295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132501c-d69b-4722-ba11-ed8f94add7a4 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Network': ['ID=cfefcf85-65cc-455c-a754-fcdc9b9e6c09,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:19.236465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:19.308251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3231d721-1f23-4491-b845-da86663d356d None None] Provisioning complete for port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:19.308922 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3231d721-1f23-4491-b845-da86663d356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.315626 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:19.320132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.386494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3231d721-1f23-4491-b845-da86663d356d None None] Current status of the port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:19.508557 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 5c8217d2-3f2b-467c-b6a5-60761b9e0b37 resource provider aggregate not found Jul 28 11:01:19.513284 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (669c94d7-2a8b-482a-abd1-48f669adfe4b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.538071 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 5c8217d2-3f2b-467c-b6a5-60761b9e0b37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c8217d2-3f2b-467c-b6a5-60761b9e0b37 found for delete ", "request_id": "req-c868e4c2-e6f7-4f41-883e-8b809d57be5b"}]} Jul 28 11:01:19.571340 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Subnet': ['ID=669c94d7-2a8b-482a-abd1-48f669adfe4b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:19.587329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Checking segment: {'id': 'ef5548bd-89ed-43ce-b2e7-370d3b53fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfefcf85-65cc-455c-a754-fcdc9b9e6c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:19.587681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network hostable DHCP agents. Network: cfefcf85-65cc-455c-a754-fcdc9b9e6c09, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:19.592260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27fa1957-7963-4864-a93b-6ba81a8e4ff6 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:19.605551 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:19.618274 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, cfefcf85-65cc-455c-a754-fcdc9b9e6c09) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:19.622978 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:19.623566 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.629010 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:19.632367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df81a81-33d7-48fe-8ba0-949c30983b2c None None] Network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:19.642274 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2733984-95f2-4a46-90b2-ec20989a170c tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4262116 Jul 28 11:01:19.646319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56646) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:19.651338 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1291046350'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:19.671092 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:19.678998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:19.682673 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.704186 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:19.704567 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.709064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:19.718742 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2882ce28-d25c-4f3d-9cdd-a116fe2150e9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.719098 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Added segment 2882ce28-d25c-4f3d-9cdd-a116fe2150e9 of type vlan for network e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 Jul 28 11:01:19.734433 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:19.759350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.786756 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.789389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-cfefcf85-65cc-455c-a754-fcdc9b9e6c09', 'network_id': 'cfefcf85-65cc-455c-a754-fcdc9b9e6c09', 'project_id': 'b1179de0be444201b19db849f2daf65c', 'fixed_ips': [{'subnet_id': '669c94d7-2a8b-482a-abd1-48f669adfe4b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:19.790344 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.792095 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:19.792745 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:19.848138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:19.849747 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2023873 Jul 28 11:01:19.852792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56648) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:19.857548 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Request body: {'subnet': {'network_id': 'e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:19.915469 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bd40a-a3c9-448d-a1a9-f8998e58306a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Network': ['ID=e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:19.927075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:19.941442 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:19.967271 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Made reservation on behalf of b1179de0be444201b19db849f2daf65c for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:19.970924 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.031473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Allocated IP 2001:db8::2 (cfefcf85-65cc-455c-a754-fcdc9b9e6c09/669c94d7-2a8b-482a-abd1-48f669adfe4b/1bd32df5-3faa-44db-a469-44682037be4c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:20.165921 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (80e39ab5-3048-40ef-92c7-907aa1d5a9f7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.193305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Publish callbacks [] for port (1bd32df5-3faa-44db-a469-44682037be4c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.199734 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (1bd32df5-3faa-44db-a469-44682037be4c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.234035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event updated for resources: {'Subnet': ['ID=80e39ab5-3048-40ef-92c7-907aa1d5a9f7,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.244153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Checking segment: {'id': '2882ce28-d25c-4f3d-9cdd-a116fe2150e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:20.244352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:20.244516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network hostable DHCP agents. Network: e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:20.249682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:20.251930 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Pushing event updated for resources: {'Port': ['ID=1bd32df5-3faa-44db-a469-44682037be4c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.254152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:20.263184 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Network e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:20.272453 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:20.276804 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:20.277455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.284426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dceb17e-4a40-4b38-8637-5ad585c3e888 None None] Network e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:20.298916 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1c24e01c-992d-4cee-92fe-18b552b31cc5 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4427230 Jul 28 11:01:20.299144 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56650) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:20.363614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Attempting to bind port 1bd32df5-3faa-44db-a469-44682037be4c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:20.364862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Attempting to bind port 1bd32df5-3faa-44db-a469-44682037be4c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'ef5548bd-89ed-43ce-b2e7-370d3b53fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfefcf85-65cc-455c-a754-fcdc9b9e6c09'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:20.364862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Attempting to bind port 1bd32df5-3faa-44db-a469-44682037be4c on network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:20.377651 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:20.378064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Checking segment: {'id': 'ef5548bd-89ed-43ce-b2e7-370d3b53fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfefcf85-65cc-455c-a754-fcdc9b9e6c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:20.378470 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.378867 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Bound using segment: {'id': 'ef5548bd-89ed-43ce-b2e7-370d3b53fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfefcf85-65cc-455c-a754-fcdc9b9e6c09'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:20.379344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Bound port: 1bd32df5-3faa-44db-a469-44682037be4c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5548bd-89ed-43ce-b2e7-370d3b53fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cfefcf85-65cc-455c-a754-fcdc9b9e6c09'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:20.380350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (1bd32df5-3faa-44db-a469-44682037be4c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.400186 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.455405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42554608-b699-4be9-aac0-781be508e618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9', 'network_id': 'e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9', 'project_id': 'b1179de0be444201b19db849f2daf65c', 'fixed_ips': [{'subnet_id': '80e39ab5-3048-40ef-92c7-907aa1d5a9f7'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:20.456331 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-42554608-b699-4be9-aac0-781be508e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.456963 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (80e39ab5-3048-40ef-92c7-907aa1d5a9f7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.499172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] For port 1bd32df5-3faa-44db-a469-44682037be4c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:20.503483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] For port 1bd32df5-3faa-44db-a469-44682037be4c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1bd32df5-3faa-44db-a469-44682037be4c,segment=NetworkSegment(ef5548bd-89ed-43ce-b2e7-370d3b53fab3),segment_id=ef5548bd-89ed-43ce-b2e7-370d3b53fab3)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:20.516552 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:20.523116 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (80e39ab5-3048-40ef-92c7-907aa1d5a9f7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.549850 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Subnet': ['ID=80e39ab5-3048-40ef-92c7-907aa1d5a9f7,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.552252 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (1bd32df5-3faa-44db-a469-44682037be4c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.576527 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:20.584397 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:20.618771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server [None req-42554608-b699-4be9-aac0-781be508e618 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80e39ab5-3048-40ef-92c7-907aa1d5a9f7: This subnet is being modified by another concurrent operation. Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1539, in create_port Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in _create_port_db Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server raise exception Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80e39ab5-3048-40ef-92c7-907aa1d5a9f7: This subnet is being modified by another concurrent operation. Jul 28 11:01:20.634019 n-d-850468-6 neutron-server[104689]: ERROR oslo_messaging.rpc.server Jul 28 11:01:20.644908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36efca-2dda-4d0b-a9f6-9d565949ef90 None None] Pushing event updated for resources: {'Port': ['ID=1bd32df5-3faa-44db-a469-44682037be4c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.655401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:20.659309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd9e2d-818c-4135-ace8-59756591e614 None None] Network e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:20.666601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2882ce28-d25c-4f3d-9cdd-a116fe2150e9') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:20.666905 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2882ce28-d25c-4f3d-9cdd-a116fe2150e9') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:20.677545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (2882ce28-d25c-4f3d-9cdd-a116fe2150e9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.693492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2882ce28-d25c-4f3d-9cdd-a116fe2150e9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.700845 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:20.701646 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (2882ce28-d25c-4f3d-9cdd-a116fe2150e9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.767922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.775897 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:20.779006 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 HTTP/1.1" status: 204 len: 168 time: 0.4788949 Jul 28 11:01:20.782676 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56652) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:20.792408 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05412a3e-bfa3-4db3-a9a2-294111558b64 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Network': ['ID=e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:20.829248 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc48c16-4c92-46a3-8a27-d656e3e8d8a9 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] GET failed (client error): The resource could not be found. Jul 28 11:01:20.830777 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bdc48c16-4c92-46a3-8a27-d656e3e8d8a9 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "GET /v2.0/subnets/80e39ab5-3048-40ef-92c7-907aa1d5a9f7 HTTP/1.1" status: 404 len: 337 time: 0.0465131 Jul 28 11:01:20.834489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56654) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:20.867626 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7578c79d-1f5a-4d5d-b2c7-a6452ea09a44 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] DELETE failed (client error): The resource could not be found. Jul 28 11:01:20.868194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7578c79d-1f5a-4d5d-b2c7-a6452ea09a44 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:01:20.871243 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7578c79d-1f5a-4d5d-b2c7-a6452ea09a44 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 HTTP/1.1" status: 404 len: 339 time: 0.0356872 Jul 28 11:01:20.875192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:20.910615 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-4432298b-8efb-4356-91ac-887657e5f29b tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] DELETE failed (client error): The resource could not be found. Jul 28 11:01:20.911113 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4432298b-8efb-4356-91ac-887657e5f29b tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:01:20.914312 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4432298b-8efb-4356-91ac-887657e5f29b tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/subnets/80e39ab5-3048-40ef-92c7-907aa1d5a9f7 HTTP/1.1" status: 404 len: 337 time: 0.0381250 Jul 28 11:01:20.916862 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56658) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:20.924709 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=6,neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=15 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:20.937419 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13e99bb-59c2-47c0-8e2c-32f893a4b479 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] DELETE failed (client error): The resource could not be found. Jul 28 11:01:20.938127 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13e99bb-59c2-47c0-8e2c-32f893a4b479 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:01:20.941252 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c13e99bb-59c2-47c0-8e2c-32f893a4b479 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/e9b24e98-04f8-4bc7-bb6e-e699c26c3dd9 HTTP/1.1" status: 404 len: 339 time: 0.0233855 Jul 28 11:01:20.944457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56660) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:20.999793 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Deleting subnet 669c94d7-2a8b-482a-abd1-48f669adfe4b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:01:21.003181 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (669c94d7-2a8b-482a-abd1-48f669adfe4b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.044544 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (669c94d7-2a8b-482a-abd1-48f669adfe4b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.133150 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (669c94d7-2a8b-482a-abd1-48f669adfe4b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.198174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (669c94d7-2a8b-482a-abd1-48f669adfe4b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.222305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Subnet': ['ID=669c94d7-2a8b-482a-abd1-48f669adfe4b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:21.227934 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.231045 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6c0420d5-0e04-46f4-bb94-5b4352ab1b7a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/subnets/669c94d7-2a8b-482a-abd1-48f669adfe4b HTTP/1.1" status: 204 len: 168 time: 0.2855792 Jul 28 11:01:21.233441 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56662) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:21.316257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (cfefcf85-65cc-455c-a754-fcdc9b9e6c09), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.359729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Deleting port 1bd32df5-3faa-44db-a469-44682037be4c {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:21.360073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (1bd32df5-3faa-44db-a469-44682037be4c), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.429991 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] For port 1bd32df5-3faa-44db-a469-44682037be4c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=1bd32df5-3faa-44db-a469-44682037be4c,segment=NetworkSegment(ef5548bd-89ed-43ce-b2e7-370d3b53fab3),segment_id=ef5548bd-89ed-43ce-b2e7-370d3b53fab3)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:21.430388 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (1bd32df5-3faa-44db-a469-44682037be4c), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.446302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Calling delete_port for 1bd32df5-3faa-44db-a469-44682037be4c owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:21.536945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (1bd32df5-3faa-44db-a469-44682037be4c), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.565831 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Port': ['ID=1bd32df5-3faa-44db-a469-44682037be4c,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:21.569639 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 2882ce28-d25c-4f3d-9cdd-a116fe2150e9 resource provider aggregate not found Jul 28 11:01:21.569873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No DVR routers for this DVR port 1bd32df5-3faa-44db-a469-44682037be4c on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:21.589937 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 2882ce28-d25c-4f3d-9cdd-a116fe2150e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2882ce28-d25c-4f3d-9cdd-a116fe2150e9 found for delete ", "request_id": "req-d46039e6-f7a3-4652-8e74-136f4b0e3fbe"}]} Jul 28 11:01:21.634178 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1bd32df5-3faa-44db-a469-44682037be4c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:21.659798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1bd32df5-3faa-44db-a469-44682037be4c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:21.660241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1bd32df5-3faa-44db-a469-44682037be4c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 11:01:21.669831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (cfefcf85-65cc-455c-a754-fcdc9b9e6c09), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.681235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Port 1bd32df5-3faa-44db-a469-44682037be4c not found, will not notify nova. {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 11:01:21.686628 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc1a582-9abf-4e86-b3bf-9de25abea3e9 None None] get_active_networks_info from n-d-850468-6 {{(pid=104689) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 11:01:21.695714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfefcf85-65cc-455c-a754-fcdc9b9e6c09']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:21.705003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5548bd-89ed-43ce-b2e7-370d3b53fab3') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:21.705301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5548bd-89ed-43ce-b2e7-370d3b53fab3') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:21.715874 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (ef5548bd-89ed-43ce-b2e7-370d3b53fab3), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.724634 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-46ab8af3-ddaf-40ba-bbe2-00a2b8f7610a None None] Could not find standard attr ID for object 1bd32df5-3faa-44db-a469-44682037be4c. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 11:01:21.729228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (ef5548bd-89ed-43ce-b2e7-370d3b53fab3), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.735773 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:21.736289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (ef5548bd-89ed-43ce-b2e7-370d3b53fab3), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.774033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1a582-9abf-4e86-b3bf-9de25abea3e9 None None] Resources bound (agent type, host, resource id): {{(pid=104689) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 11:01:21.780715 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ef5548bd-89ed-43ce-b2e7-370d3b53fab3 resource provider aggregate not found Jul 28 11:01:21.806086 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment ef5548bd-89ed-43ce-b2e7-370d3b53fab3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef5548bd-89ed-43ce-b2e7-370d3b53fab3 found for delete ", "request_id": "req-bc4fd325-ca45-4eb9-b0b6-fdad45110d41"}]} Jul 28 11:01:21.816184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (cfefcf85-65cc-455c-a754-fcdc9b9e6c09), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.824290 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:21.829819 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/cfefcf85-65cc-455c-a754-fcdc9b9e6c09 HTTP/1.1" status: 204 len: 168 time: 0.5930083 Jul 28 11:01:21.830938 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56672) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:21.840428 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f29a8a-e2b9-408d-a659-ceda15c5382a tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Network': ['ID=cfefcf85-65cc-455c-a754-fcdc9b9e6c09,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:21.862531 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8b8ea7-4709-4499-9ccb-b917f85f8f6f tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] DELETE failed (client error): The resource could not be found. Jul 28 11:01:21.863086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8b8ea7-4709-4499-9ccb-b917f85f8f6f tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:01:21.866669 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bb8b8ea7-4709-4499-9ccb-b917f85f8f6f tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/subnets/aeb0501b-92f1-4af2-8b33-6ba35862791e HTTP/1.1" status: 404 len: 337 time: 0.0346081 Jul 28 11:01:21.869267 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56674) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:21.888021 n-d-850468-6 neutron-server[104688]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f017af-4714-4135-b635-328545a709bf tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] DELETE failed (client error): The resource could not be found. Jul 28 11:01:21.888621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f017af-4714-4135-b635-328545a709bf tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:01:21.891735 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-65f017af-4714-4135-b635-328545a709bf tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/3c5654e9-811c-46dd-a674-a6ea83030903 HTTP/1.1" status: 404 len: 339 time: 0.0214248 Jul 28 11:01:21.894432 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56676) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:21.926049 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-015436fe-54b9-47ed-aeba-2a3c480d7d10 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] DELETE failed (client error): The resource could not be found. Jul 28 11:01:21.927023 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015436fe-54b9-47ed-aeba-2a3c480d7d10 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:01:21.927673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c44fd7-35c5-431d-b9de-23f22e78721b None None] Network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:21.930729 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-015436fe-54b9-47ed-aeba-2a3c480d7d10 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/subnets/d9b5ddc3-c94a-40b9-898b-46c3faedcb82 HTTP/1.1" status: 404 len: 337 time: 0.0353019 Jul 28 11:01:21.933287 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56678) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:21.939717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c44fd7-35c5-431d-b9de-23f22e78721b None None] Network cfefcf85-65cc-455c-a754-fcdc9b9e6c09 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 11:01:21.952652 n-d-850468-6 neutron-server[104687]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6469a13-8c89-4dbb-a9ae-a5feefa5f186 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] DELETE failed (client error): The resource could not be found. Jul 28 11:01:21.953159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6469a13-8c89-4dbb-a9ae-a5feefa5f186 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104687) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 11:01:21.956181 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6469a13-8c89-4dbb-a9ae-a5feefa5f186 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/372e36dc-ff4f-4b5c-89b6-99978914d810 HTTP/1.1" status: 404 len: 339 time: 0.0219879 Jul 28 11:01:21.959429 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56680) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:22.015073 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b279d65-7382-410a-bc70-d85468cd614a None None] DHCP port deletion for cfefcf85-65cc-455c-a754-fcdc9b9e6c09 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:01:22.026951 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:22.035193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Deleting subnet 08e3e45c-319b-46c8-b780-64ded69d4f9f {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:01:22.039229 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (08e3e45c-319b-46c8-b780-64ded69d4f9f), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.087247 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (08e3e45c-319b-46c8-b780-64ded69d4f9f), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.167410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (08e3e45c-319b-46c8-b780-64ded69d4f9f), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.232525 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (08e3e45c-319b-46c8-b780-64ded69d4f9f), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.260315 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Subnet': ['ID=08e3e45c-319b-46c8-b780-64ded69d4f9f,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:22.265639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.272415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56682) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:22.273145 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e48eb763-64fd-49b0-8805-e2e060ec3cfb tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/subnets/08e3e45c-319b-46c8-b780-64ded69d4f9f HTTP/1.1" status: 204 len: 168 time: 0.3125331 Jul 28 11:01:22.276857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd4ba98-1342-40cb-b91a-9eeb05eaedbf None None] Network 6e41459a-05e9-4029-8492-fc86f1a28898 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:22.320166 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:22.356542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6e41459a-05e9-4029-8492-fc86f1a28898), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.362754 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:22.401840 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Deleting port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:22.402219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.424542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] DHCP port deletion for 6e41459a-05e9-4029-8492-fc86f1a28898 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:01:22.461507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] Deleting port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:22.461903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.473125 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] For port 27fa1957-7963-4864-a93b-6ba81a8e4ff6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=27fa1957-7963-4864-a93b-6ba81a8e4ff6,segment=NetworkSegment(545f4cbd-db10-40aa-9fe2-b70fead28eb6),segment_id=545f4cbd-db10-40aa-9fe2-b70fead28eb6)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:22.474183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.487393 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Calling delete_port for 27fa1957-7963-4864-a93b-6ba81a8e4ff6 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:22.572590 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.604198 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Port': ['ID=27fa1957-7963-4864-a93b-6ba81a8e4ff6,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:22.607529 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] No DVR routers for this DVR port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:22.656251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] For port 27fa1957-7963-4864-a93b-6ba81a8e4ff6, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=27fa1957-7963-4864-a93b-6ba81a8e4ff6,segment=NetworkSegment(545f4cbd-db10-40aa-9fe2-b70fead28eb6),segment_id=545f4cbd-db10-40aa-9fe2-b70fead28eb6)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:22.656836 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.670290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] Calling delete_port for 27fa1957-7963-4864-a93b-6ba81a8e4ff6 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:22.691203 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6e41459a-05e9-4029-8492-fc86f1a28898), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.712786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e41459a-05e9-4029-8492-fc86f1a28898']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:22.722848 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545f4cbd-db10-40aa-9fe2-b70fead28eb6') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:22.723154 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545f4cbd-db10-40aa-9fe2-b70fead28eb6') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:22.734613 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (545f4cbd-db10-40aa-9fe2-b70fead28eb6), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.744782 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (27fa1957-7963-4864-a93b-6ba81a8e4ff6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.748983 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (545f4cbd-db10-40aa-9fe2-b70fead28eb6), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.756295 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:22.756892 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (545f4cbd-db10-40aa-9fe2-b70fead28eb6), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.772927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] Pushing event deleted for resources: {'Port': ['ID=27fa1957-7963-4864-a93b-6ba81a8e4ff6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:22.776506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9b890-45f5-4423-8ce2-e52c2c7f07a5 None None] No DVR routers for this DVR port 27fa1957-7963-4864-a93b-6ba81a8e4ff6 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:22.826169 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6e41459a-05e9-4029-8492-fc86f1a28898), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.833563 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:22.836633 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] 10.222.0.46 "DELETE /v2.0/networks/6e41459a-05e9-4029-8492-fc86f1a28898 HTTP/1.1" status: 204 len: 168 time: 0.5627446 Jul 28 11:01:22.850285 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6048b0-943b-4894-927d-5645ded2e054 tempest-NetworksIpV6Test-1622029532 tempest-NetworksIpV6Test-1622029532-project] Pushing event deleted for resources: {'Network': ['ID=6e41459a-05e9-4029-8492-fc86f1a28898,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:23.082007 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56688) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:23.216346 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0ee85c47-f3b4-4aba-ac70-54fba26f2da5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1179de0be444201b19db849f2daf65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330822 Jul 28 11:01:23.218774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56692) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:23.266441 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9aefb29-366c-4d26-ab71-6c3f1ede3d7d admin admin] Publish callbacks [] for security_group (4e22caed-8fff-4cef-b99f-1fead8cdbf2e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:23.288798 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9aefb29-366c-4d26-ab71-6c3f1ede3d7d admin admin] Publish callbacks [] for security_group (4e22caed-8fff-4cef-b99f-1fead8cdbf2e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:23.340297 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9aefb29-366c-4d26-ab71-6c3f1ede3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (4e22caed-8fff-4cef-b99f-1fead8cdbf2e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:23.342842 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c9aefb29-366c-4d26-ab71-6c3f1ede3d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:23.343974 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c9aefb29-366c-4d26-ab71-6c3f1ede3d7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e22caed-8fff-4cef-b99f-1fead8cdbf2e HTTP/1.1" status: 204 len: 168 time: 0.1243114 Jul 28 11:01:23.352875 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aefb29-366c-4d26-ab71-6c3f1ede3d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e22caed-8fff-4cef-b99f-1fead8cdbf2e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:23.580315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27fa1957-7963-4864-a93b-6ba81a8e4ff6 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:23.601592 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 27fa1957-7963-4864-a93b-6ba81a8e4ff6 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:23.601963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 27fa1957-7963-4864-a93b-6ba81a8e4ff6 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:23.602462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1bd32df5-3faa-44db-a469-44682037be4c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:23.620527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 1bd32df5-3faa-44db-a469-44682037be4c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:23.620881 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 1bd32df5-3faa-44db-a469-44682037be4c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:23.824411 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 545f4cbd-db10-40aa-9fe2-b70fead28eb6 resource provider aggregate not found Jul 28 11:01:23.840225 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 545f4cbd-db10-40aa-9fe2-b70fead28eb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 545f4cbd-db10-40aa-9fe2-b70fead28eb6 found for delete ", "request_id": "req-8daf5118-143d-4cff-8ff2-d7a4632e8766"}]} Jul 28 11:01:24.004374 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56718) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:24.105830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0c6a96e0-3132-49a6-adb6-6f80f5acd29c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1721578206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:24.128817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c6a96e0-3132-49a6-adb6-6f80f5acd29c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (8610f8f5-81b5-41a7-9153-79fc9da76707), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.130603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c6a96e0-3132-49a6-adb6-6f80f5acd29c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (8610f8f5-81b5-41a7-9153-79fc9da76707), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.181939 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c6a96e0-3132-49a6-adb6-6f80f5acd29c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for router_controller (8610f8f5-81b5-41a7-9153-79fc9da76707), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.185810 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c6a96e0-3132-49a6-adb6-6f80f5acd29c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (8610f8f5-81b5-41a7-9153-79fc9da76707), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.203138 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0c6a96e0-3132-49a6-adb6-6f80f5acd29c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.204335 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0c6a96e0-3132-49a6-adb6-6f80f5acd29c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1979153 Jul 28 11:01:24.207127 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56722) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:24.211987 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1869148650'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:24.230395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Made reservation on behalf of 93a24a10b73c404d9b3d39211e3ebf68 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:24.233608 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.242923 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.323507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for security_group (a21b3c1d-fe63-4f8e-beb4-395ecf36e373), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.327110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a21b3c1d-fe63-4f8e-beb4-395ecf36e373), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.350022 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:24.354846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:24.366491 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b3c1d-fe63-4f8e-beb4-395ecf36e373,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:24.371984 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e10e45bc-0b99-42f8-bd59-94c954be0bdb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.372329 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Added segment e10e45bc-0b99-42f8-bd59-94c954be0bdb of type vlan for network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb Jul 28 11:01:24.414912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (728dc03e-bd6d-46cf-bc35-6c4729ef29fb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.439587 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (728dc03e-bd6d-46cf-bc35-6c4729ef29fb), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.445366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:24.445966 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.502056 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2937284 Jul 28 11:01:24.504873 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56724) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:24.509929 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Request body: {'subnet': {'network_id': '728dc03e-bd6d-46cf-bc35-6c4729ef29fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:24.563273 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d090-3478-4064-9973-02bf35628c8a tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event updated for resources: {'Network': ['ID=728dc03e-bd6d-46cf-bc35-6c4729ef29fb,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:24.574799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:24.604003 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:24.611541 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Made reservation on behalf of 93a24a10b73c404d9b3d39211e3ebf68 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:24.615205 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.632096 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:24.804163 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a95e5845-9410-4b67-85e2-c440ebbbce35), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.874821 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event updated for resources: {'Subnet': ['ID=a95e5845-9410-4b67-85e2-c440ebbbce35,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:24.882592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Checking segment: {'id': 'e10e45bc-0b99-42f8-bd59-94c954be0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '728dc03e-bd6d-46cf-bc35-6c4729ef29fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:24.882961 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Network hostable DHCP agents. Network: 728dc03e-bd6d-46cf-bc35-6c4729ef29fb, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:24.900341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:24.909280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 728dc03e-bd6d-46cf-bc35-6c4729ef29fb) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:24.914435 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:24.915024 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.919389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cfb9c8-ebb8-489a-93a3-5f42f265bcae None None] Network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:24.931447 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7c4f47e6-bd2b-4097-b375-2bd67f15000b tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4255204 Jul 28 11:01:24.934449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56726) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:24.939366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-896226369'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:24.963235 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Made reservation on behalf of 93a24a10b73c404d9b3d39211e3ebf68 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:24.966816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:24.990782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:24.999908 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2923f743-f0c0-4f6e-a7e9-139818368566), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.000247 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Added segment 2923f743-f0c0-4f6e-a7e9-139818368566 of type vlan for network 0515d8ac-66c5-4469-b7af-61d2685a4de9 Jul 28 11:01:25.029390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-728dc03e-bd6d-46cf-bc35-6c4729ef29fb', 'network_id': '728dc03e-bd6d-46cf-bc35-6c4729ef29fb', 'project_id': '93a24a10b73c404d9b3d39211e3ebf68', 'fixed_ips': [{'subnet_id': 'a95e5845-9410-4b67-85e2-c440ebbbce35'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:25.030547 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.042548 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (0515d8ac-66c5-4469-b7af-61d2685a4de9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.069238 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (0515d8ac-66c5-4469-b7af-61d2685a4de9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.074463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:25.075041 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.124350 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:25.138474 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2000690 Jul 28 11:01:25.139172 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56728) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:25.146097 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Request body: {'subnet': {'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:25.148894 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6302f3f-c8c7-4845-938b-31428f9c9450 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event updated for resources: {'Network': ['ID=0515d8ac-66c5-4469-b7af-61d2685a4de9,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:25.164715 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 0515d8ac-66c5-4469-b7af-61d2685a4de9 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:25.216478 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Allocated IP 172.20.0.2 (728dc03e-bd6d-46cf-bc35-6c4729ef29fb/a95e5845-9410-4b67-85e2-c440ebbbce35/69990f67-fab7-4155-9ef8-0e798e8ef841) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:25.238525 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Made reservation on behalf of 93a24a10b73c404d9b3d39211e3ebf68 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:25.242227 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.327139 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:25.361610 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:25.390115 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Publish callbacks [] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.396237 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.430419 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (61c2931a-1d86-4535-bd4a-2cf1cc34f6ff), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.438984 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:25.444138 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:25.446948 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:25.449955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Pushing event updated for resources: {'Port': ['ID=69990f67-fab7-4155-9ef8-0e798e8ef841,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:25.496551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event updated for resources: {'Subnet': ['ID=61c2931a-1d86-4535-bd4a-2cf1cc34f6ff,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:25.509373 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Checking segment: {'id': '2923f743-f0c0-4f6e-a7e9-139818368566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:25.509732 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Network hostable DHCP agents. Network: 0515d8ac-66c5-4469-b7af-61d2685a4de9, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:25.515983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Attempting to bind port 69990f67-fab7-4155-9ef8-0e798e8ef841 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:25.516355 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Attempting to bind port 69990f67-fab7-4155-9ef8-0e798e8ef841 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'e10e45bc-0b99-42f8-bd59-94c954be0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '728dc03e-bd6d-46cf-bc35-6c4729ef29fb'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:25.516754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Attempting to bind port 69990f67-fab7-4155-9ef8-0e798e8ef841 on network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:25.522851 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:25.523235 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Checking segment: {'id': 'e10e45bc-0b99-42f8-bd59-94c954be0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '728dc03e-bd6d-46cf-bc35-6c4729ef29fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:25.523776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.524176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Bound using segment: {'id': 'e10e45bc-0b99-42f8-bd59-94c954be0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '728dc03e-bd6d-46cf-bc35-6c4729ef29fb'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:25.524661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Bound port: 69990f67-fab7-4155-9ef8-0e798e8ef841, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10e45bc-0b99-42f8-bd59-94c954be0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '728dc03e-bd6d-46cf-bc35-6c4729ef29fb'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:25.525150 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.529347 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Network 0515d8ac-66c5-4469-b7af-61d2685a4de9 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:25.536251 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=37 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:25.541274 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 0515d8ac-66c5-4469-b7af-61d2685a4de9) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:25.545712 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:25.546619 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.564388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e4ae0-c007-445c-86c0-f5bf0d3eb4fc None None] Network 0515d8ac-66c5-4469-b7af-61d2685a4de9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:25.565260 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-145e4984-368d-470c-82ac-bb91597fbe2c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4249461 Jul 28 11:01:25.568683 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56730) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:25.573410 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-f269c73a-b6da-4e79-9058-18b5b2a86adf tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Request body: {'router': {'external_gateway_info': {'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:25.576565 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:25.655077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] For port 69990f67-fab7-4155-9ef8-0e798e8ef841, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:25.660098 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] For port 69990f67-fab7-4155-9ef8-0e798e8ef841, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=69990f67-fab7-4155-9ef8-0e798e8ef841,segment=NetworkSegment(e10e45bc-0b99-42f8-bd59-94c954be0bdb),segment_id=e10e45bc-0b99-42f8-bd59-94c954be0bdb)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:25.674787 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.742064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-0515d8ac-66c5-4469-b7af-61d2685a4de9', 'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9', 'project_id': '93a24a10b73c404d9b3d39211e3ebf68', 'fixed_ips': [{'subnet_id': '61c2931a-1d86-4535-bd4a-2cf1cc34f6ff'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:25.742932 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.767810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849bb93-6a91-48f2-9cb8-5fce9069581b None None] Pushing event updated for resources: {'Port': ['ID=69990f67-fab7-4155-9ef8-0e798e8ef841,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:25.781082 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:25.798637 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f269c73a-b6da-4e79-9058-18b5b2a86adf tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for router_gateway (8610f8f5-81b5-41a7-9153-79fc9da76707), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:25.899288 n-d-850468-6 neutron-server[104688]: INFO neutron.api.v2.resource [None req-f269c73a-b6da-4e79-9058-18b5b2a86adf tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 11:01:25.899288 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f269c73a-b6da-4e79-9058-18b5b2a86adf tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "PUT /v2.0/routers/8610f8f5-81b5-41a7-9153-79fc9da76707 HTTP/1.1" status: 400 len: 364 time: 0.3286083 Jul 28 11:01:25.908310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56732) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:25.935805 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Allocated IP 172.21.0.2 (0515d8ac-66c5-4469-b7af-61d2685a4de9/61c2931a-1d86-4535-bd4a-2cf1cc34f6ff/a93ae621-e2c2-4674-a5e0-b27f96ad35a0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:25.976805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Deleting subnet 61c2931a-1d86-4535-bd4a-2cf1cc34f6ff {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:01:26.040434 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:26.098419 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Publish callbacks [] for port (a93ae621-e2c2-4674-a5e0-b27f96ad35a0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.103126 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for subnet (61c2931a-1d86-4535-bd4a-2cf1cc34f6ff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.103682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (a93ae621-e2c2-4674-a5e0-b27f96ad35a0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.145719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Network 0515d8ac-66c5-4469-b7af-61d2685a4de9 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:26.147796 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:26.148886 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:26.150860 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (61c2931a-1d86-4535-bd4a-2cf1cc34f6ff), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.152830 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:26.159834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Pushing event updated for resources: {'Port': ['ID=a93ae621-e2c2-4674-a5e0-b27f96ad35a0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.213465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Attempting to bind port a93ae621-e2c2-4674-a5e0-b27f96ad35a0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:26.213835 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Attempting to bind port a93ae621-e2c2-4674-a5e0-b27f96ad35a0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2923f743-f0c0-4f6e-a7e9-139818368566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:26.214223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Attempting to bind port a93ae621-e2c2-4674-a5e0-b27f96ad35a0 on network 0515d8ac-66c5-4469-b7af-61d2685a4de9 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:26.219540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:26.219737 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Checking segment: {'id': '2923f743-f0c0-4f6e-a7e9-139818368566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:26.220130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.220521 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Bound using segment: {'id': '2923f743-f0c0-4f6e-a7e9-139818368566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:26.221005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Bound port: a93ae621-e2c2-4674-a5e0-b27f96ad35a0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2923f743-f0c0-4f6e-a7e9-139818368566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0515d8ac-66c5-4469-b7af-61d2685a4de9'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:26.221347 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a93ae621-e2c2-4674-a5e0-b27f96ad35a0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.236898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (61c2931a-1d86-4535-bd4a-2cf1cc34f6ff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.304945 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (61c2931a-1d86-4535-bd4a-2cf1cc34f6ff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.307214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] For port a93ae621-e2c2-4674-a5e0-b27f96ad35a0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:26.310927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] For port a93ae621-e2c2-4674-a5e0-b27f96ad35a0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a93ae621-e2c2-4674-a5e0-b27f96ad35a0,segment=NetworkSegment(2923f743-f0c0-4f6e-a7e9-139818368566),segment_id=2923f743-f0c0-4f6e-a7e9-139818368566)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:26.317820 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a93ae621-e2c2-4674-a5e0-b27f96ad35a0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.334332 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event deleted for resources: {'Subnet': ['ID=61c2931a-1d86-4535-bd4a-2cf1cc34f6ff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.339083 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.342773 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-96514fc1-321a-4c95-acc2-2517d78da338 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "DELETE /v2.0/subnets/61c2931a-1d86-4535-bd4a-2cf1cc34f6ff HTTP/1.1" status: 204 len: 168 time: 0.4362061 Jul 28 11:01:26.345354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56734) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:26.380779 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173a35c-66dc-495d-b74f-299943e49919 None None] Pushing event updated for resources: {'Port': ['ID=a93ae621-e2c2-4674-a5e0-b27f96ad35a0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.431837 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (0515d8ac-66c5-4469-b7af-61d2685a4de9), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.484030 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Deleting port a93ae621-e2c2-4674-a5e0-b27f96ad35a0 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:26.484376 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a93ae621-e2c2-4674-a5e0-b27f96ad35a0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.565721 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] For port a93ae621-e2c2-4674-a5e0-b27f96ad35a0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a93ae621-e2c2-4674-a5e0-b27f96ad35a0,segment=NetworkSegment(2923f743-f0c0-4f6e-a7e9-139818368566),segment_id=2923f743-f0c0-4f6e-a7e9-139818368566)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:26.566388 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a93ae621-e2c2-4674-a5e0-b27f96ad35a0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.588521 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Calling delete_port for a93ae621-e2c2-4674-a5e0-b27f96ad35a0 owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:26.677519 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a93ae621-e2c2-4674-a5e0-b27f96ad35a0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.707049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event deleted for resources: {'Port': ['ID=a93ae621-e2c2-4674-a5e0-b27f96ad35a0,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:26.710901 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] No DVR routers for this DVR port a93ae621-e2c2-4674-a5e0-b27f96ad35a0 on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:26.803692 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (0515d8ac-66c5-4469-b7af-61d2685a4de9), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.825516 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0515d8ac-66c5-4469-b7af-61d2685a4de9']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:26.830642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde1cf63-24ce-4b20-b556-23845816b04c None None] Network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:26.836158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2923f743-f0c0-4f6e-a7e9-139818368566') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:26.836456 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2923f743-f0c0-4f6e-a7e9-139818368566') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:26.846838 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (2923f743-f0c0-4f6e-a7e9-139818368566), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.860105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2923f743-f0c0-4f6e-a7e9-139818368566), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.867080 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:26.867749 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (2923f743-f0c0-4f6e-a7e9-139818368566), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.890773 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-152fb9b3-fdd8-46c4-861c-9aedfac0c733 None None] Provisioning complete for port 69990f67-fab7-4155-9ef8-0e798e8ef841 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:26.891152 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-152fb9b3-fdd8-46c4-861c-9aedfac0c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.912570 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 2923f743-f0c0-4f6e-a7e9-139818368566 resource provider aggregate not found Jul 28 11:01:26.937965 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 2923f743-f0c0-4f6e-a7e9-139818368566 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2923f743-f0c0-4f6e-a7e9-139818368566 found for delete ", "request_id": "req-89c311ad-9c97-4a86-b9bd-7af81b0a5e11"}]} Jul 28 11:01:26.938917 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:26.946872 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (0515d8ac-66c5-4469-b7af-61d2685a4de9), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.956921 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:26.961046 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "DELETE /v2.0/networks/0515d8ac-66c5-4469-b7af-61d2685a4de9 HTTP/1.1" status: 204 len: 168 time: 0.6151078 Jul 28 11:01:26.964064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56740) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:26.982306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaf2e3-c3dd-4d63-a608-df9aa2f5bb37 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event deleted for resources: {'Network': ['ID=0515d8ac-66c5-4469-b7af-61d2685a4de9,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.021657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-152fb9b3-fdd8-46c4-861c-9aedfac0c733 None None] Current status of the port 69990f67-fab7-4155-9ef8-0e798e8ef841 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:27.022154 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-152fb9b3-fdd8-46c4-861c-9aedfac0c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.033263 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Deleting subnet a95e5845-9410-4b67-85e2-c440ebbbce35 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:01:27.036960 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for subnet (a95e5845-9410-4b67-85e2-c440ebbbce35), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.068799 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-152fb9b3-fdd8-46c4-861c-9aedfac0c733 None None] For port 69990f67-fab7-4155-9ef8-0e798e8ef841, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=69990f67-fab7-4155-9ef8-0e798e8ef841,segment=NetworkSegment(e10e45bc-0b99-42f8-bd59-94c954be0bdb),segment_id=e10e45bc-0b99-42f8-bd59-94c954be0bdb)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:27.073889 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-152fb9b3-fdd8-46c4-861c-9aedfac0c733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.090275 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (a95e5845-9410-4b67-85e2-c440ebbbce35), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.107589 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:27.140643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb9b3-fdd8-46c4-861c-9aedfac0c733 None None] Pushing event updated for resources: {'Port': ['ID=69990f67-fab7-4155-9ef8-0e798e8ef841,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.144660 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:27.194132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a95e5845-9410-4b67-85e2-c440ebbbce35), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.263812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (a95e5845-9410-4b67-85e2-c440ebbbce35), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.293446 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event deleted for resources: {'Subnet': ['ID=a95e5845-9410-4b67-85e2-c440ebbbce35,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.301169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.307621 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ddcd6f5e-bf12-4ae8-b9c4-e25784d68827 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "DELETE /v2.0/subnets/a95e5845-9410-4b67-85e2-c440ebbbce35 HTTP/1.1" status: 204 len: 168 time: 0.3316956 Jul 28 11:01:27.307781 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56742) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:27.308240 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ab98d439-a30d-49b3-a967-ef63364d2c8c None None] Provisioning complete for port 69990f67-fab7-4155-9ef8-0e798e8ef841 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:27.308398 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab98d439-a30d-49b3-a967-ef63364d2c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.311392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18682d-1a07-43cd-a740-153e16102aed None None] Network 728dc03e-bd6d-46cf-bc35-6c4729ef29fb requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:27.395720 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (728dc03e-bd6d-46cf-bc35-6c4729ef29fb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.443906 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Deleting port 69990f67-fab7-4155-9ef8-0e798e8ef841 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:27.444156 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.467727 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ab98d439-a30d-49b3-a967-ef63364d2c8c None None] Current status of the port 69990f67-fab7-4155-9ef8-0e798e8ef841 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:27.517500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] DHCP port deletion for 728dc03e-bd6d-46cf-bc35-6c4729ef29fb request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:01:27.524804 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] For port 69990f67-fab7-4155-9ef8-0e798e8ef841, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=69990f67-fab7-4155-9ef8-0e798e8ef841,segment=NetworkSegment(e10e45bc-0b99-42f8-bd59-94c954be0bdb),segment_id=e10e45bc-0b99-42f8-bd59-94c954be0bdb)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:27.525175 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.539708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Calling delete_port for 69990f67-fab7-4155-9ef8-0e798e8ef841 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:27.554906 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:27.557965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] Deleting port 69990f67-fab7-4155-9ef8-0e798e8ef841 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:27.558349 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.603309 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20fe57e-655a-4e78-8ca8-9c28ca431afe None None] DHCP port deletion for 0515d8ac-66c5-4469-b7af-61d2685a4de9 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:01:27.607704 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b510076d-fa72-48d9-a717-f9a7e507c76c None None] Could not find standard attr ID for object a93ae621-e2c2-4674-a5e0-b27f96ad35a0. {{(pid=104689) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Jul 28 11:01:27.626927 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.640627 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79f327-6a92-40b5-8e51-3ce648f1fc46 None None] Network 0515d8ac-66c5-4469-b7af-61d2685a4de9 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:27.644454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] For port 69990f67-fab7-4155-9ef8-0e798e8ef841, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=69990f67-fab7-4155-9ef8-0e798e8ef841,segment=NetworkSegment(e10e45bc-0b99-42f8-bd59-94c954be0bdb),segment_id=e10e45bc-0b99-42f8-bd59-94c954be0bdb)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:27.644913 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.663359 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] No DVR routers for this DVR port 69990f67-fab7-4155-9ef8-0e798e8ef841 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:27.664364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79f327-6a92-40b5-8e51-3ce648f1fc46 None None] Network 0515d8ac-66c5-4469-b7af-61d2685a4de9 could not be found, it might have been deleted concurrently. {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jul 28 11:01:27.665620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event deleted for resources: {'Port': ['ID=69990f67-fab7-4155-9ef8-0e798e8ef841,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.669682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] Calling delete_port for 69990f67-fab7-4155-9ef8-0e798e8ef841 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:27.695607 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.695880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.696219 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.696554 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.696886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.697214 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.697542 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.697887 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.698218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.698542 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.698865 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.699184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.699506 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.699829 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.700166 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:27.749011 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (69990f67-fab7-4155-9ef8-0e798e8ef841), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.757940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (728dc03e-bd6d-46cf-bc35-6c4729ef29fb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.777061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] Pushing event deleted for resources: {'Port': ['ID=69990f67-fab7-4155-9ef8-0e798e8ef841,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.780443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728dc03e-bd6d-46cf-bc35-6c4729ef29fb']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:27.780617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8136a-47cd-48e5-a587-c2856201c45d None None] No DVR routers for this DVR port 69990f67-fab7-4155-9ef8-0e798e8ef841 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:27.795046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10e45bc-0b99-42f8-bd59-94c954be0bdb') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:27.795353 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10e45bc-0b99-42f8-bd59-94c954be0bdb') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:27.806496 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (e10e45bc-0b99-42f8-bd59-94c954be0bdb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.820472 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (e10e45bc-0b99-42f8-bd59-94c954be0bdb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.827595 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:27.827986 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (e10e45bc-0b99-42f8-bd59-94c954be0bdb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.850377 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e10e45bc-0b99-42f8-bd59-94c954be0bdb resource provider aggregate not found Jul 28 11:01:27.894266 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment e10e45bc-0b99-42f8-bd59-94c954be0bdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e10e45bc-0b99-42f8-bd59-94c954be0bdb found for delete ", "request_id": "req-8e6bd676-35a8-44b1-b40c-4a9257dde737"}]} Jul 28 11:01:27.902385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (728dc03e-bd6d-46cf-bc35-6c4729ef29fb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.909545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:27.913250 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "DELETE /v2.0/networks/728dc03e-bd6d-46cf-bc35-6c4729ef29fb HTTP/1.1" status: 204 len: 168 time: 0.6042478 Jul 28 11:01:27.917480 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:27.925122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfa498-7ab7-4f7b-8985-cfe80238f49c tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Pushing event deleted for resources: {'Network': ['ID=728dc03e-bd6d-46cf-bc35-6c4729ef29fb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:27.948091 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-491fea1e-f193-4ca3-b800-f241f3417392 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "GET /v2.0/ports?device_id=8610f8f5-81b5-41a7-9153-79fc9da76707 HTTP/1.1" status: 200 len: 205 time: 0.0293710 Jul 28 11:01:27.950356 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:28.023492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e554146-a132-4322-ace8-f88dc6ff1082 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for router (8610f8f5-81b5-41a7-9153-79fc9da76707), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:28.174405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e554146-a132-4322-ace8-f88dc6ff1082 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (8610f8f5-81b5-41a7-9153-79fc9da76707), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:28.176744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e554146-a132-4322-ace8-f88dc6ff1082 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for router_controller (8610f8f5-81b5-41a7-9153-79fc9da76707), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:28.497952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e554146-a132-4322-ace8-f88dc6ff1082 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (8610f8f5-81b5-41a7-9153-79fc9da76707), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:28.498537 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e554146-a132-4322-ace8-f88dc6ff1082 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Fanout notify agent at l3_agent the message router_deleted on router 8610f8f5-81b5-41a7-9153-79fc9da76707 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:01:28.506211 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3e554146-a132-4322-ace8-f88dc6ff1082 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:28.507491 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3e554146-a132-4322-ace8-f88dc6ff1082 tempest-RoutersNegativeTest-484794000 tempest-RoutersNegativeTest-484794000-project] 10.222.0.46 "DELETE /v2.0/routers/8610f8f5-81b5-41a7-9153-79fc9da76707 HTTP/1.1" status: 204 len: 168 time: 0.5560555 Jul 28 11:01:28.777425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:28.920547 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d1d6dffc-9863-4b27-bd33-f4e7be2c6546 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93a24a10b73c404d9b3d39211e3ebf68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419377 Jul 28 11:01:28.923086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56760) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:28.970604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84021978-15d6-42ad-a518-7df0c882a3cb admin admin] Publish callbacks [] for security_group (a21b3c1d-fe63-4f8e-beb4-395ecf36e373), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:28.992227 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84021978-15d6-42ad-a518-7df0c882a3cb admin admin] Publish callbacks [] for security_group (a21b3c1d-fe63-4f8e-beb4-395ecf36e373), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:29.037882 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84021978-15d6-42ad-a518-7df0c882a3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (a21b3c1d-fe63-4f8e-beb4-395ecf36e373), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:29.040429 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-84021978-15d6-42ad-a518-7df0c882a3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:29.041559 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-84021978-15d6-42ad-a518-7df0c882a3cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a21b3c1d-fe63-4f8e-beb4-395ecf36e373 HTTP/1.1" status: 204 len: 168 time: 0.1175923 Jul 28 11:01:29.049114 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84021978-15d6-42ad-a518-7df0c882a3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b3c1d-fe63-4f8e-beb4-395ecf36e373,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:29.553176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a93ae621-e2c2-4674-a5e0-b27f96ad35a0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:29.576720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a93ae621-e2c2-4674-a5e0-b27f96ad35a0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:29.577076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a93ae621-e2c2-4674-a5e0-b27f96ad35a0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:29.752884 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56782) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:29.869255 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1343234589-network', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:29.893827 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Made reservation on behalf of c2450726bf484f0c9c5252c88c2bfacb for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:29.896570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:29.907562 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:29.948900 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:29.961656 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:30.013996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks [] for security_group (c12af03c-5a03-4cfa-9a01-5751dfd386de), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.018742 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c12af03c-5a03-4cfa-9a01-5751dfd386de), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.054771 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:30.064714 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12af03c-5a03-4cfa-9a01-5751dfd386de,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:30.074746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a60bc7e5-3aca-4ddb-bc16-0a7202a12e27), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.075445 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Added segment a60bc7e5-3aca-4ddb-bc16-0a7202a12e27 of type vlan for network fea75674-1b4e-47a9-9711-ed354e7765af Jul 28 11:01:30.126188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (fea75674-1b4e-47a9-9711-ed354e7765af), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.152664 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (fea75674-1b4e-47a9-9711-ed354e7765af), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.153700 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:30.154302 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.215287 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4611962 Jul 28 11:01:30.218311 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56786) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:30.220481 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a34068-8aab-49ec-aaba-4ddbeb85b029 admin admin] Pushing event updated for resources: {'Network': ['ID=fea75674-1b4e-47a9-9711-ed354e7765af,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:30.224517 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Request body: {'subnet': {'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-subnet', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:30.231442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network fea75674-1b4e-47a9-9711-ed354e7765af details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:30.251284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Made reservation on behalf of c2450726bf484f0c9c5252c88c2bfacb for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:30.254117 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.342376 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:30.432603 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (a107adb1-d5ca-4113-9250-c2b76402ec24), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.483688 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a107adb1-d5ca-4113-9250-c2b76402ec24,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:30.499965 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Checking segment: {'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:30.500323 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Network hostable DHCP agents. Network: fea75674-1b4e-47a9-9711-ed354e7765af, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:30.517617 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Network fea75674-1b4e-47a9-9711-ed354e7765af is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:30.526566 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, fea75674-1b4e-47a9-9711-ed354e7765af) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:30.530614 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:30.531208 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.537061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece35a33-7f11-4dd1-a73d-a97e267d19eb None None] Network fea75674-1b4e-47a9-9711-ed354e7765af requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:30.553816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56788) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:30.554138 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5a57ca7c-63ba-4d6d-b741-b1f1bf268912 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3336315 Jul 28 11:01:30.558814 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:30.579231 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (e912f317-acc9-4778-ac42-8b144e354276), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.580379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (e912f317-acc9-4778-ac42-8b144e354276), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.643589 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks [] for router_controller (e912f317-acc9-4778-ac42-8b144e354276), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.666888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-fea75674-1b4e-47a9-9711-ed354e7765af', 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af', 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'fixed_ips': [{'subnet_id': 'a107adb1-d5ca-4113-9250-c2b76402ec24'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:30.667970 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.784350 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks [] for router_gateway (e912f317-acc9-4778-ac42-8b144e354276), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.934650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Allocated IP 172.20.0.2 (fea75674-1b4e-47a9-9711-ed354e7765af/a107adb1-d5ca-4113-9250-c2b76402ec24/aafae61a-5d87-41ad-9e37-97155720e0b0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:30.975014 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks [] for router_gateway (e912f317-acc9-4778-ac42-8b144e354276), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:30.994703 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.075407 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:31.081613 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Publish callbacks [] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.089043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.105046 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Allocated IP 172.25.2.107 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/dead8446-ceb4-4834-bdfd-10c61694623c) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:31.131241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Network fea75674-1b4e-47a9-9711-ed354e7765af is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:31.136359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:31.140019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:31.142938 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:31.145363 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Pushing event updated for resources: {'Port': ['ID=aafae61a-5d87-41ad-9e37-97155720e0b0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:31.198036 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:31.206079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Attempting to bind port aafae61a-5d87-41ad-9e37-97155720e0b0 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:31.206457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Attempting to bind port aafae61a-5d87-41ad-9e37-97155720e0b0 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:31.206868 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Attempting to bind port aafae61a-5d87-41ad-9e37-97155720e0b0 on network fea75674-1b4e-47a9-9711-ed354e7765af {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:31.212036 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:31.212272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:31.212647 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Checking segment: {'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:31.213130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.213561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Bound using segment: {'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:31.214081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Bound port: aafae61a-5d87-41ad-9e37-97155720e0b0, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:31.214460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.215030 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks [] for port (dead8446-ceb4-4834-bdfd-10c61694623c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.252745 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.277658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] For port aafae61a-5d87-41ad-9e37-97155720e0b0, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:31.281064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] For port aafae61a-5d87-41ad-9e37-97155720e0b0, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=aafae61a-5d87-41ad-9e37-97155720e0b0,segment=NetworkSegment(a60bc7e5-3aca-4ddb-bc16-0a7202a12e27),segment_id=a60bc7e5-3aca-4ddb-bc16-0a7202a12e27)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:31.289102 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.295079 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:31.302549 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:31.306717 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:31.330301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Pushing event updated for resources: {'Port': ['ID=dead8446-ceb4-4834-bdfd-10c61694623c,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:31.353454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b536394-2125-431c-b700-29fd06bf5b7f None None] Pushing event updated for resources: {'Port': ['ID=aafae61a-5d87-41ad-9e37-97155720e0b0,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:31.636818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device aafae61a-5d87-41ad-9e37-97155720e0b0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:31.692549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port aafae61a-5d87-41ad-9e37-97155720e0b0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:31.693291 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.767931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port aafae61a-5d87-41ad-9e37-97155720e0b0 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:31.768453 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.804613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port aafae61a-5d87-41ad-9e37-97155720e0b0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=aafae61a-5d87-41ad-9e37-97155720e0b0,segment=NetworkSegment(a60bc7e5-3aca-4ddb-bc16-0a7202a12e27),segment_id=a60bc7e5-3aca-4ddb-bc16-0a7202a12e27)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:31.811426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.845208 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks [] for router_gateway (e912f317-acc9-4778-ac42-8b144e354276), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:31.860867 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:31.862166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=aafae61a-5d87-41ad-9e37-97155720e0b0,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:32.040969 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (e912f317-acc9-4778-ac42-8b144e354276), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.188873 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Router e912f317-acc9-4778-ac42-8b144e354276 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:01:32.295044 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:32.300139 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:32.305428 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc52e5-1084-475b-b744-48be0362af36 None None] Network fea75674-1b4e-47a9-9711-ed354e7765af requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:32.315297 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Sync routers for ids ['e912f317-acc9-4778-ac42-8b144e354276'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:32.324996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.329079 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Routers {'e912f317-acc9-4778-ac42-8b144e354276'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:32.329234 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-877cb03b-04dd-4692-b4f7-61488410be06 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7711124 Jul 28 11:01:32.329341 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e912f317-acc9-4778-ac42-8b144e354276'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:32.329463 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56790) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:32.379210 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4fbe8aef-2287-4f01-b9ce-f26b86517de3 None None] Provisioning complete for port aafae61a-5d87-41ad-9e37-97155720e0b0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:32.379598 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8aef-2287-4f01-b9ce-f26b86517de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.419229 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:32.446386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Set router e912f317-acc9-4778-ac42-8b144e354276 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:32.501228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe8aef-2287-4f01-b9ce-f26b86517de3 None None] Current status of the port aafae61a-5d87-41ad-9e37-97155720e0b0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:32.634521 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:31Z', 'revision_number': 3, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port': {'id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:31Z', 'updated_at': '2022-07-28T11:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:32.667419 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Checking router: e912f317-acc9-4778-ac42-8b144e354276 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:32.667768 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Updating router e912f317-acc9-4778-ac42-8b144e354276 port dead8446-ceb4-4834-bdfd-10c61694623c binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:32.700839 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.708510 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-96aedfd6-8b36-4a68-a5cf-a9857beba9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.727620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-65d13cef-093a-45ad-919e-0367d9eb7f9e None None] Provisioning complete for port aafae61a-5d87-41ad-9e37-97155720e0b0 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:32.728351 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-65d13cef-093a-45ad-919e-0367d9eb7f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.800661 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.822569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-65d13cef-093a-45ad-919e-0367d9eb7f9e None None] Current status of the port aafae61a-5d87-41ad-9e37-97155720e0b0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:32.964923 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Allocated IP 172.20.0.1 (fea75674-1b4e-47a9-9711-ed354e7765af/a107adb1-d5ca-4113-9250-c2b76402ec24/e02f5ed6-6b79-43c3-b456-b8970310af74) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:32.965840 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Publish callbacks [] for port (dead8446-ceb4-4834-bdfd-10c61694623c), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:32.970992 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.026026 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Attempting to bind port dead8446-ceb4-4834-bdfd-10c61694623c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:33.026394 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Attempting to bind port dead8446-ceb4-4834-bdfd-10c61694623c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:33.026750 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Attempting to bind port dead8446-ceb4-4834-bdfd-10c61694623c on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:33.028821 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899ae40-838e-42d6-be64-504396783111 None None] Pushing event updated for resources: {'Port': ['ID=dead8446-ceb4-4834-bdfd-10c61694623c,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:33.029450 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:33.034623 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:33.034977 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:33.035906 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.036335 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:33.036843 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Bound port: dead8446-ceb4-4834-bdfd-10c61694623c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:33.037220 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.077800 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks [] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.086756 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] For port dead8446-ceb4-4834-bdfd-10c61694623c, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:33.090141 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] For port dead8446-ceb4-4834-bdfd-10c61694623c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dead8446-ceb4-4834-bdfd-10c61694623c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:33.095464 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.111110 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.148242 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Routers {'e912f317-acc9-4778-ac42-8b144e354276'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:33.148861 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e912f317-acc9-4778-ac42-8b144e354276'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:33.153406 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Network fea75674-1b4e-47a9-9711-ed354e7765af is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:33.156577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:33.161677 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:33.184876 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=e02f5ed6-6b79-43c3-b456-b8970310af74,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:33.188544 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:33.201236 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899ae40-838e-42d6-be64-504396783111 None None] Pushing event updated for resources: {'Port': ['ID=dead8446-ceb4-4834-bdfd-10c61694623c,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:33.210785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (e912f317-acc9-4778-ac42-8b144e354276), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.218520 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:33.268167 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:33.276145 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] Set router e912f317-acc9-4778-ac42-8b144e354276 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:33.358233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.441733 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:33.450875 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ac743af5-e416-4e8d-aafd-c6ccf52b1bbb None None] Provisioning complete for port e02f5ed6-6b79-43c3-b456-b8970310af74 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:33.451487 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ac743af5-e416-4e8d-aafd-c6ccf52b1bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.463493 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:31Z', 'revision_number': 3, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port': {'id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:31Z', 'updated_at': '2022-07-28T11:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:33.489617 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ac743af5-e416-4e8d-aafd-c6ccf52b1bbb None None] Port e02f5ed6-6b79-43c3-b456-b8970310af74 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:33.490405 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9ecef-6697-4c61-9877-649ba1eb15ab None None] The sync data for ids ['e912f317-acc9-4778-ac42-8b144e354276'] in n-d-850468-6 is: [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:31Z', 'revision_number': 3, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port': {'id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:31Z', 'updated_at': '2022-07-28T11:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:33.534493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks [] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.540170 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.616190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device aafae61a-5d87-41ad-9e37-97155720e0b0 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:33.623293 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (e912f317-acc9-4778-ac42-8b144e354276), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.633529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=e02f5ed6-6b79-43c3-b456-b8970310af74,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:33.659773 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:33.665677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port aafae61a-5d87-41ad-9e37-97155720e0b0 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:33.666113 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:33.750076 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Network fea75674-1b4e-47a9-9711-ed354e7765af is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:33.761559 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:33.769658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port aafae61a-5d87-41ad-9e37-97155720e0b0 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:33.889610 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Router e912f317-acc9-4778-ac42-8b144e354276 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:01:33.892128 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:34.009493 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:34.015511 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8b64fccf-225e-44a2-a92f-87f7981c0fe3 admin admin] 10.222.0.46 "PUT /v2.0/routers/e912f317-acc9-4778-ac42-8b144e354276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849980 Jul 28 11:01:34.019810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ed0a1c48-1e8d-408d-906c-2047193c6191 None None] Provisioning complete for port e02f5ed6-6b79-43c3-b456-b8970310af74 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:34.020186 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed0a1c48-1e8d-408d-906c-2047193c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.059372 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a1c48-1e8d-408d-906c-2047193c6191 None None] Port e02f5ed6-6b79-43c3-b456-b8970310af74 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:34.528759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56806) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:34.534017 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1485317693-network', 'tenant_id': '58fbd556d21c41f0baf82892267534e3'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:34.554171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Made reservation on behalf of 58fbd556d21c41f0baf82892267534e3 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:34.556469 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.565186 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.615558 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:34.650393 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks [] for security_group (ac818f8e-befb-41fc-b02c-092c1f86894e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.654748 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ac818f8e-befb-41fc-b02c-092c1f86894e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.681062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:34.691262 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac818f8e-befb-41fc-b02c-092c1f86894e,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:34.697052 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a70149ae-be38-4e24-b36a-ae74baf02b46), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.697401 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Added segment a70149ae-be38-4e24-b36a-ae74baf02b46 of type vlan for network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 Jul 28 11:01:34.740408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (4785a227-2808-4ce4-a84f-b4dc51f6ea80), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.766329 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (4785a227-2808-4ce4-a84f-b4dc51f6ea80), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.767311 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:34.767887 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.821333 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.2914615 Jul 28 11:01:34.824336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56808) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:34.833165 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c797b6b-375b-488c-b860-4f01ef5250d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4785a227-2808-4ce4-a84f-b4dc51f6ea80,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:34.842151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Request body: {'subnet': {'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-subnet', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:34.844228 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:34.876004 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Made reservation on behalf of 58fbd556d21c41f0baf82892267534e3 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:34.879181 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:34.962623 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:35.052248 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-501c36ac-eea7-4af1-920f-830abebf54f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.061912 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (de86bdcc-c18d-4cb6-a672-5397e91ea345), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.114120 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Pushing event updated for resources: {'Subnet': ['ID=de86bdcc-c18d-4cb6-a672-5397e91ea345,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:35.129409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.129761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.130130 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.130470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.130808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.131151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.131485 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.131816 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.132146 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.132475 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.132805 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.133132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.133457 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.133780 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.134132 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:35.143993 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Checking segment: {'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:35.144357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Network hostable DHCP agents. Network: 4785a227-2808-4ce4-a84f-b4dc51f6ea80, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:35.165122 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:35.172644 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 4785a227-2808-4ce4-a84f-b4dc51f6ea80) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:35.178161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:35.178893 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.185021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b55fc-8f56-4bd0-bfe5-bd4218ccdf04 None None] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:35.192378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Sync routers for ids ['e912f317-acc9-4778-ac42-8b144e354276'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:35.198642 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b601b44e-06ee-4f03-83b3-2f69cade82af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3716767 Jul 28 11:01:35.201129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56810) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:35.205316 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:35.230768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (0f3ed511-de70-4555-9a8f-5e1d72fbc645), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.231786 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (0f3ed511-de70-4555-9a8f-5e1d72fbc645), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.245412 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Routers {'e912f317-acc9-4778-ac42-8b144e354276'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:35.246148 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e912f317-acc9-4778-ac42-8b144e354276'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:35.286448 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks [] for router_controller (0f3ed511-de70-4555-9a8f-5e1d72fbc645), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.389352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-4785a227-2808-4ce4-a84f-b4dc51f6ea80', 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80', 'project_id': '58fbd556d21c41f0baf82892267534e3', 'fixed_ips': [{'subnet_id': 'de86bdcc-c18d-4cb6-a672-5397e91ea345'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:35.390274 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.397464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Set router e912f317-acc9-4778-ac42-8b144e354276 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:35.431351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks [] for router_gateway (0f3ed511-de70-4555-9a8f-5e1d72fbc645), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.632797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks [] for router_gateway (0f3ed511-de70-4555-9a8f-5e1d72fbc645), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.653961 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.711981 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:35.767644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dead8446-ceb4-4834-bdfd-10c61694623c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:35.770955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Allocated IP 172.25.2.63 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/41303d5a-75f0-49ee-a5bf-7f59adc77ba4) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:35.833787 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:35.840211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Allocated IP 172.20.0.2 (4785a227-2808-4ce4-a84f-b4dc51f6ea80/de86bdcc-c18d-4cb6-a672-5397e91ea345/ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:35.865995 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:35.883423 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks [] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.896536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dead8446-ceb4-4834-bdfd-10c61694623c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:35.897088 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.923199 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:35.968562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:33Z', 'revision_number': 4, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port': {'id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:31Z', 'updated_at': '2022-07-28T11:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e02f5ed6-6b79-43c3-b456-b8970310af74', 'name': '', 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'mac_address': 'fa:16:3e:bb:93:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a107adb1-d5ca-4113-9250-c2b76402ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:32Z', 'updated_at': '2022-07-28T11:01:33Z', 'revision_number': 2, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'subnets': [{'id': 'a107adb1-d5ca-4113-9250-c2b76402ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:35.971268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:35.976690 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:35.978968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Pushing event updated for resources: {'Port': ['ID=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:35.981155 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:36.006791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Checking router: e912f317-acc9-4778-ac42-8b144e354276 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:36.007152 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Updating router e912f317-acc9-4778-ac42-8b144e354276 port e02f5ed6-6b79-43c3-b456-b8970310af74 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:36.016254 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:36.081677 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.132444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dead8446-ceb4-4834-bdfd-10c61694623c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:36.132832 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.228422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port dead8446-ceb4-4834-bdfd-10c61694623c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dead8446-ceb4-4834-bdfd-10c61694623c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:36.231886 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks [] for router_gateway (0f3ed511-de70-4555-9a8f-5e1d72fbc645), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.277889 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Publish callbacks [] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.279597 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.281396 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.312986 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.400679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:36.405423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:36.408952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=dead8446-ceb4-4834-bdfd-10c61694623c,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.413976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:36.433399 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (0f3ed511-de70-4555-9a8f-5e1d72fbc645), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.512738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Pushing event updated for resources: {'Port': ['ID=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.520232 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:36.558645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Attempting to bind port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:36.559019 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Attempting to bind port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:36.559385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Attempting to bind port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d on network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:36.574890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:36.575250 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Checking segment: {'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:36.575657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.576052 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Bound using segment: {'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:36.576540 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Bound port: ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:36.576923 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.665763 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Publish callbacks [] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.673985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.717180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] For port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:36.747657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] For port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,segment=NetworkSegment(a70149ae-be38-4e24-b36a-ae74baf02b46),segment_id=a70149ae-be38-4e24-b36a-ae74baf02b46)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:36.752410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Pushing event updated for resources: {'Port': ['ID=e02f5ed6-6b79-43c3-b456-b8970310af74,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.763334 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.767554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.767911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.768247 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.768578 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.768907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.769259 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.769719 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.770621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.771034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.771327 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.771699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.772026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.772353 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.772677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.772999 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:36.862650 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:36.884645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8269309-c110-41a0-b55d-d31b62aff6e6 None None] Pushing event updated for resources: {'Port': ['ID=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:36.887569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Attempting to bind port e02f5ed6-6b79-43c3-b456-b8970310af74 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:36.887946 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Attempting to bind port e02f5ed6-6b79-43c3-b456-b8970310af74 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:36.888345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Attempting to bind port e02f5ed6-6b79-43c3-b456-b8970310af74 on network fea75674-1b4e-47a9-9711-ed354e7765af {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:36.894020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:36.894405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Checking segment: {'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:36.895350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.895962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Bound using segment: {'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:36.898688 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Bound port: e02f5ed6-6b79-43c3-b456-b8970310af74, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:36.899284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:36.901793 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:36.904632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:01:36.975908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] For port e02f5ed6-6b79-43c3-b456-b8970310af74, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:36.979385 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] For port e02f5ed6-6b79-43c3-b456-b8970310af74, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e02f5ed6-6b79-43c3-b456-b8970310af74,segment=NetworkSegment(a60bc7e5-3aca-4ddb-bc16-0a7202a12e27),segment_id=a60bc7e5-3aca-4ddb-bc16-0a7202a12e27)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:36.985068 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.022253 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:37.042523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.046554 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-d708a2e9-3f93-4f32-a6c6-a858eeb79bdc None None] Provisioning complete for port e02f5ed6-6b79-43c3-b456-b8970310af74 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:37.046760 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e46d8f8c-1590-4246-bad2-44f28e11dbec admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8417826 Jul 28 11:01:37.046864 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d708a2e9-3f93-4f32-a6c6-a858eeb79bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.047528 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56812) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:37.050074 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Sync routers for ids ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:37.083094 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Routers {'0f3ed511-de70-4555-9a8f-5e1d72fbc645'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:37.087167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:37.161817 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Routers {'e912f317-acc9-4778-ac42-8b144e354276'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:37.164293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e912f317-acc9-4778-ac42-8b144e354276'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:37.211117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264166b-22a4-4d3f-91f3-434402600fed None None] Pushing event updated for resources: {'Port': ['ID=e02f5ed6-6b79-43c3-b456-b8970310af74,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:37.248853 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-d708a2e9-3f93-4f32-a6c6-a858eeb79bdc None None] Current status of the port e02f5ed6-6b79-43c3-b456-b8970310af74 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:37.249246 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d708a2e9-3f93-4f32-a6c6-a858eeb79bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.250891 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Set router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:37.335609 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:37.344783 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.370168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-d708a2e9-3f93-4f32-a6c6-a858eeb79bdc None None] For port e02f5ed6-6b79-43c3-b456-b8970310af74, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e02f5ed6-6b79-43c3-b456-b8970310af74,segment=NetworkSegment(a60bc7e5-3aca-4ddb-bc16-0a7202a12e27),segment_id=a60bc7e5-3aca-4ddb-bc16-0a7202a12e27)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:37.383831 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d708a2e9-3f93-4f32-a6c6-a858eeb79bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.386864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] Set router e912f317-acc9-4778-ac42-8b144e354276 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:37.474106 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 3, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port': {'id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:37.496761 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:37.510026 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Checking router: 0f3ed511-de70-4555-9a8f-5e1d72fbc645 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:37.510961 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Updating router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:37.548483 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a2e9-3f93-4f32-a6c6-a858eeb79bdc None None] Pushing event updated for resources: {'Port': ['ID=e02f5ed6-6b79-43c3-b456-b8970310af74,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:37.573440 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3b34291a-1874-4442-b253-ab001e923fc3 None None] Provisioning complete for port e02f5ed6-6b79-43c3-b456-b8970310af74 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:37.573981 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3b34291a-1874-4442-b253-ab001e923fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.644183 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.647232 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.792041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dead8446-ceb4-4834-bdfd-10c61694623c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:37.869144 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.880162 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.913830 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Allocated IP 172.20.0.1 (4785a227-2808-4ce4-a84f-b4dc51f6ea80/de86bdcc-c18d-4cb6-a672-5397e91ea345/e414c450-8216-4f18-9280-887909cf244e) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:37.915468 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:37.966929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port dead8446-ceb4-4834-bdfd-10c61694623c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:37.967314 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:37.973726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3b34291a-1874-4442-b253-ab001e923fc3 None None] Current status of the port e02f5ed6-6b79-43c3-b456-b8970310af74 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:37.981364 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:38.006114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:33Z', 'revision_number': 4, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port': {'id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:31Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e02f5ed6-6b79-43c3-b456-b8970310af74', 'name': '', 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'mac_address': 'fa:16:3e:bb:93:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a107adb1-d5ca-4113-9250-c2b76402ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:32Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 4, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'subnets': [{'id': 'a107adb1-d5ca-4113-9250-c2b76402ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:38.021073 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Publish callbacks [] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.030239 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.038874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943b783-223f-4bab-b244-05e4ba2e7981 None None] The sync data for ids ['e912f317-acc9-4778-ac42-8b144e354276'] in n-d-850468-6 is: [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:33Z', 'revision_number': 4, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port': {'id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:31Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e02f5ed6-6b79-43c3-b456-b8970310af74', 'name': '', 'network_id': 'fea75674-1b4e-47a9-9711-ed354e7765af', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'mac_address': 'fa:16:3e:bb:93:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'a107adb1-d5ca-4113-9250-c2b76402ec24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:32Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 4, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'subnets': [{'id': 'a107adb1-d5ca-4113-9250-c2b76402ec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:38.048194 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks [] for port (e414c450-8216-4f18-9280-887909cf244e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.092398 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port dead8446-ceb4-4834-bdfd-10c61694623c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:38.094030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:38.143056 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376b693-2464-4c0f-9327-261e84580f46 None None] Pushing event updated for resources: {'Port': ['ID=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.144149 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e414c450-8216-4f18-9280-887909cf244e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.147925 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Attempting to bind port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:38.148540 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Attempting to bind port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:38.149160 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Attempting to bind port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:38.156690 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:38.157590 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:38.158134 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.158634 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:38.159200 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Bound port: 41303d5a-75f0-49ee-a5bf-7f59adc77ba4, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:38.159673 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.178919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:38.179305 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.202951 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:38.216761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:38.226395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:38.234613 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] For port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:38.235067 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:38.239878 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] For port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:38.249943 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.281220 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:38.306410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:38.309097 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.314537 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (0f3ed511-de70-4555-9a8f-5e1d72fbc645), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.318866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Pushing event updated for resources: {'Port': ['ID=e414c450-8216-4f18-9280-887909cf244e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.333525 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bce0a-7137-45d2-b61f-21bd7f115b02 None None] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:38.339064 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Routers {'0f3ed511-de70-4555-9a8f-5e1d72fbc645'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:38.339996 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:38.424528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,segment=NetworkSegment(a70149ae-be38-4e24-b36a-ae74baf02b46),segment_id=a70149ae-be38-4e24-b36a-ae74baf02b46)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:38.440606 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376b693-2464-4c0f-9327-261e84580f46 None None] Pushing event updated for resources: {'Port': ['ID=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.446071 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.449307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ac49cb61-40a0-4849-a73d-a6bfa12c29e9 None None] Provisioning complete for port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:38.449598 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ac49cb61-40a0-4849-a73d-a6bfa12c29e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.457760 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:38.478766 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] Set router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:38.501371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e414c450-8216-4f18-9280-887909cf244e), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.545249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.639662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ac49cb61-40a0-4849-a73d-a6bfa12c29e9 None None] Current status of the port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:38.704012 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks [] for port (e414c450-8216-4f18-9280-887909cf244e), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.704986 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 3, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port': {'id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:38.715942 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (e414c450-8216-4f18-9280-887909cf244e), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.744416 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf6dfd-e4ac-4313-b6fd-89635dd1f298 None None] The sync data for ids ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'] in n-d-850468-6 is: [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 3, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port': {'id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:38.788417 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Pushing event updated for resources: {'Port': ['ID=e414c450-8216-4f18-9280-887909cf244e,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:38.812083 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (0f3ed511-de70-4555-9a8f-5e1d72fbc645), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:38.929998 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:38.931513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:38.974284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8583b71a-e713-492b-86aa-57df5fe3dff5 None None] Provisioning complete for port e414c450-8216-4f18-9280-887909cf244e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:38.974797 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8583b71a-e713-492b-86aa-57df5fe3dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e414c450-8216-4f18-9280-887909cf244e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:39.008079 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:39.023318 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8583b71a-e713-492b-86aa-57df5fe3dff5 None None] Port e414c450-8216-4f18-9280-887909cf244e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:39.050732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8583b71a-e713-492b-86aa-57df5fe3dff5 None None] Provisioning complete for port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:39.051301 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8583b71a-e713-492b-86aa-57df5fe3dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:39.086304 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:39.106746 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:01:39.171644 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8583b71a-e713-492b-86aa-57df5fe3dff5 None None] Current status of the port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:39.249815 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:39.266827 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d50786c4-0bcd-449a-8697-e5640941f95f admin admin] 10.222.0.46 "PUT /v2.0/routers/0f3ed511-de70-4555-9a8f-5e1d72fbc645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107949 Jul 28 11:01:39.292819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2e0bf7a3-55e5-46db-8263-c355aa1ca4fb None None] Provisioning complete for port e414c450-8216-4f18-9280-887909cf244e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:39.293343 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e0bf7a3-55e5-46db-8263-c355aa1ca4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e414c450-8216-4f18-9280-887909cf244e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:39.324839 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:39.343201 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2e0bf7a3-55e5-46db-8263-c355aa1ca4fb None None] Port e414c450-8216-4f18-9280-887909cf244e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:39.580289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5dd66bec-2d0d-40b2-8ca3-df1111ce4b41 None None] Provisioning complete for port e414c450-8216-4f18-9280-887909cf244e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:39.580706 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5dd66bec-2d0d-40b2-8ca3-df1111ce4b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e414c450-8216-4f18-9280-887909cf244e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:39.636141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5dd66bec-2d0d-40b2-8ca3-df1111ce4b41 None None] Port e414c450-8216-4f18-9280-887909cf244e cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:39.744945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e02f5ed6-6b79-43c3-b456-b8970310af74 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:39.808208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e02f5ed6-6b79-43c3-b456-b8970310af74 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:39.808511 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:39.894450 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e02f5ed6-6b79-43c3-b456-b8970310af74 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:39.896166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:39.941208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:39.942043 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:40.023096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:40.023771 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:40.046265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:40.052671 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:40.053619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:40.145528 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:40.153822 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:40.154239 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:40.204598 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-4c5bcca2-0033-4604-bde9-d04a095c793f tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:40.206091 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-4c5bcca2-0033-4604-bde9-d04a095c793f tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/networks?id=fea75674-1b4e-47a9-9711-ed354e7765af HTTP/1.1" status: 200 len: 817 time: 0.1348658 Jul 28 11:01:40.220930 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-e772882e-b792-4f9a-8c10-5ab280fc838f tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/quotas/c2450726bf484f0c9c5252c88c2bfacb HTTP/1.1" status: 200 len: 375 time: 0.0092456 Jul 28 11:01:40.229992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:40.272243 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-811e57ac-9184-4669-bdd1-5fbc00991253 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2450726bf484f0c9c5252c88c2bfacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450220 Jul 28 11:01:40.288240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-6c20ce90-7c0e-4099-bf72-e7d8d5eae7dc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=104687) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 11:01:40.289198 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-6c20ce90-7c0e-4099-bf72-e7d8d5eae7dc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057280 Jul 28 11:01:40.383837 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-58e94b19-345a-44d6-9ad9-6f04c07fec89 service neutron] 10.222.0.46 "GET /v2.0/networks/fea75674-1b4e-47a9-9711-ed354e7765af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889516 Jul 28 11:01:40.473634 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-da14ae0a-23ff-45bb-b360-092dc8440637 req-9a7dd683-1a01-44eb-b085-66770d8e7827 service neutron] 10.222.0.46 "GET /v2.0/networks/fea75674-1b4e-47a9-9711-ed354e7765af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840569 Jul 28 11:01:40.591464 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:40.782077 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-4540a845-15f1-4d7d-bd26-6537e3744184 req-2e2ed340-49e5-4d83-9ab5-f8e45712272f tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=de3f7fba-172a-4ec2-be81-c40c20fe7997 HTTP/1.1" status: 200 len: 210 time: 0.1702664 Jul 28 11:01:41.386643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Sync routers for ids ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:41.398216 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Routers {'0f3ed511-de70-4555-9a8f-5e1d72fbc645'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:41.398829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:41.500008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Set router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:41.609674 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:41.647057 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:41.658932 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:41.701402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:41.701774 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:41.768298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:38Z', 'revision_number': 4, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port': {'id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e414c450-8216-4f18-9280-887909cf244e', 'name': '', 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'mac_address': 'fa:16:3e:2f:28:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'de86bdcc-c18d-4cb6-a672-5397e91ea345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:37Z', 'updated_at': '2022-07-28T11:01:38Z', 'revision_number': 2, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'subnets': [{'id': 'de86bdcc-c18d-4cb6-a672-5397e91ea345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:41.799180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Checking router: 0f3ed511-de70-4555-9a8f-5e1d72fbc645 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:41.799536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Updating router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 port e414c450-8216-4f18-9280-887909cf244e binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:41.899524 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-7c602328-6145-4b15-91f7-dd57a38962b6 req-08688020-8509-4a14-b993-bcaef7dd29c9 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=de3f7fba-172a-4ec2-be81-c40c20fe7997 HTTP/1.1" status: 200 len: 210 time: 0.0296984 Jul 28 11:01:41.978887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e414c450-8216-4f18-9280-887909cf244e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:41.987439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:42.053536 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-5fd0a00d-1edd-48ac-b280-a5971c389b4d req-573fdb81-e383-42c6-878f-30ea56ae7f04 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=de3f7fba-172a-4ec2-be81-c40c20fe7997 HTTP/1.1" status: 200 len: 210 time: 0.0293560 Jul 28 11:01:42.251622 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Publish callbacks [] for port (e414c450-8216-4f18-9280-887909cf244e), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:42.257824 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e414c450-8216-4f18-9280-887909cf244e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:42.298364 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:42.318632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfda96-9a1b-4540-a2eb-d081cece3589 None None] Pushing event updated for resources: {'Port': ['ID=e414c450-8216-4f18-9280-887909cf244e,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:42.383383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Attempting to bind port e414c450-8216-4f18-9280-887909cf244e on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:42.384153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Attempting to bind port e414c450-8216-4f18-9280-887909cf244e by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:42.384742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Attempting to bind port e414c450-8216-4f18-9280-887909cf244e on network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:42.390983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:42.392248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Checking segment: {'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:42.392774 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:42.393173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Bound using segment: {'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:42.393645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Bound port: e414c450-8216-4f18-9280-887909cf244e, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70149ae-be38-4e24-b36a-ae74baf02b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:42.395392 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e414c450-8216-4f18-9280-887909cf244e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:42.475174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] For port e414c450-8216-4f18-9280-887909cf244e, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:42.478971 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] For port e414c450-8216-4f18-9280-887909cf244e, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e414c450-8216-4f18-9280-887909cf244e,segment=NetworkSegment(a70149ae-be38-4e24-b36a-ae74baf02b46),segment_id=a70149ae-be38-4e24-b36a-ae74baf02b46)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:42.490771 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e414c450-8216-4f18-9280-887909cf244e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:42.544767 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:42.554407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Routers {'0f3ed511-de70-4555-9a8f-5e1d72fbc645'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:42.555060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:42.587968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e8dd3-d0bb-4d20-be36-46eded11b659 req-bbe3acf9-aced-4f5e-8aab-142d79ebb693 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:42.589751 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b71e8dd3-d0bb-4d20-be36-46eded11b659 req-bbe3acf9-aced-4f5e-8aab-142d79ebb693 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/networks?id=fea75674-1b4e-47a9-9711-ed354e7765af HTTP/1.1" status: 200 len: 817 time: 0.1225288 Jul 28 11:01:42.600346 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfda96-9a1b-4540-a2eb-d081cece3589 None None] Pushing event updated for resources: {'Port': ['ID=e414c450-8216-4f18-9280-887909cf244e,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:42.611477 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b71e8dd3-d0bb-4d20-be36-46eded11b659 req-53cd1633-4aa8-417b-8373-b4cc32d17560 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/quotas/c2450726bf484f0c9c5252c88c2bfacb HTTP/1.1" status: 200 len: 375 time: 0.0155766 Jul 28 11:01:42.622620 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bad8bee4-d829-45e4-9b54-a356e7e2ced6 None None] Provisioning complete for port e414c450-8216-4f18-9280-887909cf244e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:42.623001 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bad8bee4-d829-45e4-9b54-a356e7e2ced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e414c450-8216-4f18-9280-887909cf244e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:42.666302 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b71e8dd3-d0bb-4d20-be36-46eded11b659 req-799ff6d1-49b5-4709-b1df-1232116b8766 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2450726bf484f0c9c5252c88c2bfacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531731 Jul 28 11:01:42.714068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] Set router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:42.779718 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b71e8dd3-d0bb-4d20-be36-46eded11b659 req-c6f7329d-0053-4f29-950a-b77b670b94d8 service neutron] 10.222.0.46 "GET /v2.0/networks/fea75674-1b4e-47a9-9711-ed354e7765af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026089 Jul 28 11:01:42.862403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bad8bee4-d829-45e4-9b54-a356e7e2ced6 None None] Current status of the port e414c450-8216-4f18-9280-887909cf244e is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:42.862815 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bad8bee4-d829-45e4-9b54-a356e7e2ced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e414c450-8216-4f18-9280-887909cf244e), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:42.871557 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b71e8dd3-d0bb-4d20-be36-46eded11b659 req-93063c64-599d-4827-a83b-e423895641e5 service neutron] 10.222.0.46 "GET /v2.0/networks/fea75674-1b4e-47a9-9711-ed354e7765af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856755 Jul 28 11:01:42.933220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bad8bee4-d829-45e4-9b54-a356e7e2ced6 None None] For port e414c450-8216-4f18-9280-887909cf244e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e414c450-8216-4f18-9280-887909cf244e,segment=NetworkSegment(a70149ae-be38-4e24-b36a-ae74baf02b46),segment_id=a70149ae-be38-4e24-b36a-ae74baf02b46)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:42.941328 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bad8bee4-d829-45e4-9b54-a356e7e2ced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e414c450-8216-4f18-9280-887909cf244e), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:43.024878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8bee4-d829-45e4-9b54-a356e7e2ced6 None None] Pushing event updated for resources: {'Port': ['ID=e414c450-8216-4f18-9280-887909cf244e,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:43.027891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:38Z', 'revision_number': 4, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port': {'id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e414c450-8216-4f18-9280-887909cf244e', 'name': '', 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'mac_address': 'fa:16:3e:2f:28:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'de86bdcc-c18d-4cb6-a672-5397e91ea345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:37Z', 'updated_at': '2022-07-28T11:01:42Z', 'revision_number': 4, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'subnets': [{'id': 'de86bdcc-c18d-4cb6-a672-5397e91ea345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:43.056322 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-94e55b33-f864-4d50-8ba8-37f5d9262588 req-4df85198-3a31-4002-aa2e-ed9fac5a9f4b tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8d28c6-0be6-4984-bcc5-bd2f4faeeb6e HTTP/1.1" status: 200 len: 210 time: 0.0378706 Jul 28 11:01:43.058896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1487522-e152-4b40-b1ba-5f905e306d43 None None] The sync data for ids ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'] in n-d-850468-6 is: [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:38Z', 'revision_number': 4, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port': {'id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e414c450-8216-4f18-9280-887909cf244e', 'name': '', 'network_id': '4785a227-2808-4ce4-a84f-b4dc51f6ea80', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'mac_address': 'fa:16:3e:2f:28:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'de86bdcc-c18d-4cb6-a672-5397e91ea345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:37Z', 'updated_at': '2022-07-28T11:01:42Z', 'revision_number': 4, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'subnets': [{'id': 'de86bdcc-c18d-4cb6-a672-5397e91ea345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:43.086233 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f71ca9ee-1159-488b-a4a7-d6e205d25b02 None None] Provisioning complete for port e414c450-8216-4f18-9280-887909cf244e triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:43.086233 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f71ca9ee-1159-488b-a4a7-d6e205d25b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e414c450-8216-4f18-9280-887909cf244e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:43.202567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f71ca9ee-1159-488b-a4a7-d6e205d25b02 None None] Current status of the port e414c450-8216-4f18-9280-887909cf244e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:43.619403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e414c450-8216-4f18-9280-887909cf244e up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:43.646462 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:43.668422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e414c450-8216-4f18-9280-887909cf244e triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:43.668800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e414c450-8216-4f18-9280-887909cf244e), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:43.747476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e414c450-8216-4f18-9280-887909cf244e is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:44.178382 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-97562d11-17a3-42c0-9715-42e401051634 req-aeb48790-a18d-4221-8180-f44e8f600516 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8d28c6-0be6-4984-bcc5-bd2f4faeeb6e HTTP/1.1" status: 200 len: 210 time: 0.0329351 Jul 28 11:01:44.328054 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bfebd9e1-3967-42e2-a660-c012c5df5275 req-f82831f3-10e1-4a51-a756-c8b26d6caf42 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8d28c6-0be6-4984-bcc5-bd2f4faeeb6e HTTP/1.1" status: 200 len: 210 time: 0.0282414 Jul 28 11:01:44.815853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:44.848389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055acc5-a4c2-4f59-89da-ebb3d1bd3b14 req-a66d3181-14a5-412e-9da0-66c865a88ed4 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:44.849877 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f055acc5-a4c2-4f59-89da-ebb3d1bd3b14 req-a66d3181-14a5-412e-9da0-66c865a88ed4 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/networks?id=fea75674-1b4e-47a9-9711-ed354e7765af HTTP/1.1" status: 200 len: 817 time: 0.1079557 Jul 28 11:01:44.864783 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f055acc5-a4c2-4f59-89da-ebb3d1bd3b14 req-64c0074e-a44c-4aa5-88ac-82857cb071ff tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/quotas/c2450726bf484f0c9c5252c88c2bfacb HTTP/1.1" status: 200 len: 375 time: 0.0095158 Jul 28 11:01:44.919963 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f055acc5-a4c2-4f59-89da-ebb3d1bd3b14 req-4899ae10-76fb-4478-afef-ed25baacca78 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2450726bf484f0c9c5252c88c2bfacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503373 Jul 28 11:01:45.023401 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f055acc5-a4c2-4f59-89da-ebb3d1bd3b14 req-0f448200-99d7-4526-a5d0-19b1041bc96d service neutron] 10.222.0.46 "GET /v2.0/networks/fea75674-1b4e-47a9-9711-ed354e7765af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909207 Jul 28 11:01:45.128408 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f055acc5-a4c2-4f59-89da-ebb3d1bd3b14 req-4d99c63c-1d09-4e80-b070-313c2c01e67d service neutron] 10.222.0.46 "GET /v2.0/networks/fea75674-1b4e-47a9-9711-ed354e7765af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991530 Jul 28 11:01:45.292602 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-b43b2b3c-1d36-4aa3-b5dd-682464129e08 req-c7c8df00-3376-485d-9f67-5dd92f3b6039 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d81ae67-aa50-42d6-aae8-c6a348fa2fa1 HTTP/1.1" status: 200 len: 210 time: 0.0278938 Jul 28 11:01:46.408124 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-33312c6e-75c5-4238-8c4f-af1ca867df58 req-8a0f9311-5a95-42cc-bdd2-6eb4090489fd tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d81ae67-aa50-42d6-aae8-c6a348fa2fa1 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Jul 28 11:01:46.560694 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-15a7117a-6489-4d1e-96ca-507dbf6417bd req-5b5d6e55-919c-4402-ad78-9b89f0a79463 tempest-TestEncryptedCinderVolumes-933380625 tempest-TestEncryptedCinderVolumes-933380625-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d81ae67-aa50-42d6-aae8-c6a348fa2fa1 HTTP/1.1" status: 200 len: 210 time: 0.0283506 Jul 28 11:01:46.779720 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56914) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:46.819433 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:47.089029 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (e912f317-acc9-4778-ac42-8b144e354276), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:47.165358 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:47.300915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Deleting port e02f5ed6-6b79-43c3-b456-b8970310af74 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:47.301252 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:47.382653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] For port e02f5ed6-6b79-43c3-b456-b8970310af74, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e02f5ed6-6b79-43c3-b456-b8970310af74,segment=NetworkSegment(a60bc7e5-3aca-4ddb-bc16-0a7202a12e27),segment_id=a60bc7e5-3aca-4ddb-bc16-0a7202a12e27)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:47.382928 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:47.395600 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Calling delete_port for e02f5ed6-6b79-43c3-b456-b8970310af74 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:47.570522 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e02f5ed6-6b79-43c3-b456-b8970310af74), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:47.575267 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:47.595414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Pushing event deleted for resources: {'Port': ['ID=e02f5ed6-6b79-43c3-b456-b8970310af74,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:47.766087 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (e912f317-acc9-4778-ac42-8b144e354276), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:48.248470 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Router e912f317-acc9-4778-ac42-8b144e354276 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:01:48.326401 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:48.348701 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:48.353707 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c154b720-4c73-450e-b3b6-b8d9ca6ff78b admin admin] 10.222.0.46 "PUT /v2.0/routers/e912f317-acc9-4778-ac42-8b144e354276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728252 Jul 28 11:01:48.356269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56916) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:48.357195 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] Sync routers for ids ['e912f317-acc9-4778-ac42-8b144e354276'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:48.367353 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] Routers {'e912f317-acc9-4778-ac42-8b144e354276'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:48.367949 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e912f317-acc9-4778-ac42-8b144e354276'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:48.458596 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks [] for router (e912f317-acc9-4778-ac42-8b144e354276), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:48.468648 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] Set router e912f317-acc9-4778-ac42-8b144e354276 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:48.561200 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks [] for router_gateway (e912f317-acc9-4778-ac42-8b144e354276), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:48.604895 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Deleting port dead8446-ceb4-4834-bdfd-10c61694623c {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:48.605643 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:48.636187 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:47Z', 'revision_number': 5, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port': {'id': 'dead8446-ceb4-4834-bdfd-10c61694623c', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912f317-acc9-4778-ac42-8b144e354276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:31Z', 'updated_at': '2022-07-28T11:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:48.665464 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] Checking router: e912f317-acc9-4778-ac42-8b144e354276 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:48.674358 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] Routers {'e912f317-acc9-4778-ac42-8b144e354276'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:48.674541 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['e912f317-acc9-4778-ac42-8b144e354276'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:48.691841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] For port dead8446-ceb4-4834-bdfd-10c61694623c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=dead8446-ceb4-4834-bdfd-10c61694623c,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:48.692298 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:48.705153 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Calling delete_port for dead8446-ceb4-4834-bdfd-10c61694623c owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:48.709596 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:48.755920 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] Set router e912f317-acc9-4778-ac42-8b144e354276 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:48.806935 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:48Z', 'revision_number': 6, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:48.835663 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a24672-ee8e-46d8-b01b-cfceaae8abc4 None None] The sync data for ids ['e912f317-acc9-4778-ac42-8b144e354276'] in n-d-850468-6 is: [{'id': 'e912f317-acc9-4778-ac42-8b144e354276', 'name': 'tempest-TestEncryptedCinderVolumes-1343234589-router', 'tenant_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:30Z', 'updated_at': '2022-07-28T11:01:48Z', 'revision_number': 6, 'project_id': 'c2450726bf484f0c9c5252c88c2bfacb', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:48.882974 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (dead8446-ceb4-4834-bdfd-10c61694623c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:48.908427 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=dead8446-ceb4-4834-bdfd-10c61694623c,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:48.978104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (e912f317-acc9-4778-ac42-8b144e354276), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.068386 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (e912f317-acc9-4778-ac42-8b144e354276), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.070514 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks [] for router_controller (e912f317-acc9-4778-ac42-8b144e354276), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.111160 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (e912f317-acc9-4778-ac42-8b144e354276), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.111771 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e912f317-acc9-4778-ac42-8b144e354276 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:01:49.116510 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.117660 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7704ae37-5f01-4567-b75b-18a615a59e20 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e912f317-acc9-4778-ac42-8b144e354276 HTTP/1.1" status: 204 len: 168 time: 0.7604580 Jul 28 11:01:49.120173 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56918) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:49.165083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] Deleting subnet a107adb1-d5ca-4113-9250-c2b76402ec24 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:01:49.168218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] Publish callbacks [] for subnet (a107adb1-d5ca-4113-9250-c2b76402ec24), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.207665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (a107adb1-d5ca-4113-9250-c2b76402ec24), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.287333 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:49.288880 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a107adb1-d5ca-4113-9250-c2b76402ec24), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.342349 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (a107adb1-d5ca-4113-9250-c2b76402ec24), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.370606 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.374565 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a107adb1-d5ca-4113-9250-c2b76402ec24 HTTP/1.1" status: 204 len: 168 time: 0.2533045 Jul 28 11:01:49.375462 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad26f2-06f1-4087-b4be-895c82470be7 None None] Network fea75674-1b4e-47a9-9711-ed354e7765af requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:49.375922 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff8a45-7938-4420-9488-672ca2ea2ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a107adb1-d5ca-4113-9250-c2b76402ec24,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:49.377671 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56920) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:49.429949 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:49.455856 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (fea75674-1b4e-47a9-9711-ed354e7765af), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.500886 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Deleting port aafae61a-5d87-41ad-9e37-97155720e0b0 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:49.501224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.526767 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] DHCP port deletion for fea75674-1b4e-47a9-9711-ed354e7765af request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:01:49.566614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] Deleting port aafae61a-5d87-41ad-9e37-97155720e0b0 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:49.567342 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.569015 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] For port aafae61a-5d87-41ad-9e37-97155720e0b0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=aafae61a-5d87-41ad-9e37-97155720e0b0,segment=NetworkSegment(a60bc7e5-3aca-4ddb-bc16-0a7202a12e27),segment_id=a60bc7e5-3aca-4ddb-bc16-0a7202a12e27)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:49.569385 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.584579 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Calling delete_port for aafae61a-5d87-41ad-9e37-97155720e0b0 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:49.637244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] For port aafae61a-5d87-41ad-9e37-97155720e0b0, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=aafae61a-5d87-41ad-9e37-97155720e0b0,segment=NetworkSegment(a60bc7e5-3aca-4ddb-bc16-0a7202a12e27),segment_id=a60bc7e5-3aca-4ddb-bc16-0a7202a12e27)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:49.637639 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.646903 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:49.651534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] Calling delete_port for aafae61a-5d87-41ad-9e37-97155720e0b0 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:49.672458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.696510 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e02f5ed6-6b79-43c3-b456-b8970310af74 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:49.698782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafae61a-5d87-41ad-9e37-97155720e0b0,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:49.702495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] No DVR routers for this DVR port aafae61a-5d87-41ad-9e37-97155720e0b0 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:49.718153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e02f5ed6-6b79-43c3-b456-b8970310af74 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:49.718496 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e02f5ed6-6b79-43c3-b456-b8970310af74 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:49.718912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device aafae61a-5d87-41ad-9e37-97155720e0b0 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:49.742291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: aafae61a-5d87-41ad-9e37-97155720e0b0 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:49.742701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device aafae61a-5d87-41ad-9e37-97155720e0b0 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:49.776458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (aafae61a-5d87-41ad-9e37-97155720e0b0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.790313 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (fea75674-1b4e-47a9-9711-ed354e7765af), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.802283 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] Pushing event deleted for resources: {'Port': ['ID=aafae61a-5d87-41ad-9e37-97155720e0b0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:49.805794 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92187d27-c9d9-4cb8-9058-7599c2fe265f None None] No DVR routers for this DVR port aafae61a-5d87-41ad-9e37-97155720e0b0 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:49.819522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea75674-1b4e-47a9-9711-ed354e7765af']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:49.829220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:49.829516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60bc7e5-3aca-4ddb-bc16-0a7202a12e27') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:49.839897 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (a60bc7e5-3aca-4ddb-bc16-0a7202a12e27), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.853957 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a60bc7e5-3aca-4ddb-bc16-0a7202a12e27), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.861223 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:49.861709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (a60bc7e5-3aca-4ddb-bc16-0a7202a12e27), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.902735 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a60bc7e5-3aca-4ddb-bc16-0a7202a12e27 resource provider aggregate not found Jul 28 11:01:49.923539 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a60bc7e5-3aca-4ddb-bc16-0a7202a12e27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a60bc7e5-3aca-4ddb-bc16-0a7202a12e27 found for delete ", "request_id": "req-1b903be9-8f3e-404e-9306-95a20ab5caf5"}]} Jul 28 11:01:49.933543 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (fea75674-1b4e-47a9-9711-ed354e7765af), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.939534 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:49.942729 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fea75674-1b4e-47a9-9711-ed354e7765af HTTP/1.1" status: 204 len: 168 time: 0.5633276 Jul 28 11:01:49.945765 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56926) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:49.954794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b986cb8-b139-4190-859c-f1a59d2c4331 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea75674-1b4e-47a9-9711-ed354e7765af,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.222027 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:50.284416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (0f3ed511-de70-4555-9a8f-5e1d72fbc645), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:50.508464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Deleting port e414c450-8216-4f18-9280-887909cf244e {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:50.508693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e414c450-8216-4f18-9280-887909cf244e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:50.586233 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] For port e414c450-8216-4f18-9280-887909cf244e, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e414c450-8216-4f18-9280-887909cf244e,segment=NetworkSegment(a70149ae-be38-4e24-b36a-ae74baf02b46),segment_id=a70149ae-be38-4e24-b36a-ae74baf02b46)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:50.586589 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e414c450-8216-4f18-9280-887909cf244e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:50.599502 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Calling delete_port for e414c450-8216-4f18-9280-887909cf244e owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:50.661771 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:50.781913 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e414c450-8216-4f18-9280-887909cf244e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:50.808467 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e414c450-8216-4f18-9280-887909cf244e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:50.967375 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (0f3ed511-de70-4555-9a8f-5e1d72fbc645), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:51.109341 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:51.174985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:01:51.275116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:51.282777 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-14416941-c56e-49af-9632-118ecf94c3f5 admin admin] 10.222.0.46 "PUT /v2.0/routers/0f3ed511-de70-4555-9a8f-5e1d72fbc645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3331215 Jul 28 11:01:51.282879 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56928) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:51.284429 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] Sync routers for ids ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:51.295322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] Routers {'0f3ed511-de70-4555-9a8f-5e1d72fbc645'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:51.295936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:51.391069 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks [] for router (0f3ed511-de70-4555-9a8f-5e1d72fbc645), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:51.491141 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks [] for router_gateway (0f3ed511-de70-4555-9a8f-5e1d72fbc645), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:51.521763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] Set router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:51.534450 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:51.540896 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Deleting port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:51.540896 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:51.626244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dead8446-ceb4-4834-bdfd-10c61694623c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:51.627341 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] For port 41303d5a-75f0-49ee-a5bf-7f59adc77ba4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:51.627711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:51.641386 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Calling delete_port for 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:51.652826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: dead8446-ceb4-4834-bdfd-10c61694623c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:51.653175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device dead8446-ceb4-4834-bdfd-10c61694623c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:51.727122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:50Z', 'revision_number': 5, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port': {'id': '41303d5a-75f0-49ee-a5bf-7f59adc77ba4', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:51.757103 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] Checking router: 0f3ed511-de70-4555-9a8f-5e1d72fbc645 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:51.766124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] Routers {'0f3ed511-de70-4555-9a8f-5e1d72fbc645'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:51.766751 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:51.817557 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (41303d5a-75f0-49ee-a5bf-7f59adc77ba4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:51.846679 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Pushing event deleted for resources: {'Port': ['ID=41303d5a-75f0-49ee-a5bf-7f59adc77ba4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:51.849758 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:51.856167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] Set router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:51.912577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:51Z', 'revision_number': 6, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:51.919321 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (0f3ed511-de70-4555-9a8f-5e1d72fbc645), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:51.940597 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d84d3-980d-4425-a4f3-5af15eb06f48 None None] The sync data for ids ['0f3ed511-de70-4555-9a8f-5e1d72fbc645'] in n-d-850468-6 is: [{'id': '0f3ed511-de70-4555-9a8f-5e1d72fbc645', 'name': 'tempest-TestEncryptedCinderVolumes-1485317693-router', 'tenant_id': '58fbd556d21c41f0baf82892267534e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:35Z', 'updated_at': '2022-07-28T11:01:51Z', 'revision_number': 6, 'project_id': '58fbd556d21c41f0baf82892267534e3', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:52.014747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (0f3ed511-de70-4555-9a8f-5e1d72fbc645), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.017072 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks [] for router_controller (0f3ed511-de70-4555-9a8f-5e1d72fbc645), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.059325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (0f3ed511-de70-4555-9a8f-5e1d72fbc645), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.059932 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3ed511-de70-4555-9a8f-5e1d72fbc645 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:01:52.063998 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.065124 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-5f8cc2e6-0786-4ec3-86d3-7296def81abf admin admin] 10.222.0.46 "DELETE /v2.0/routers/0f3ed511-de70-4555-9a8f-5e1d72fbc645 HTTP/1.1" status: 204 len: 168 time: 0.7814152 Jul 28 11:01:52.068859 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56930) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:52.117317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] Deleting subnet de86bdcc-c18d-4cb6-a672-5397e91ea345 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:01:52.120472 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] Publish callbacks [] for subnet (de86bdcc-c18d-4cb6-a672-5397e91ea345), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.138087 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:52.156107 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (de86bdcc-c18d-4cb6-a672-5397e91ea345), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.229385 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (de86bdcc-c18d-4cb6-a672-5397e91ea345), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.288610 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (de86bdcc-c18d-4cb6-a672-5397e91ea345), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.541587 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:01:52.589434 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de86bdcc-c18d-4cb6-a672-5397e91ea345,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:52.594981 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.598133 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e61104f1-774a-4429-9ea6-995d5b5811ce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/de86bdcc-c18d-4cb6-a672-5397e91ea345 HTTP/1.1" status: 204 len: 168 time: 0.5282991 Jul 28 11:01:52.600547 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56932) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:52.603158 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993c5cf-43cd-45ff-a4ad-9a8814fb22e6 None None] Network 4785a227-2808-4ce4-a84f-b4dc51f6ea80 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:52.668405 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (4785a227-2808-4ce4-a84f-b4dc51f6ea80), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.674444 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:52.717422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Deleting port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:52.717773 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.768957 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] DHCP port deletion for 4785a227-2808-4ce4-a84f-b4dc51f6ea80 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:01:52.784768 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] For port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,segment=NetworkSegment(a70149ae-be38-4e24-b36a-ae74baf02b46),segment_id=a70149ae-be38-4e24-b36a-ae74baf02b46)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:52.785257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.798372 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Calling delete_port for ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:52.809680 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] Deleting port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:01:52.810080 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.877758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] For port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,segment=NetworkSegment(a70149ae-be38-4e24-b36a-ae74baf02b46),segment_id=a70149ae-be38-4e24-b36a-ae74baf02b46)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:52.878209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.884965 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.892862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] Calling delete_port for ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:01:52.908362 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:52.914405 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] No DVR routers for this DVR port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:52.980069 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:52.992783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (4785a227-2808-4ce4-a84f-b4dc51f6ea80), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.006658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] Pushing event deleted for resources: {'Port': ['ID=ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:53.010155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16c6d2-289c-4b7f-a2a4-ad62f7886496 None None] No DVR routers for this DVR port ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:01:53.024089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4785a227-2808-4ce4-a84f-b4dc51f6ea80']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:53.034413 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70149ae-be38-4e24-b36a-ae74baf02b46') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:53.034773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70149ae-be38-4e24-b36a-ae74baf02b46') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:53.045759 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a70149ae-be38-4e24-b36a-ae74baf02b46), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.060070 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a70149ae-be38-4e24-b36a-ae74baf02b46), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.068310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:01:53.068744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a70149ae-be38-4e24-b36a-ae74baf02b46), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.107704 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a70149ae-be38-4e24-b36a-ae74baf02b46 resource provider aggregate not found Jul 28 11:01:53.132855 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a70149ae-be38-4e24-b36a-ae74baf02b46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a70149ae-be38-4e24-b36a-ae74baf02b46 found for delete ", "request_id": "req-607e3fdc-f248-40de-bcda-09a508421e36"}]} Jul 28 11:01:53.140738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (4785a227-2808-4ce4-a84f-b4dc51f6ea80), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.146962 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.150042 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4785a227-2808-4ce4-a84f-b4dc51f6ea80 HTTP/1.1" status: 204 len: 168 time: 0.5485501 Jul 28 11:01:53.162183 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57cf3c-d714-42aa-8333-6bdb496dc952 admin admin] Pushing event deleted for resources: {'Network': ['ID=4785a227-2808-4ce4-a84f-b4dc51f6ea80,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:53.317058 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56940) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:53.362734 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-016c775b-41c0-4706-9263-48d3c3ef8fae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2450726bf484f0c9c5252c88c2bfacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444312 Jul 28 11:01:53.365232 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56942) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:53.414574 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187a1546-b394-41bd-8dfc-6a27649c9805 admin admin] Publish callbacks [] for security_group (c12af03c-5a03-4cfa-9a01-5751dfd386de), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.415915 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:53.438358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187a1546-b394-41bd-8dfc-6a27649c9805 admin admin] Publish callbacks [] for security_group (c12af03c-5a03-4cfa-9a01-5751dfd386de), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.484935 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187a1546-b394-41bd-8dfc-6a27649c9805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (c12af03c-5a03-4cfa-9a01-5751dfd386de), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.487601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-187a1546-b394-41bd-8dfc-6a27649c9805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.489040 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-187a1546-b394-41bd-8dfc-6a27649c9805 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c12af03c-5a03-4cfa-9a01-5751dfd386de HTTP/1.1" status: 204 len: 168 time: 0.1229098 Jul 28 11:01:53.496786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a1546-b394-41bd-8dfc-6a27649c9805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12af03c-5a03-4cfa-9a01-5751dfd386de,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:53.599598 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:53.619710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:53.620281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 41303d5a-75f0-49ee-a5bf-7f59adc77ba4 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:53.620481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e414c450-8216-4f18-9280-887909cf244e no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:53.638449 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e414c450-8216-4f18-9280-887909cf244e {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:53.638809 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e414c450-8216-4f18-9280-887909cf244e not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:53.639255 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:01:53.661270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:01:53.661622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ba4ee9c5-ed24-4bdd-a4f7-ba909cf28f5d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:01:53.822444 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56948) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:53.864015 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-63ecd31b-37bc-46d7-b739-8b5b3fcf1730 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58fbd556d21c41f0baf82892267534e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392590 Jul 28 11:01:53.865968 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56950) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:53.913637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7f59532-3246-4b17-afa8-4390301859be admin admin] Publish callbacks [] for security_group (ac818f8e-befb-41fc-b02c-092c1f86894e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.938257 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7f59532-3246-4b17-afa8-4390301859be admin admin] Publish callbacks [] for security_group (ac818f8e-befb-41fc-b02c-092c1f86894e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.963414 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:53.985281 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7f59532-3246-4b17-afa8-4390301859be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ac818f8e-befb-41fc-b02c-092c1f86894e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.988495 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c7f59532-3246-4b17-afa8-4390301859be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:53.989731 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c7f59532-3246-4b17-afa8-4390301859be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac818f8e-befb-41fc-b02c-092c1f86894e HTTP/1.1" status: 204 len: 168 time: 0.1228814 Jul 28 11:01:53.997700 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f59532-3246-4b17-afa8-4390301859be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac818f8e-befb-41fc-b02c-092c1f86894e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:54.668196 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 56972) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:54.768064 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-40605582-network', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:54.789191 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Made reservation on behalf of 3ed5dc9d02e245a99855f7ecfb4531b4 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:54.791543 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:54.800416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:54.829971 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:54.881952 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks [] for security_group (9279b4c7-c996-4d59-85b2-7da952a0b344), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:54.885580 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9279b4c7-c996-4d59-85b2-7da952a0b344), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:54.914766 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:54.924866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9279b4c7-c996-4d59-85b2-7da952a0b344,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:54.930545 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2064b56a-82fe-4b3b-a81f-7ef0fe7be391), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:54.930887 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Added segment 2064b56a-82fe-4b3b-a81f-7ef0fe7be391 of type vlan for network 30acdba7-d65b-4f12-9d0e-c5e687339399 Jul 28 11:01:54.973270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (30acdba7-d65b-4f12-9d0e-c5e687339399), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:54.998499 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (30acdba7-d65b-4f12-9d0e-c5e687339399), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:54.999529 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:55.000104 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.063973 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3946579 Jul 28 11:01:55.067700 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56976) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:55.070161 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5441b5-d747-48c8-bd22-2a5ef715c0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=30acdba7-d65b-4f12-9d0e-c5e687339399,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:55.072912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Request body: {'subnet': {'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-40605582-subnet', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:55.079438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:55.097683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Made reservation on behalf of 3ed5dc9d02e245a99855f7ecfb4531b4 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:55.100992 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.120835 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:55.271848 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (7b473c51-c221-424d-a976-565d6ea7f96d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.324345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b473c51-c221-424d-a976-565d6ea7f96d,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:55.341156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Checking segment: {'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:55.341517 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Network hostable DHCP agents. Network: 30acdba7-d65b-4f12-9d0e-c5e687339399, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:55.358754 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:55.367800 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 30acdba7-d65b-4f12-9d0e-c5e687339399) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:55.372135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:55.372719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.380856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2743310-f3d0-40c7-b1c7-03c55ca4f83e None None] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:55.392902 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0b32aa39-2d03-470a-87df-1cdd66de4a53 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3214192 Jul 28 11:01:55.393108 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:55.398616 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:55.419672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (be86e7a7-5210-44a1-92eb-aa867e975da8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.420681 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (be86e7a7-5210-44a1-92eb-aa867e975da8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.477471 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks [] for router_controller (be86e7a7-5210-44a1-92eb-aa867e975da8), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.492120 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-30acdba7-d65b-4f12-9d0e-c5e687339399', 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399', 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'fixed_ips': [{'subnet_id': '7b473c51-c221-424d-a976-565d6ea7f96d'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:01:55.493116 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.543963 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:55.619653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks [] for router_gateway (be86e7a7-5210-44a1-92eb-aa867e975da8), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.631027 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Allocated IP 172.20.0.2 (30acdba7-d65b-4f12-9d0e-c5e687339399/7b473c51-c221-424d-a976-565d6ea7f96d/fcb81832-b5c1-412f-b98f-d4614c026d04) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:55.762757 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:55.775330 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Publish callbacks [] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.780566 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.813984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks [] for router_gateway (be86e7a7-5210-44a1-92eb-aa867e975da8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.824631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:55.829669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:55.832345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Pushing event updated for resources: {'Port': ['ID=fcb81832-b5c1-412f-b98f-d4614c026d04,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:55.834177 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.834532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:55.891256 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Attempting to bind port fcb81832-b5c1-412f-b98f-d4614c026d04 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:55.891561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Attempting to bind port fcb81832-b5c1-412f-b98f-d4614c026d04 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:55.891923 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Attempting to bind port fcb81832-b5c1-412f-b98f-d4614c026d04 on network 30acdba7-d65b-4f12-9d0e-c5e687339399 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:55.898021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:55.898406 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Checking segment: {'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:55.898758 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.899137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Bound using segment: {'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:55.899606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Bound port: fcb81832-b5c1-412f-b98f-d4614c026d04, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:55.899989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.946777 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Allocated IP 172.25.2.130 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/8ef2762b-b4f7-44fb-900e-29f3ef33ea43) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:55.962989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] For port fcb81832-b5c1-412f-b98f-d4614c026d04, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:55.966193 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] For port fcb81832-b5c1-412f-b98f-d4614c026d04, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fcb81832-b5c1-412f-b98f-d4614c026d04,segment=NetworkSegment(2064b56a-82fe-4b3b-a81f-7ef0fe7be391),segment_id=2064b56a-82fe-4b3b-a81f-7ef0fe7be391)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:55.971458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:55.972781 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:56.029788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2de30-1801-4ce7-9d50-09532640dc26 None None] Pushing event updated for resources: {'Port': ['ID=fcb81832-b5c1-412f-b98f-d4614c026d04,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:56.060349 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks [] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:56.093083 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:56.136293 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:56.139522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:56.143683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:56.172142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:56.412515 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:56.417621 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks [] for router_gateway (be86e7a7-5210-44a1-92eb-aa867e975da8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:56.608380 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (be86e7a7-5210-44a1-92eb-aa867e975da8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:56.741010 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Router be86e7a7-5210-44a1-92eb-aa867e975da8 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:01:56.850516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:56.859399 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Sync routers for ids ['be86e7a7-5210-44a1-92eb-aa867e975da8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:56.869683 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:56.873667 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6144a343-e962-419f-9554-d85d54fc7580 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4769764 Jul 28 11:01:56.873798 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Routers {'be86e7a7-5210-44a1-92eb-aa867e975da8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:56.873798 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['be86e7a7-5210-44a1-92eb-aa867e975da8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:56.874048 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:56.960500 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:56.988248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687fd1a-60de-4c43-86ef-4d66df95fd90 None None] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:56.990294 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Set router be86e7a7-5210-44a1-92eb-aa867e975da8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:57.058352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1f460527-bc6c-4c1f-87e7-a4410eeaaabb None None] Provisioning complete for port fcb81832-b5c1-412f-b98f-d4614c026d04 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:57.059004 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f460527-bc6c-4c1f-87e7-a4410eeaaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.113786 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:57.166417 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:57.173935 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:57.186919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1f460527-bc6c-4c1f-87e7-a4410eeaaabb None None] Current status of the port fcb81832-b5c1-412f-b98f-d4614c026d04 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:57.187319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f460527-bc6c-4c1f-87e7-a4410eeaaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.231603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1f460527-bc6c-4c1f-87e7-a4410eeaaabb None None] For port fcb81832-b5c1-412f-b98f-d4614c026d04, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fcb81832-b5c1-412f-b98f-d4614c026d04,segment=NetworkSegment(2064b56a-82fe-4b3b-a81f-7ef0fe7be391),segment_id=2064b56a-82fe-4b3b-a81f-7ef0fe7be391)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:01:57.242903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1f460527-bc6c-4c1f-87e7-a4410eeaaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.264524 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:56Z', 'revision_number': 3, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port': {'id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ae:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:57.292566 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Checking router: be86e7a7-5210-44a1-92eb-aa867e975da8 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:01:57.293276 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Updating router be86e7a7-5210-44a1-92eb-aa867e975da8 port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:01:57.304915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460527-bc6c-4c1f-87e7-a4410eeaaabb None None] Pushing event updated for resources: {'Port': ['ID=fcb81832-b5c1-412f-b98f-d4614c026d04,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:57.322884 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.465673 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fb1b433b-7249-412e-8d1f-7efcad906da7 None None] Provisioning complete for port fcb81832-b5c1-412f-b98f-d4614c026d04 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:57.467099 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb1b433b-7249-412e-8d1f-7efcad906da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.546633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b433b-7249-412e-8d1f-7efcad906da7 None None] Current status of the port fcb81832-b5c1-412f-b98f-d4614c026d04 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:57.573019 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Publish callbacks [] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.580341 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.616241 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:57.625454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.630850 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Attempting to bind port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:01:57.631244 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Attempting to bind port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:01:57.631576 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Attempting to bind port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:01:57.641848 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:01:57.642239 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:57.642628 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.643006 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:01:57.643459 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Bound port: 8ef2762b-b4f7-44fb-900e-29f3ef33ea43, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:01:57.644645 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.651859 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fcb81832-b5c1-412f-b98f-d4614c026d04 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:57.663842 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Pushing event updated for resources: {'Port': ['ID=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:57.676451 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.676796 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.677134 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.677466 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.677795 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.678142 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.678464 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.678781 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.679105 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.679419 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.679734 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.680050 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.680361 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.680848 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.681491 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:01:57.702488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fcb81832-b5c1-412f-b98f-d4614c026d04 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:57.703015 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.710259 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] For port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:01:57.713353 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] For port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:01:57.719970 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.770359 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Routers {'be86e7a7-5210-44a1-92eb-aa867e975da8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:57.771253 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['be86e7a7-5210-44a1-92eb-aa867e975da8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:57.784074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fcb81832-b5c1-412f-b98f-d4614c026d04 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:01:57.814382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Allocated IP 172.20.0.1 (30acdba7-d65b-4f12-9d0e-c5e687339399/7b473c51-c221-424d-a976-565d6ea7f96d/4c06a574-02cb-4668-b1b4-e79f2c3ba6f2) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:01:57.854364 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995684c-e93d-4232-bbaf-9fb5acae80c5 None None] Pushing event updated for resources: {'Port': ['ID=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:57.884404 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] Set router be86e7a7-5210-44a1-92eb-aa867e975da8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:01:57.885904 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:57.928510 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks [] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.960862 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:57.997654 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:58.005417 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:58.009518 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:01:58.031694 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Pushing event updated for resources: {'Port': ['ID=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.053282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (be86e7a7-5210-44a1-92eb-aa867e975da8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:58.062237 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:56Z', 'revision_number': 3, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port': {'id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ae:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:58.089240 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58afade3-6d99-46f3-a3dc-243b52aa8399 None None] The sync data for ids ['be86e7a7-5210-44a1-92eb-aa867e975da8'] in n-d-850468-6 is: [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:56Z', 'revision_number': 3, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port': {'id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ae:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:01:58.110853 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:58.200236 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:58.272919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2e51eb97-69b8-4b6e-ac62-62e08463feac None None] Provisioning complete for port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:58.273539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2e51eb97-69b8-4b6e-ac62-62e08463feac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:58.307590 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2e51eb97-69b8-4b6e-ac62-62e08463feac None None] Port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:58.389174 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks [] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:58.398185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:58.439943 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:58.475493 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (be86e7a7-5210-44a1-92eb-aa867e975da8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:58.477320 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Pushing event updated for resources: {'Port': ['ID=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:58.577610 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:01:58.579062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:58.703630 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Router be86e7a7-5210-44a1-92eb-aa867e975da8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:01:58.824095 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:01:58.833923 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-da077356-5f86-49af-8aa1-4c9607cbcc5d admin admin] 10.222.0.46 "PUT /v2.0/routers/be86e7a7-5210-44a1-92eb-aa867e975da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9544773 Jul 28 11:01:58.834140 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:58.834140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-44391cfe-b326-47bf-9427-b29c600048a9 None None] Provisioning complete for port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:58.834140 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44391cfe-b326-47bf-9427-b29c600048a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:58.870004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-44391cfe-b326-47bf-9427-b29c600048a9 None None] Port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:01:59.312384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56996) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:59.317975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1833015558-network', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:59.338265 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Made reservation on behalf of a99ef052c2f7434d9e8e608315b1f057 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:59.341210 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.350499 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.429167 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:59.434435 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks [] for security_group (d88c7f6f-9913-41d2-8615-a8665cf7badd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.438366 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d88c7f6f-9913-41d2-8615-a8665cf7badd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.461941 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:01:59.478389 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c7f6f-9913-41d2-8615-a8665cf7badd,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:59.481709 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5e2b0015-7c7a-4886-805b-4226bd15ce30), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.482171 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Added segment 5e2b0015-7c7a-4886-805b-4226bd15ce30 of type vlan for network 80978cea-9d26-446e-87e2-20974802ce43 Jul 28 11:01:59.524824 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (80978cea-9d26-446e-87e2-20974802ce43), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.552610 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (80978cea-9d26-446e-87e2-20974802ce43), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.553732 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:59.554364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.622481 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3089612 Jul 28 11:01:59.623366 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 56998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:59.632732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:01:59.633979 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Request body: {'subnet': {'network_id': '80978cea-9d26-446e-87e2-20974802ce43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1833015558-subnet', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:59.639182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356cd7b-9269-4dd1-9396-21de7425e5df admin admin] Pushing event updated for resources: {'Network': ['ID=80978cea-9d26-446e-87e2-20974802ce43,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:59.656594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 80978cea-9d26-446e-87e2-20974802ce43 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:01:59.659643 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Made reservation on behalf of a99ef052c2f7434d9e8e608315b1f057 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:01:59.662276 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.744576 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:01:59.837756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Sync routers for ids ['be86e7a7-5210-44a1-92eb-aa867e975da8'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:01:59.851668 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (2d8310bc-33d0-4f0a-96eb-77414c1e86e4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.874952 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Routers {'be86e7a7-5210-44a1-92eb-aa867e975da8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:01:59.875499 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['be86e7a7-5210-44a1-92eb-aa867e975da8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:01:59.906975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8310bc-33d0-4f0a-96eb-77414c1e86e4,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:01:59.918277 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:01:59.918656 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.926946 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Checking segment: {'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:01:59.927309 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Network hostable DHCP agents. Network: 80978cea-9d26-446e-87e2-20974802ce43, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:01:59.944730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Network 80978cea-9d26-446e-87e2-20974802ce43 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:01:59.953798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 80978cea-9d26-446e-87e2-20974802ce43) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:01:59.962008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:01:59.962831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:01:59.981292 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-450162b1-f27d-4614-b619-8b94f5edf6db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3552077 Jul 28 11:01:59.984268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57000) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:01:59.989985 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:01:59.990523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8250a5d-2433-4686-a9c5-0c114f483ca9 None None] Network 80978cea-9d26-446e-87e2-20974802ce43 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:01:59.996602 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:00.001384 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:00.013660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (a8527176-0653-4638-87ea-da964eb74b3d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.014842 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (a8527176-0653-4638-87ea-da964eb74b3d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.074147 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks [] for router_controller (a8527176-0653-4638-87ea-da964eb74b3d), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.092965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Set router be86e7a7-5210-44a1-92eb-aa867e975da8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:00.178004 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:00.178304 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.211713 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks [] for router_gateway (a8527176-0653-4638-87ea-da964eb74b3d), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.228282 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-80978cea-9d26-446e-87e2-20974802ce43', 'network_id': '80978cea-9d26-446e-87e2-20974802ce43', 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'fixed_ips': [{'subnet_id': '2d8310bc-33d0-4f0a-96eb-77414c1e86e4'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:02:00.229177 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.259459 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:00.292843 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.410605 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks [] for router_gateway (a8527176-0653-4638-87ea-da964eb74b3d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.430000 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.494079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:00.504358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:58Z', 'revision_number': 4, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port': {'id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ae:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '4c06a574-02cb-4668-b1b4-e79f2c3ba6f2', 'name': '', 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'mac_address': 'fa:16:3e:9a:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7b473c51-c221-424d-a976-565d6ea7f96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:57Z', 'updated_at': '2022-07-28T11:01:58Z', 'revision_number': 2, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'subnets': [{'id': '7b473c51-c221-424d-a976-565d6ea7f96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:00.543575 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Allocated IP 172.25.2.239 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/4e7824f6-6799-499b-b7dc-f7ea018041fa) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:00.555107 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Checking router: be86e7a7-5210-44a1-92eb-aa867e975da8 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:00.555755 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Updating router be86e7a7-5210-44a1-92eb-aa867e975da8 port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:00.598479 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.603990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Allocated IP 172.20.0.2 (80978cea-9d26-446e-87e2-20974802ce43/2d8310bc-33d0-4f0a-96eb-77414c1e86e4/e7c035c1-efca-4a12-90f1-d06434b6748a) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:00.611908 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:00.642293 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=7 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:00.653849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks [] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.693137 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.738983 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:00.747544 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:00.752257 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:00.786157 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Pushing event updated for resources: {'Port': ['ID=4e7824f6-6799-499b-b7dc-f7ea018041fa,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:00.884715 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:00.908012 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Publish callbacks [] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.921820 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:00.929488 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:00.987099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Network 80978cea-9d26-446e-87e2-20974802ce43 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:00.996936 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:01.005397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:01.030383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Pushing event updated for resources: {'Port': ['ID=e7c035c1-efca-4a12-90f1-d06434b6748a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:01.052621 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks [] for router_gateway (a8527176-0653-4638-87ea-da964eb74b3d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.085719 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Publish callbacks [] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.099265 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.125519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Attempting to bind port e7c035c1-efca-4a12-90f1-d06434b6748a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:01.125921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Attempting to bind port e7c035c1-efca-4a12-90f1-d06434b6748a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:01.126297 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Attempting to bind port e7c035c1-efca-4a12-90f1-d06434b6748a on network 80978cea-9d26-446e-87e2-20974802ce43 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:01.144789 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:01.145181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Checking segment: {'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:01.145635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.146111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Bound using segment: {'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:01.146631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Bound port: e7c035c1-efca-4a12-90f1-d06434b6748a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:01.147042 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.216163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeaf6b-88e5-4a35-8ce2-6ddd13f01968 None None] Pushing event updated for resources: {'Port': ['ID=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:01.255325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Attempting to bind port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:01.255712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Attempting to bind port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:01.256080 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Attempting to bind port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 on network 30acdba7-d65b-4f12-9d0e-c5e687339399 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:01.260010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (a8527176-0653-4638-87ea-da964eb74b3d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.270807 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:01.271198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Checking segment: {'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:01.271591 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.271991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Bound using segment: {'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:01.272476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Bound port: 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2064b56a-82fe-4b3b-a81f-7ef0fe7be391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:01.272866 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.302065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] For port e7c035c1-efca-4a12-90f1-d06434b6748a, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:01.306182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] For port e7c035c1-efca-4a12-90f1-d06434b6748a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e7c035c1-efca-4a12-90f1-d06434b6748a,segment=NetworkSegment(5e2b0015-7c7a-4886-805b-4226bd15ce30),segment_id=5e2b0015-7c7a-4886-805b-4226bd15ce30)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:01.332931 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.413336 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Router a8527176-0653-4638-87ea-da964eb74b3d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:02:01.415894 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:01.431221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] For port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:01.435649 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-72948d45-3c64-460d-8f24-75eb609c98f1 None None] Provisioning complete for port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:01.436029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-72948d45-3c64-460d-8f24-75eb609c98f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.440534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c74e2-c2f2-43a9-8bef-56adcfbe64cd None None] Pushing event updated for resources: {'Port': ['ID=e7c035c1-efca-4a12-90f1-d06434b6748a,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:01.472198 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] For port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,segment=NetworkSegment(2064b56a-82fe-4b3b-a81f-7ef0fe7be391),segment_id=2064b56a-82fe-4b3b-a81f-7ef0fe7be391)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:01.485938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.494068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-72948d45-3c64-460d-8f24-75eb609c98f1 None None] Port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:01.530206 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:01.543923 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Sync routers for ids ['a8527176-0653-4638-87ea-da964eb74b3d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:01.553295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Routers {'be86e7a7-5210-44a1-92eb-aa867e975da8'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:01.554018 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['be86e7a7-5210-44a1-92eb-aa867e975da8'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:01.560443 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeaf6b-88e5-4a35-8ce2-6ddd13f01968 None None] Pushing event updated for resources: {'Port': ['ID=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:01.567738 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:01.568883 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-eab7ddb2-0b58-4f2d-9847-73927a448f2d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5833170 Jul 28 11:02:01.572140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57002) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:01.579826 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Routers {'a8527176-0653-4638-87ea-da964eb74b3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:01.582719 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8527176-0653-4638-87ea-da964eb74b3d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:01.790164 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Set router a8527176-0653-4638-87ea-da964eb74b3d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:01.887471 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:01.924223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:01.930916 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:01.999321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] Set router be86e7a7-5210-44a1-92eb-aa867e975da8 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:02.035611 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:00Z', 'revision_number': 3, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port': {'id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:02.046075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:02.046458 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.055514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c51ea64a-59e6-4942-9eb7-47d1abffd0c5 None None] Provisioning complete for port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:02.055891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c51ea64a-59e6-4942-9eb7-47d1abffd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.063753 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Checking router: a8527176-0653-4638-87ea-da964eb74b3d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:02.064092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Updating router a8527176-0653-4638-87ea-da964eb74b3d port 4e7824f6-6799-499b-b7dc-f7ea018041fa binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:02.093882 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.145145 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:02.209680 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.311181 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c51ea64a-59e6-4942-9eb7-47d1abffd0c5 None None] Current status of the port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:02.311586 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c51ea64a-59e6-4942-9eb7-47d1abffd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.352427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:02.404942 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Allocated IP 172.20.0.1 (80978cea-9d26-446e-87e2-20974802ce43/2d8310bc-33d0-4f0a-96eb-77414c1e86e4/82633dd4-29b0-4595-9002-b93db3dd8b47) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:02.418323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-c51ea64a-59e6-4942-9eb7-47d1abffd0c5 None None] For port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,segment=NetworkSegment(2064b56a-82fe-4b3b-a81f-7ef0fe7be391),segment_id=2064b56a-82fe-4b3b-a81f-7ef0fe7be391)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:02.422876 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:58Z', 'revision_number': 4, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port': {'id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '4c06a574-02cb-4668-b1b4-e79f2c3ba6f2', 'name': '', 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'mac_address': 'fa:16:3e:9a:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7b473c51-c221-424d-a976-565d6ea7f96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:57Z', 'updated_at': '2022-07-28T11:02:01Z', 'revision_number': 4, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'subnets': [{'id': '7b473c51-c221-424d-a976-565d6ea7f96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:02.427987 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c51ea64a-59e6-4942-9eb7-47d1abffd0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.458840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9d78-1725-4abf-8f1b-d71ece44d86c None None] The sync data for ids ['be86e7a7-5210-44a1-92eb-aa867e975da8'] in n-d-850468-6 is: [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:01:58Z', 'revision_number': 4, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port': {'id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '4c06a574-02cb-4668-b1b4-e79f2c3ba6f2', 'name': '', 'network_id': '30acdba7-d65b-4f12-9d0e-c5e687339399', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'mac_address': 'fa:16:3e:9a:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '7b473c51-c221-424d-a976-565d6ea7f96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:57Z', 'updated_at': '2022-07-28T11:02:01Z', 'revision_number': 4, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'subnets': [{'id': '7b473c51-c221-424d-a976-565d6ea7f96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:02.499472 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Publish callbacks [] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.525231 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.574425 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ea64a-59e6-4942-9eb7-47d1abffd0c5 None None] Pushing event updated for resources: {'Port': ['ID=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:02.577267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks [] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.579631 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:02.623741 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Attempting to bind port 4e7824f6-6799-499b-b7dc-f7ea018041fa on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:02.624878 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Attempting to bind port 4e7824f6-6799-499b-b7dc-f7ea018041fa by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:02.625500 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Attempting to bind port 4e7824f6-6799-499b-b7dc-f7ea018041fa on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:02.632518 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eea6d0-bf1b-4ec6-8c0c-f171bd3d4e11 None None] Pushing event updated for resources: {'Port': ['ID=4e7824f6-6799-499b-b7dc-f7ea018041fa,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:02.635453 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:02.635880 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:02.636342 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.636788 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:02.637297 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Bound port: 4e7824f6-6799-499b-b7dc-f7ea018041fa, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:02.637961 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.644448 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.695903 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Network 80978cea-9d26-446e-87e2-20974802ce43 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:02.716527 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:02.717692 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa681589-6bf9-49c4-92fd-a2d0bf8c1604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.719103 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Pushing event updated for resources: {'Port': ['ID=82633dd4-29b0-4595-9002-b93db3dd8b47,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:02.720317 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] For port 4e7824f6-6799-499b-b7dc-f7ea018041fa, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:02.722314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:02.725509 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] For port 4e7824f6-6799-499b-b7dc-f7ea018041fa, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4e7824f6-6799-499b-b7dc-f7ea018041fa,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:02.735966 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.793350 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (a8527176-0653-4638-87ea-da964eb74b3d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.832069 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eea6d0-bf1b-4ec6-8c0c-f171bd3d4e11 None None] Pushing event updated for resources: {'Port': ['ID=4e7824f6-6799-499b-b7dc-f7ea018041fa,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:02.838642 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Routers {'a8527176-0653-4638-87ea-da964eb74b3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:02.839306 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:01:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8527176-0653-4638-87ea-da964eb74b3d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:02.842418 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:02.897711 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c01e239-dc3a-4287-b293-cc91ee99254d None None] Network 80978cea-9d26-446e-87e2-20974802ce43 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:02.959485 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] Set router a8527176-0653-4638-87ea-da964eb74b3d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:02.962364 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:02.977780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:02.984314 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:02.988864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-565fe16e-2d3e-4a43-b12e-6672d1e73dcd None None] Provisioning complete for port e7c035c1-efca-4a12-90f1-d06434b6748a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:02.989382 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-565fe16e-2d3e-4a43-b12e-6672d1e73dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.022064 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:03.176591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-565fe16e-2d3e-4a43-b12e-6672d1e73dcd None None] Current status of the port e7c035c1-efca-4a12-90f1-d06434b6748a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:03.177017 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-565fe16e-2d3e-4a43-b12e-6672d1e73dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.179933 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:00Z', 'revision_number': 3, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port': {'id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:03.218341 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a7256-f10c-4593-adb1-56f06f4931f0 None None] The sync data for ids ['a8527176-0653-4638-87ea-da964eb74b3d'] in n-d-850468-6 is: [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:00Z', 'revision_number': 3, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port': {'id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:03.237834 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-565fe16e-2d3e-4a43-b12e-6672d1e73dcd None None] For port e7c035c1-efca-4a12-90f1-d06434b6748a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e7c035c1-efca-4a12-90f1-d06434b6748a,segment=NetworkSegment(5e2b0015-7c7a-4886-805b-4226bd15ce30),segment_id=5e2b0015-7c7a-4886-805b-4226bd15ce30)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:03.245038 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-565fe16e-2d3e-4a43-b12e-6672d1e73dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.254768 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks [] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.259912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.298777 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:03.335501 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fe16e-2d3e-4a43-b12e-6672d1e73dcd None None] Pushing event updated for resources: {'Port': ['ID=e7c035c1-efca-4a12-90f1-d06434b6748a,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:03.357241 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Pushing event updated for resources: {'Port': ['ID=82633dd4-29b0-4595-9002-b93db3dd8b47,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:03.360358 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (a8527176-0653-4638-87ea-da964eb74b3d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.468131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b7ffd04b-7d07-496b-9a0c-28e02cc59c31 None None] Provisioning complete for port e7c035c1-efca-4a12-90f1-d06434b6748a triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:03.468502 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b7ffd04b-7d07-496b-9a0c-28e02cc59c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.517158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Network 80978cea-9d26-446e-87e2-20974802ce43 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:03.519763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:03.580593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffd04b-7d07-496b-9a0c-28e02cc59c31 None None] Current status of the port e7c035c1-efca-4a12-90f1-d06434b6748a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:03.610898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b7ffd04b-7d07-496b-9a0c-28e02cc59c31 None None] Provisioning complete for port 82633dd4-29b0-4595-9002-b93db3dd8b47 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:03.611593 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b7ffd04b-7d07-496b-9a0c-28e02cc59c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.673205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffd04b-7d07-496b-9a0c-28e02cc59c31 None None] Port 82633dd4-29b0-4595-9002-b93db3dd8b47 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:03.761323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Router a8527176-0653-4638-87ea-da964eb74b3d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:02:03.832215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e7c035c1-efca-4a12-90f1-d06434b6748a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:03.873849 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-873ca205-e359-4e38-a503-a54bf4487fb7 None None] Provisioning complete for port 82633dd4-29b0-4595-9002-b93db3dd8b47 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:03.874459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-873ca205-e359-4e38-a503-a54bf4487fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:03.930939 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:03.942296 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7217ce8e-b5f1-495a-b0ad-c01bfba9b801 admin admin] 10.222.0.46 "PUT /v2.0/routers/a8527176-0653-4638-87ea-da964eb74b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690090 Jul 28 11:02:03.964111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-873ca205-e359-4e38-a503-a54bf4487fb7 None None] Port 82633dd4-29b0-4595-9002-b93db3dd8b47 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:03.967358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e7c035c1-efca-4a12-90f1-d06434b6748a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:03.967885 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:04.093763 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e7c035c1-efca-4a12-90f1-d06434b6748a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:04.094892 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:04.098423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4ab55045-5527-40ce-970d-cc80df7e1082 None None] Provisioning complete for port 82633dd4-29b0-4595-9002-b93db3dd8b47 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:04.098664 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ab55045-5527-40ce-970d-cc80df7e1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:04.170736 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4ab55045-5527-40ce-970d-cc80df7e1082 None None] Port 82633dd4-29b0-4595-9002-b93db3dd8b47 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:04.180738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:04.181121 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:04.275364 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:04.276508 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4e7824f6-6799-499b-b7dc-f7ea018041fa up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:04.278058 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:04.328791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4e7824f6-6799-499b-b7dc-f7ea018041fa triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:04.329173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:04.417788 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4e7824f6-6799-499b-b7dc-f7ea018041fa is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:04.418292 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:04.447766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 4e7824f6-6799-499b-b7dc-f7ea018041fa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4e7824f6-6799-499b-b7dc-f7ea018041fa,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:04.452138 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:04.506097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=4e7824f6-6799-499b-b7dc-f7ea018041fa,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:05.043550 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b8f84dda-437a-4bc7-8911-2619d870d751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:05.641337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4e7824f6-6799-499b-b7dc-f7ea018041fa up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:05.704271 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 4e7824f6-6799-499b-b7dc-f7ea018041fa triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:05.704764 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:05.746260 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:05.811793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 4e7824f6-6799-499b-b7dc-f7ea018041fa is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:06.040383 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Sync routers for ids ['a8527176-0653-4638-87ea-da964eb74b3d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:06.052983 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Routers {'a8527176-0653-4638-87ea-da964eb74b3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:06.053623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8527176-0653-4638-87ea-da964eb74b3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:06.187416 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Set router a8527176-0653-4638-87ea-da964eb74b3d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:06.255086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:06.572270 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:02Z', 'revision_number': 4, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port': {'id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '82633dd4-29b0-4595-9002-b93db3dd8b47', 'name': '', 'network_id': '80978cea-9d26-446e-87e2-20974802ce43', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'mac_address': 'fa:16:3e:8b:82:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2d8310bc-33d0-4f0a-96eb-77414c1e86e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:02Z', 'updated_at': '2022-07-28T11:02:03Z', 'revision_number': 2, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'subnets': [{'id': '2d8310bc-33d0-4f0a-96eb-77414c1e86e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:06.599066 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Checking router: a8527176-0653-4638-87ea-da964eb74b3d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:06.599433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Updating router a8527176-0653-4638-87ea-da964eb74b3d port 82633dd4-29b0-4595-9002-b93db3dd8b47 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:06.634561 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:06.825725 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:06.947021 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Publish callbacks [] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:06.953269 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.039803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7fea-4d02-4ccf-893d-5b3e93eeaa50 None None] Pushing event updated for resources: {'Port': ['ID=82633dd4-29b0-4595-9002-b93db3dd8b47,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:07.073394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Attempting to bind port 82633dd4-29b0-4595-9002-b93db3dd8b47 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:07.073808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Attempting to bind port 82633dd4-29b0-4595-9002-b93db3dd8b47 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:07.074165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Attempting to bind port 82633dd4-29b0-4595-9002-b93db3dd8b47 on network 80978cea-9d26-446e-87e2-20974802ce43 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:07.080603 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:07.081586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Checking segment: {'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:07.082107 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.082558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Bound using segment: {'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:07.083050 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Bound port: 82633dd4-29b0-4595-9002-b93db3dd8b47, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2b0015-7c7a-4886-805b-4226bd15ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '80978cea-9d26-446e-87e2-20974802ce43'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:07.083605 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.163047 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] For port 82633dd4-29b0-4595-9002-b93db3dd8b47, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:07.167934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] For port 82633dd4-29b0-4595-9002-b93db3dd8b47, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=82633dd4-29b0-4595-9002-b93db3dd8b47,segment=NetworkSegment(5e2b0015-7c7a-4886-805b-4226bd15ce30),segment_id=5e2b0015-7c7a-4886-805b-4226bd15ce30)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:07.176277 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.222995 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:07.264331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Routers {'a8527176-0653-4638-87ea-da964eb74b3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:07.265044 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8527176-0653-4638-87ea-da964eb74b3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:07.327928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7fea-4d02-4ccf-893d-5b3e93eeaa50 None None] Pushing event updated for resources: {'Port': ['ID=82633dd4-29b0-4595-9002-b93db3dd8b47,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:07.344102 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.381010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8d9d27a4-e4d0-4714-af60-ed98bb5940e6 None None] Provisioning complete for port 82633dd4-29b0-4595-9002-b93db3dd8b47 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:07.381480 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d9d27a4-e4d0-4714-af60-ed98bb5940e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.453838 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] Set router a8527176-0653-4638-87ea-da964eb74b3d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:07.598405 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d27a4-e4d0-4714-af60-ed98bb5940e6 None None] Current status of the port 82633dd4-29b0-4595-9002-b93db3dd8b47 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:07.598716 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d9d27a4-e4d0-4714-af60-ed98bb5940e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.661755 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:07.669417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8d9d27a4-e4d0-4714-af60-ed98bb5940e6 None None] For port 82633dd4-29b0-4595-9002-b93db3dd8b47, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=82633dd4-29b0-4595-9002-b93db3dd8b47,segment=NetworkSegment(5e2b0015-7c7a-4886-805b-4226bd15ce30),segment_id=5e2b0015-7c7a-4886-805b-4226bd15ce30)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:07.702625 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.703811 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8d9d27a4-e4d0-4714-af60-ed98bb5940e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.735991 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.803632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d27a4-e4d0-4714-af60-ed98bb5940e6 None None] Pushing event updated for resources: {'Port': ['ID=82633dd4-29b0-4595-9002-b93db3dd8b47,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:07.830118 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:02Z', 'revision_number': 4, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port': {'id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '82633dd4-29b0-4595-9002-b93db3dd8b47', 'name': '', 'network_id': '80978cea-9d26-446e-87e2-20974802ce43', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'mac_address': 'fa:16:3e:8b:82:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2d8310bc-33d0-4f0a-96eb-77414c1e86e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:02Z', 'updated_at': '2022-07-28T11:02:07Z', 'revision_number': 4, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'subnets': [{'id': '2d8310bc-33d0-4f0a-96eb-77414c1e86e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:07.836142 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f7d59a65-851b-4c89-9d95-1e5a6edeef4f None None] Provisioning complete for port 82633dd4-29b0-4595-9002-b93db3dd8b47 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:07.836596 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f7d59a65-851b-4c89-9d95-1e5a6edeef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:07.881531 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38f62e-9326-44b6-b4cf-900c02a25f78 None None] The sync data for ids ['a8527176-0653-4638-87ea-da964eb74b3d'] in n-d-850468-6 is: [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:02Z', 'revision_number': 4, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port': {'id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '82633dd4-29b0-4595-9002-b93db3dd8b47', 'name': '', 'network_id': '80978cea-9d26-446e-87e2-20974802ce43', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'mac_address': 'fa:16:3e:8b:82:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2d8310bc-33d0-4f0a-96eb-77414c1e86e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:02Z', 'updated_at': '2022-07-28T11:02:07Z', 'revision_number': 4, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'subnets': [{'id': '2d8310bc-33d0-4f0a-96eb-77414c1e86e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:07.982112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f7d59a65-851b-4c89-9d95-1e5a6edeef4f None None] Current status of the port 82633dd4-29b0-4595-9002-b93db3dd8b47 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:09.652840 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 82633dd4-29b0-4595-9002-b93db3dd8b47 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:09.718155 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 82633dd4-29b0-4595-9002-b93db3dd8b47 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:09.718664 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:09.822161 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:09.823811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 82633dd4-29b0-4595-9002-b93db3dd8b47 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:11.526137 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=57 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:11.559667 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:11.626846 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:13.177377 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=28 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:13.183829 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=13 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:13.827835 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb88d65-3ea5-4149-ba25-1f330569a762 req-0be8ef2c-1ec8-43dd-87fa-5a625dbd56ee tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:13.829299 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fb88d65-3ea5-4149-ba25-1f330569a762 req-0be8ef2c-1ec8-43dd-87fa-5a625dbd56ee tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/networks?id=30acdba7-d65b-4f12-9d0e-c5e687339399 HTTP/1.1" status: 200 len: 813 time: 0.1060584 Jul 28 11:02:13.844482 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fb88d65-3ea5-4149-ba25-1f330569a762 req-49d575a7-ff33-44d7-befd-fb6f11fab061 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/quotas/3ed5dc9d02e245a99855f7ecfb4531b4 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Jul 28 11:02:13.892298 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fb88d65-3ea5-4149-ba25-1f330569a762 req-13325068-46b2-46eb-bb92-a56450bfb3b9 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ed5dc9d02e245a99855f7ecfb4531b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422211 Jul 28 11:02:13.926673 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:13.928717 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:14.124022 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fb88d65-3ea5-4149-ba25-1f330569a762 req-be6d2f32-a2cf-4681-80c7-4cbb4e388661 service neutron] 10.222.0.46 "GET /v2.0/networks/30acdba7-d65b-4f12-9d0e-c5e687339399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195365 Jul 28 11:02:14.214178 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-1fb88d65-3ea5-4149-ba25-1f330569a762 req-e80cd03e-5cf9-4f4e-bcc2-fa4186c9b4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/30acdba7-d65b-4f12-9d0e-c5e687339399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836821 Jul 28 11:02:14.377023 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-b4aad821-22a1-4149-be38-dc35275760fb req-9b2f1a9f-610b-40c8-8d6d-40a235f70272 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ea76309-6eb6-42ed-bbdf-169eb8ac17a8 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Jul 28 11:02:15.491709 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-176181cc-f12d-4e26-a332-07d68fc9e484 req-d85448ff-4d0a-43f7-ab3c-41cc290e1138 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ea76309-6eb6-42ed-bbdf-169eb8ac17a8 HTTP/1.1" status: 200 len: 210 time: 0.0326178 Jul 28 11:02:15.639723 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-bded00f8-ebda-487d-8d5e-8b7a3b040152 req-2a165548-57bc-4340-a991-e18e99c784cd tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ea76309-6eb6-42ed-bbdf-169eb8ac17a8 HTTP/1.1" status: 200 len: 210 time: 0.0282626 Jul 28 11:02:21.620701 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:21.622152 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:24.209013 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=35 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:24.906078 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910ecca-c43e-481c-93af-3fce3b39b587 req-65c77af7-20ea-4c51-9cb1-666e7aea7c7d tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:24.907809 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a910ecca-c43e-481c-93af-3fce3b39b587 req-65c77af7-20ea-4c51-9cb1-666e7aea7c7d tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/networks?id=30acdba7-d65b-4f12-9d0e-c5e687339399 HTTP/1.1" status: 200 len: 813 time: 0.1074564 Jul 28 11:02:24.922144 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a910ecca-c43e-481c-93af-3fce3b39b587 req-68597e8b-8d6c-4464-8d1f-8b183e49a150 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/quotas/3ed5dc9d02e245a99855f7ecfb4531b4 HTTP/1.1" status: 200 len: 375 time: 0.0089717 Jul 28 11:02:24.971988 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a910ecca-c43e-481c-93af-3fce3b39b587 req-2791132a-dff2-4903-8d92-a22f55e89d5c tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ed5dc9d02e245a99855f7ecfb4531b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449533 Jul 28 11:02:25.068095 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a910ecca-c43e-481c-93af-3fce3b39b587 req-cdaeba0b-5532-4315-b6f9-338e807b30e4 service neutron] 10.222.0.46 "GET /v2.0/networks/30acdba7-d65b-4f12-9d0e-c5e687339399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847373 Jul 28 11:02:25.162657 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a910ecca-c43e-481c-93af-3fce3b39b587 req-8b9425e0-b94d-43de-9e3f-8ac8837cfe10 service neutron] 10.222.0.46 "GET /v2.0/networks/30acdba7-d65b-4f12-9d0e-c5e687339399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888379 Jul 28 11:02:25.321950 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-98546a82-7c30-4ebe-9666-dfe3fb967144 req-94974c9a-18af-4543-93ca-09607a905ca6 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?device_id=98846a25-edaa-411e-b51c-632597084ad7 HTTP/1.1" status: 200 len: 210 time: 0.0274739 Jul 28 11:02:26.431241 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-f7fff9b4-442f-4e68-b804-a6d35524e968 req-1e7ee064-2dbf-4108-bafe-67c7ff23d901 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?device_id=98846a25-edaa-411e-b51c-632597084ad7 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Jul 28 11:02:26.580237 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a1f8da6a-1ebb-46e9-8daa-0c20a73f9649 req-e81c41a5-d99b-4c79-b452-50f799532dd6 tempest-TestMinimumBasicScenario-998944329 tempest-TestMinimumBasicScenario-998944329-project] 10.222.0.46 "GET /v2.0/ports?device_id=98846a25-edaa-411e-b51c-632597084ad7 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Jul 28 11:02:27.127772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57224) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:27.695518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (be86e7a7-5210-44a1-92eb-aa867e975da8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:27.912854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Deleting port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:27.913193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:27.915439 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:27.976646 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:27.994026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] For port 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,segment=NetworkSegment(2064b56a-82fe-4b3b-a81f-7ef0fe7be391),segment_id=2064b56a-82fe-4b3b-a81f-7ef0fe7be391)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:27.994396 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:28.007896 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Calling delete_port for 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:28.189001 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (4c06a574-02cb-4668-b1b4-e79f2c3ba6f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:28.211135 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c06a574-02cb-4668-b1b4-e79f2c3ba6f2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:28.225651 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.226031 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.226372 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.226708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.227045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.227377 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.227703 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.228029 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.228356 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.228680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.229004 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.229324 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.229645 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.229986 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.230305 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:28.387721 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (be86e7a7-5210-44a1-92eb-aa867e975da8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:28.598513 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Router be86e7a7-5210-44a1-92eb-aa867e975da8 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:02:28.701178 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:28.707918 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-990b0949-acac-4c89-941b-f71328907452 admin admin] 10.222.0.46 "PUT /v2.0/routers/be86e7a7-5210-44a1-92eb-aa867e975da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5788999 Jul 28 11:02:28.709612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57226) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:28.712532 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] Sync routers for ids ['be86e7a7-5210-44a1-92eb-aa867e975da8'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:28.722665 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] Routers {'be86e7a7-5210-44a1-92eb-aa867e975da8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:28.723286 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['be86e7a7-5210-44a1-92eb-aa867e975da8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:28.751469 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:28.818740 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks [] for router (be86e7a7-5210-44a1-92eb-aa867e975da8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:28.825167 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] Set router be86e7a7-5210-44a1-92eb-aa867e975da8 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:28.851729 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:28.923454 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks [] for router_gateway (be86e7a7-5210-44a1-92eb-aa867e975da8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:28.969455 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Deleting port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:28.969802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:28.993845 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:02:28Z', 'revision_number': 5, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port': {'id': '8ef2762b-b4f7-44fb-900e-29f3ef33ea43', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:29.021495 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] Checking router: be86e7a7-5210-44a1-92eb-aa867e975da8 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:29.030302 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] Routers {'be86e7a7-5210-44a1-92eb-aa867e975da8'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:29.030901 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['be86e7a7-5210-44a1-92eb-aa867e975da8'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:29.051576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] For port 8ef2762b-b4f7-44fb-900e-29f3ef33ea43, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:29.051947 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.065006 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Calling delete_port for 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:29.109554 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] Set router be86e7a7-5210-44a1-92eb-aa867e975da8 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:29.160673 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:02:28Z', 'revision_number': 6, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:29.185544 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a722350-60e5-4bcb-a666-346208c1f37e None None] The sync data for ids ['be86e7a7-5210-44a1-92eb-aa867e975da8'] in n-d-850468-6 is: [{'id': 'be86e7a7-5210-44a1-92eb-aa867e975da8', 'name': 'tempest-TestMinimumBasicScenario-40605582-router', 'tenant_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:01:55Z', 'updated_at': '2022-07-28T11:02:28Z', 'revision_number': 6, 'project_id': '3ed5dc9d02e245a99855f7ecfb4531b4', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:29.241502 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8ef2762b-b4f7-44fb-900e-29f3ef33ea43), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.271682 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef2762b-b4f7-44fb-900e-29f3ef33ea43,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:29.349080 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (be86e7a7-5210-44a1-92eb-aa867e975da8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.467397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (be86e7a7-5210-44a1-92eb-aa867e975da8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.473150 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks [] for router_controller (be86e7a7-5210-44a1-92eb-aa867e975da8), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.529197 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (be86e7a7-5210-44a1-92eb-aa867e975da8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.530273 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be86e7a7-5210-44a1-92eb-aa867e975da8 {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:02:29.537148 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.541207 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57228) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:29.544244 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:02:29.552341 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fcb68086-038f-4041-8110-3856cd0d7ad8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/be86e7a7-5210-44a1-92eb-aa867e975da8 HTTP/1.1" status: 204 len: 168 time: 0.8416445 Jul 28 11:02:29.611714 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] Deleting subnet 7b473c51-c221-424d-a976-565d6ea7f96d {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:02:29.615747 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] Publish callbacks [] for subnet (7b473c51-c221-424d-a976-565d6ea7f96d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.670712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (7b473c51-c221-424d-a976-565d6ea7f96d), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.772113 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (7b473c51-c221-424d-a976-565d6ea7f96d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.831382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (7b473c51-c221-424d-a976-565d6ea7f96d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.862904 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b473c51-c221-424d-a976-565d6ea7f96d,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:29.867668 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:29.873350 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-316e5f37-c348-4457-a92e-f684abf55df4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7b473c51-c221-424d-a976-565d6ea7f96d HTTP/1.1" status: 204 len: 168 time: 0.3241591 Jul 28 11:02:29.873783 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57230) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:29.880033 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc497c-1fe4-46e1-bd04-8c27f146dd8b None None] Network 30acdba7-d65b-4f12-9d0e-c5e687339399 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:29.960170 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (30acdba7-d65b-4f12-9d0e-c5e687339399), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.015641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Deleting port fcb81832-b5c1-412f-b98f-d4614c026d04 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:30.016049 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.047910 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:30.103744 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] For port fcb81832-b5c1-412f-b98f-d4614c026d04, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fcb81832-b5c1-412f-b98f-d4614c026d04,segment=NetworkSegment(2064b56a-82fe-4b3b-a81f-7ef0fe7be391),segment_id=2064b56a-82fe-4b3b-a81f-7ef0fe7be391)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:30.104106 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.108778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:30.109516 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4c06a574-02cb-4668-b1b4-e79f2c3ba6f2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:30.117404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] DHCP port deletion for 30acdba7-d65b-4f12-9d0e-c5e687339399 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:02:30.125388 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Calling delete_port for fcb81832-b5c1-412f-b98f-d4614c026d04 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:30.158549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] Deleting port fcb81832-b5c1-412f-b98f-d4614c026d04 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:30.159077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.213237 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:30.214226 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:30.221808 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.234266 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] For port fcb81832-b5c1-412f-b98f-d4614c026d04, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fcb81832-b5c1-412f-b98f-d4614c026d04,segment=NetworkSegment(2064b56a-82fe-4b3b-a81f-7ef0fe7be391),segment_id=2064b56a-82fe-4b3b-a81f-7ef0fe7be391)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:30.234704 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.240225 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] No DVR routers for this DVR port fcb81832-b5c1-412f-b98f-d4614c026d04 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:02:30.251343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] Calling delete_port for fcb81832-b5c1-412f-b98f-d4614c026d04 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:30.266479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb81832-b5c1-412f-b98f-d4614c026d04,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:30.335194 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (fcb81832-b5c1-412f-b98f-d4614c026d04), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.349071 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (30acdba7-d65b-4f12-9d0e-c5e687339399), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.363232 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] Pushing event deleted for resources: {'Port': ['ID=fcb81832-b5c1-412f-b98f-d4614c026d04,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:30.365476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abf45d-de2b-4713-acfb-58e03c851e68 None None] No DVR routers for this DVR port fcb81832-b5c1-412f-b98f-d4614c026d04 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:02:30.389119 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30acdba7-d65b-4f12-9d0e-c5e687339399']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:30.407570 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2064b56a-82fe-4b3b-a81f-7ef0fe7be391') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:30.408730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2064b56a-82fe-4b3b-a81f-7ef0fe7be391') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:30.427134 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (2064b56a-82fe-4b3b-a81f-7ef0fe7be391), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.441820 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (2064b56a-82fe-4b3b-a81f-7ef0fe7be391), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.448996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:02:30.449447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (2064b56a-82fe-4b3b-a81f-7ef0fe7be391), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.521182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (30acdba7-d65b-4f12-9d0e-c5e687339399), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.527834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:30.533044 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] 10.222.0.46 "DELETE /v2.0/networks/30acdba7-d65b-4f12-9d0e-c5e687339399 HTTP/1.1" status: 204 len: 168 time: 0.6580503 Jul 28 11:02:30.536869 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57236) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:30.550629 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fdd3e-b375-43f4-bcca-d8259fa76e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=30acdba7-d65b-4f12-9d0e-c5e687339399,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:30.564063 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2064b56a-82fe-4b3b-a81f-7ef0fe7be391 resource provider aggregate not found Jul 28 11:02:30.581505 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 2064b56a-82fe-4b3b-a81f-7ef0fe7be391 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2064b56a-82fe-4b3b-a81f-7ef0fe7be391 found for delete ", "request_id": "req-27beae14-37aa-48e6-a29e-0f8811459186"}]} Jul 28 11:02:30.850875 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:30.862734 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (a8527176-0653-4638-87ea-da964eb74b3d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:31.363432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Deleting port 82633dd4-29b0-4595-9002-b93db3dd8b47 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:31.363765 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:31.365977 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:31.443052 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] For port 82633dd4-29b0-4595-9002-b93db3dd8b47, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=82633dd4-29b0-4595-9002-b93db3dd8b47,segment=NetworkSegment(5e2b0015-7c7a-4886-805b-4226bd15ce30),segment_id=5e2b0015-7c7a-4886-805b-4226bd15ce30)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:31.443408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:31.459675 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Calling delete_port for 82633dd4-29b0-4595-9002-b93db3dd8b47 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:31.620996 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:31.648424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:31.648897 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8ef2762b-b4f7-44fb-900e-29f3ef33ea43 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:31.649223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fcb81832-b5c1-412f-b98f-d4614c026d04 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:31.652671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (82633dd4-29b0-4595-9002-b93db3dd8b47), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:31.669063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fcb81832-b5c1-412f-b98f-d4614c026d04 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:31.669427 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fcb81832-b5c1-412f-b98f-d4614c026d04 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:31.680449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Pushing event deleted for resources: {'Port': ['ID=82633dd4-29b0-4595-9002-b93db3dd8b47,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:31.843507 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (a8527176-0653-4638-87ea-da964eb74b3d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.023323 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:32.051769 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Router a8527176-0653-4638-87ea-da964eb74b3d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:02:32.150239 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:32.153792 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:32.159881 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7b52b91a-0c81-4f23-8865-19081f68314b admin admin] 10.222.0.46 "PUT /v2.0/routers/a8527176-0653-4638-87ea-da964eb74b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6219516 Jul 28 11:02:32.162416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57240) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:32.163141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] Sync routers for ids ['a8527176-0653-4638-87ea-da964eb74b3d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:32.178285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] Routers {'a8527176-0653-4638-87ea-da964eb74b3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:32.178913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8527176-0653-4638-87ea-da964eb74b3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:32.263847 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks [] for router (a8527176-0653-4638-87ea-da964eb74b3d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.278464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] Set router a8527176-0653-4638-87ea-da964eb74b3d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:32.365015 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks [] for router_gateway (a8527176-0653-4638-87ea-da964eb74b3d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.409719 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Deleting port 4e7824f6-6799-499b-b7dc-f7ea018041fa {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:32.410162 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.495617 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] For port 4e7824f6-6799-499b-b7dc-f7ea018041fa, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=4e7824f6-6799-499b-b7dc-f7ea018041fa,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:32.495985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.510439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Calling delete_port for 4e7824f6-6799-499b-b7dc-f7ea018041fa owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:32.578265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:31Z', 'revision_number': 5, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port': {'id': '4e7824f6-6799-499b-b7dc-f7ea018041fa', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:09:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:32.603213 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] Checking router: a8527176-0653-4638-87ea-da964eb74b3d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:32.611762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] Routers {'a8527176-0653-4638-87ea-da964eb74b3d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:32.612390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['a8527176-0653-4638-87ea-da964eb74b3d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:32.693888 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (4e7824f6-6799-499b-b7dc-f7ea018041fa), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.707124 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] Set router a8527176-0653-4638-87ea-da964eb74b3d gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:32.729832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7824f6-6799-499b-b7dc-f7ea018041fa,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:32.763879 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-daa3a568-9450-4f76-8905-4010dae428ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.765506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:32Z', 'revision_number': 6, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:32.791488 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69311b0-30b0-4b6b-8d20-c6ff9985de6a None None] The sync data for ids ['a8527176-0653-4638-87ea-da964eb74b3d'] in n-d-850468-6 is: [{'id': 'a8527176-0653-4638-87ea-da964eb74b3d', 'name': 'tempest-TestMinimumBasicScenario-1833015558-router', 'tenant_id': 'a99ef052c2f7434d9e8e608315b1f057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:00Z', 'updated_at': '2022-07-28T11:02:32Z', 'revision_number': 6, 'project_id': 'a99ef052c2f7434d9e8e608315b1f057', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:32.791797 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (a8527176-0653-4638-87ea-da964eb74b3d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.883839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (a8527176-0653-4638-87ea-da964eb74b3d), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.885998 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks [] for router_controller (a8527176-0653-4638-87ea-da964eb74b3d), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.927714 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (a8527176-0653-4638-87ea-da964eb74b3d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.928347 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8527176-0653-4638-87ea-da964eb74b3d {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:02:32.932475 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:32.933597 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1726e1c8-236c-43cf-9407-6ffbb51a40a3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a8527176-0653-4638-87ea-da964eb74b3d HTTP/1.1" status: 204 len: 168 time: 0.7702847 Jul 28 11:02:32.936083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57242) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:32.979520 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:32.985390 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] Deleting subnet 2d8310bc-33d0-4f0a-96eb-77414c1e86e4 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:02:32.989167 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] Publish callbacks [] for subnet (2d8310bc-33d0-4f0a-96eb-77414c1e86e4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.024164 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (2d8310bc-33d0-4f0a-96eb-77414c1e86e4), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.094860 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:33.098206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (2d8310bc-33d0-4f0a-96eb-77414c1e86e4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.159378 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (2d8310bc-33d0-4f0a-96eb-77414c1e86e4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.188749 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.192481 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2d8310bc-33d0-4f0a-96eb-77414c1e86e4 HTTP/1.1" status: 204 len: 168 time: 0.2554874 Jul 28 11:02:33.193322 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40d46a-1f49-4834-b5c8-0ba7c4c2129b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8310bc-33d0-4f0a-96eb-77414c1e86e4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:33.195122 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57244) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:33.197009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc9421-15d5-488d-88bd-59f96880b548 None None] Network 80978cea-9d26-446e-87e2-20974802ce43 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:33.275575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (80978cea-9d26-446e-87e2-20974802ce43), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.319049 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Deleting port e7c035c1-efca-4a12-90f1-d06434b6748a {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:33.319288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.387291 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] For port e7c035c1-efca-4a12-90f1-d06434b6748a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e7c035c1-efca-4a12-90f1-d06434b6748a,segment=NetworkSegment(5e2b0015-7c7a-4886-805b-4226bd15ce30),segment_id=5e2b0015-7c7a-4886-805b-4226bd15ce30)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:33.387656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.400498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Calling delete_port for e7c035c1-efca-4a12-90f1-d06434b6748a owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:33.478373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e7c035c1-efca-4a12-90f1-d06434b6748a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.506299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c035c1-efca-4a12-90f1-d06434b6748a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:33.509975 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] No DVR routers for this DVR port e7c035c1-efca-4a12-90f1-d06434b6748a on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:02:33.563166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3be44-9644-400e-bf09-63a7298baeed None None] DHCP port deletion for 80978cea-9d26-446e-87e2-20974802ce43 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:02:33.588085 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (80978cea-9d26-446e-87e2-20974802ce43), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.612021 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80978cea-9d26-446e-87e2-20974802ce43']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:33.621672 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2b0015-7c7a-4886-805b-4226bd15ce30') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:33.622009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2b0015-7c7a-4886-805b-4226bd15ce30') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:33.631711 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (5e2b0015-7c7a-4886-805b-4226bd15ce30), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.637026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4e7824f6-6799-499b-b7dc-f7ea018041fa no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:33.645749 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (5e2b0015-7c7a-4886-805b-4226bd15ce30), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.653376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:02:33.653996 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (5e2b0015-7c7a-4886-805b-4226bd15ce30), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.659664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 4e7824f6-6799-499b-b7dc-f7ea018041fa {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:33.659992 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 4e7824f6-6799-499b-b7dc-f7ea018041fa not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:33.660407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e7c035c1-efca-4a12-90f1-d06434b6748a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:33.663298 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:33.681665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e7c035c1-efca-4a12-90f1-d06434b6748a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:33.682014 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e7c035c1-efca-4a12-90f1-d06434b6748a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:33.682716 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 82633dd4-29b0-4595-9002-b93db3dd8b47 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:33.702787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 82633dd4-29b0-4595-9002-b93db3dd8b47 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:33.703134 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 82633dd4-29b0-4595-9002-b93db3dd8b47 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:33.709919 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 5e2b0015-7c7a-4886-805b-4226bd15ce30 resource provider aggregate not found Jul 28 11:02:33.725338 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:33.733661 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 5e2b0015-7c7a-4886-805b-4226bd15ce30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e2b0015-7c7a-4886-805b-4226bd15ce30 found for delete ", "request_id": "req-3af439ad-ed56-472d-8ba7-6b45b9bb17bf"}]} Jul 28 11:02:33.736473 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (80978cea-9d26-446e-87e2-20974802ce43), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.743402 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:33.745806 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/80978cea-9d26-446e-87e2-20974802ce43 HTTP/1.1" status: 204 len: 168 time: 0.5495298 Jul 28 11:02:33.758726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58130b-33dc-427f-a8cf-ec0fb72905e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80978cea-9d26-446e-87e2-20974802ce43,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:33.929758 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57252) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:33.972016 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4abfe177-ecee-4b3e-9749-008f61ebb416 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ed5dc9d02e245a99855f7ecfb4531b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410454 Jul 28 11:02:33.974458 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57254) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:34.024474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40067ce8-fa7b-4a6c-8e3a-2b8f25ab73db admin admin] Publish callbacks [] for security_group (9279b4c7-c996-4d59-85b2-7da952a0b344), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.046292 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40067ce8-fa7b-4a6c-8e3a-2b8f25ab73db admin admin] Publish callbacks [] for security_group (9279b4c7-c996-4d59-85b2-7da952a0b344), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.093171 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40067ce8-fa7b-4a6c-8e3a-2b8f25ab73db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (9279b4c7-c996-4d59-85b2-7da952a0b344), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.096028 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-40067ce8-fa7b-4a6c-8e3a-2b8f25ab73db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.097165 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-40067ce8-fa7b-4a6c-8e3a-2b8f25ab73db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9279b4c7-c996-4d59-85b2-7da952a0b344 HTTP/1.1" status: 204 len: 168 time: 0.1218204 Jul 28 11:02:34.104913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40067ce8-fa7b-4a6c-8e3a-2b8f25ab73db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9279b4c7-c996-4d59-85b2-7da952a0b344,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:34.419252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57260) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:34.462512 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9b49be14-6e2c-4ae6-aeb7-cd7179ee0dc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a99ef052c2f7434d9e8e608315b1f057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420282 Jul 28 11:02:34.464807 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57262) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:34.511748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e002d8f2-af3d-46f7-9b53-eb5ece84d996 admin admin] Publish callbacks [] for security_group (d88c7f6f-9913-41d2-8615-a8665cf7badd), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.533983 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e002d8f2-af3d-46f7-9b53-eb5ece84d996 admin admin] Publish callbacks [] for security_group (d88c7f6f-9913-41d2-8615-a8665cf7badd), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.579235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e002d8f2-af3d-46f7-9b53-eb5ece84d996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d88c7f6f-9913-41d2-8615-a8665cf7badd), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.583003 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e002d8f2-af3d-46f7-9b53-eb5ece84d996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:34.584157 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e002d8f2-af3d-46f7-9b53-eb5ece84d996 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d88c7f6f-9913-41d2-8615-a8665cf7badd HTTP/1.1" status: 204 len: 168 time: 0.1184688 Jul 28 11:02:34.592220 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002d8f2-af3d-46f7-9b53-eb5ece84d996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c7f6f-9913-41d2-8615-a8665cf7badd,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:35.037674 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-02d2a180-8747-4ca2-a50e-324078ce615e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.065878 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57302) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:36.070366 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268259494', 'description': 'tempest-secgroup-smoke-1268259494 description', 'project_id': '7541db534c7e440e98bf4498391d8c43'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:36.092375 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.100875 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.169939 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:36.180188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (d0f92ae5-41f3-4bfe-8804-a26e4cc5c252), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.185146 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d0f92ae5-41f3-4bfe-8804-a26e4cc5c252), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.193387 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:36.199776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.231534 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f92ae5-41f3-4bfe-8804-a26e4cc5c252,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.248432 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.248715 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.249061 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.249403 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.249735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.250105 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.250422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.250773 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.251103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.251648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.252021 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.252348 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.252739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.253194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.253632 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:36.284463 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (23e4383b-cd10-4063-943c-f7e83006b6ba), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.288195 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (23e4383b-cd10-4063-943c-f7e83006b6ba), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.320132 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.321357 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2544641 Jul 28 11:02:36.322561 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa0051-9718-4bf1-a856-3731aacea1e9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4383b-cd10-4063-943c-f7e83006b6ba,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.325062 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57304) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:36.330289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-00d30174-9ae2-4a4e-bd49-3c52205128bc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '23e4383b-cd10-4063-943c-f7e83006b6ba', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:36.357234 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00d30174-9ae2-4a4e-bd49-3c52205128bc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (48bd1325-e502-44f8-bd81-719898f1ef48), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.413176 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00d30174-9ae2-4a4e-bd49-3c52205128bc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (48bd1325-e502-44f8-bd81-719898f1ef48), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.416401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00d30174-9ae2-4a4e-bd49-3c52205128bc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (48bd1325-e502-44f8-bd81-719898f1ef48), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.434363 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d30174-9ae2-4a4e-bd49-3c52205128bc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bd1325-e502-44f8-bd81-719898f1ef48,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.442656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-00d30174-9ae2-4a4e-bd49-3c52205128bc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.443832 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-00d30174-9ae2-4a4e-bd49-3c52205128bc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174912 Jul 28 11:02:36.446509 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57306) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:36.450735 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a65b2d2a-0c66-4997-9530-f9d1c6c27125 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '23e4383b-cd10-4063-943c-f7e83006b6ba', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:36.475452 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:36.477439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a65b2d2a-0c66-4997-9530-f9d1c6c27125 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (8ecaba5e-3bb4-41f1-b175-53698856981c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.539027 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a65b2d2a-0c66-4997-9530-f9d1c6c27125 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (8ecaba5e-3bb4-41f1-b175-53698856981c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.542488 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a65b2d2a-0c66-4997-9530-f9d1c6c27125 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8ecaba5e-3bb4-41f1-b175-53698856981c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.560726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2d2a-0c66-4997-9530-f9d1c6c27125 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecaba5e-3bb4-41f1-b175-53698856981c,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.567981 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a65b2d2a-0c66-4997-9530-f9d1c6c27125 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.569169 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a65b2d2a-0c66-4997-9530-f9d1c6c27125 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217582 Jul 28 11:02:36.571876 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57308) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:36.576012 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-62bd3968-9b65-4372-a712-bc4eb874a7fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '23e4383b-cd10-4063-943c-f7e83006b6ba', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:36.602663 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62bd3968-9b65-4372-a712-bc4eb874a7fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (be54e956-ff13-42fd-914c-b55714ee528e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.660241 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62bd3968-9b65-4372-a712-bc4eb874a7fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (be54e956-ff13-42fd-914c-b55714ee528e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.663846 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62bd3968-9b65-4372-a712-bc4eb874a7fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (be54e956-ff13-42fd-914c-b55714ee528e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.683084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd3968-9b65-4372-a712-bc4eb874a7fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be54e956-ff13-42fd-914c-b55714ee528e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.691284 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-62bd3968-9b65-4372-a712-bc4eb874a7fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.695015 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-62bd3968-9b65-4372-a712-bc4eb874a7fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196966 Jul 28 11:02:36.695217 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57310) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:36.699486 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d61e1206-b52f-49a6-8ac7-45dfbe78d835 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '23e4383b-cd10-4063-943c-f7e83006b6ba', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:36.726377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d61e1206-b52f-49a6-8ac7-45dfbe78d835 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (00fd7f53-8b32-4ef0-a981-9b8834221b85), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.786841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d61e1206-b52f-49a6-8ac7-45dfbe78d835 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (00fd7f53-8b32-4ef0-a981-9b8834221b85), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.790532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d61e1206-b52f-49a6-8ac7-45dfbe78d835 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (00fd7f53-8b32-4ef0-a981-9b8834221b85), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.814112 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e1206-b52f-49a6-8ac7-45dfbe78d835 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fd7f53-8b32-4ef0-a981-9b8834221b85,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.819782 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d61e1206-b52f-49a6-8ac7-45dfbe78d835 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.820978 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d61e1206-b52f-49a6-8ac7-45dfbe78d835 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248195 Jul 28 11:02:36.823711 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57312) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:36.827921 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '23e4383b-cd10-4063-943c-f7e83006b6ba', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:36.849887 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:02:36.855446 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (98235ae8-6b96-45c7-9d15-5bbdbe46a6c8), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.914636 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (98235ae8-6b96-45c7-9d15-5bbdbe46a6c8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.918146 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (98235ae8-6b96-45c7-9d15-5bbdbe46a6c8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.934727 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:36.939782 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98235ae8-6b96-45c7-9d15-5bbdbe46a6c8,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:36.945701 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:36.946918 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5519e5f3-1807-4980-a3a2-df359f1bf250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222928 Jul 28 11:02:36.949958 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57314) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:36.955342 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '23e4383b-cd10-4063-943c-f7e83006b6ba', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:36.960818 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:36.978435 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:02:36.983740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (428f87da-fabb-4408-9b4d-2508b0a7eb7d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.043846 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (428f87da-fabb-4408-9b4d-2508b0a7eb7d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.047214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (428f87da-fabb-4408-9b4d-2508b0a7eb7d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.065808 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428f87da-fabb-4408-9b4d-2508b0a7eb7d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:37.073918 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.075107 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af70ed06-3934-40a1-aa66-06b33577b39a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241074 Jul 28 11:02:37.078240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57316) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:37.083515 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'network': {'name': 'tempest-network-smoke--157539464', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'port_security_enabled': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:37.103280 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:37.106554 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.130513 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:02:37.139407 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (596b6d88-b0ef-4780-a717-40fd03f5f92c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.139757 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Added segment 596b6d88-b0ef-4780-a717-40fd03f5f92c of type vlan for network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e Jul 28 11:02:37.182956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (483e27d7-bdc8-4517-bb31-6370f7d1cd9e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.207094 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (483e27d7-bdc8-4517-bb31-6370f7d1cd9e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.211984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:37.212546 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.251917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.272891 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.1936393 Jul 28 11:02:37.276003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57318) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:37.280729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'admin_state_up': True, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:37.285749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd557d8-dcb7-44e0-a899-61619931ac9c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Network': ['ID=483e27d7-bdc8-4517-bb31-6370f7d1cd9e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:37.295766 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:02:37.305979 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (fa4cf580-7714-4cdb-8281-ad33eabe12fe), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.307076 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (fa4cf580-7714-4cdb-8281-ad33eabe12fe), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.357494 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (fa4cf580-7714-4cdb-8281-ad33eabe12fe), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.650308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.679153 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.753163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (fa4cf580-7714-4cdb-8281-ad33eabe12fe), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.921775 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (fa4cf580-7714-4cdb-8281-ad33eabe12fe), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.943648 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:37.950154 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:38.046059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.25.2.110 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ef472656-24ef-4e53-94e2-ef83bbcbc96a) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:38.150168 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:38.182266 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:38.221676 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:38.226483 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:38.230301 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:38.233416 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=ef472656-24ef-4e53-94e2-ef83bbcbc96a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:38.460003 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:38.471645 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (fa4cf580-7714-4cdb-8281-ad33eabe12fe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:38.662303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (fa4cf580-7714-4cdb-8281-ad33eabe12fe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:38.740861 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:38.792568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router fa4cf580-7714-4cdb-8281-ad33eabe12fe is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:02:38.896268 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:38.905851 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Sync routers for ids ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:38.916230 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Routers {'fa4cf580-7714-4cdb-8281-ad33eabe12fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:38.916839 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:38.916977 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:38.918235 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0f5dc95c-6dfd-43ff-b44b-3bc621d9d0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6411335 Jul 28 11:02:38.921409 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57320) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:39.020628 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Set router fa4cf580-7714-4cdb-8281-ad33eabe12fe gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:39.054650 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bc53d0c3-d143-4d01-809b-f36f8e9df54a tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7541db534c7e440e98bf4498391d8c43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1320300 Jul 28 11:02:39.057436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57324) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:39.150451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b900c-6be3-4e93-9023-1ebd82e61875 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:39.154947 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1b7b900c-6be3-4e93-9023-1ebd82e61875 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936139 Jul 28 11:02:39.155245 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57326) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:39.184066 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-277bcbbd-f132-47e3-a2c2-f4d80138f231 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277479 Jul 28 11:02:39.186672 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57328) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:39.191575 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1105238833', 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:39.267402 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:38Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:39.284499 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:39.288002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.294418 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Checking router: fa4cf580-7714-4cdb-8281-ad33eabe12fe for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:39.294766 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Updating router fa4cf580-7714-4cdb-8281-ad33eabe12fe port ef472656-24ef-4e53-94e2-ef83bbcbc96a binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:39.322828 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.345589 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:39.421738 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:39.462699 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:39.473518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (989900bc-2590-4273-94d2-fbd70a79544a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.537140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Subnet': ['ID=989900bc-2590-4273-94d2-fbd70a79544a,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:39.546030 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Checking segment: {'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:39.546400 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network hostable DHCP agents. Network: 483e27d7-bdc8-4517-bb31-6370f7d1cd9e, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:02:39.564187 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:02:39.572733 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Publish callbacks [] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.574702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 483e27d7-bdc8-4517-bb31-6370f7d1cd9e) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:39.578421 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.580419 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:39.580997 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.587420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb196cf-f680-41ee-9601-24880c8d0f0f None None] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:39.600560 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6c1ae6a-dd5e-45ec-ac48-de22804517fc tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4128425 Jul 28 11:02:39.603712 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57330) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:39.629722 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Attempting to bind port ef472656-24ef-4e53-94e2-ef83bbcbc96a on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:39.630118 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Attempting to bind port ef472656-24ef-4e53-94e2-ef83bbcbc96a by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:39.630477 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Attempting to bind port ef472656-24ef-4e53-94e2-ef83bbcbc96a on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:39.639223 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc079237-bdfd-4edf-9ff7-8d572cc0c91d None None] Pushing event updated for resources: {'Port': ['ID=ef472656-24ef-4e53-94e2-ef83bbcbc96a,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:39.642565 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:39.642565 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:39.643008 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.643586 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:39.644235 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Bound port: ef472656-24ef-4e53-94e2-ef83bbcbc96a, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:39.644443 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.698215 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] For port ef472656-24ef-4e53-94e2-ef83bbcbc96a, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:39.701618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-483e27d7-bdc8-4517-bb31-6370f7d1cd9e', 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'fixed_ips': [{'subnet_id': '989900bc-2590-4273-94d2-fbd70a79544a'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:02:39.702689 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.703308 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] For port ef472656-24ef-4e53-94e2-ef83bbcbc96a, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ef472656-24ef-4e53-94e2-ef83bbcbc96a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:39.711518 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:39.778121 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Routers {'fa4cf580-7714-4cdb-8281-ad33eabe12fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:39.779020 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:39.825069 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc079237-bdfd-4edf-9ff7-8d572cc0c91d None None] Pushing event updated for resources: {'Port': ['ID=ef472656-24ef-4e53-94e2-ef83bbcbc96a,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:39.858769 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Allocated IP 172.20.0.2 (483e27d7-bdc8-4517-bb31-6370f7d1cd9e/989900bc-2590-4273-94d2-fbd70a79544a/88cc0ed5-bceb-4ee8-a8bf-63227a25a2da) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:39.899551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] Set router fa4cf580-7714-4cdb-8281-ad33eabe12fe gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:39.978912 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:40.021544 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Publish callbacks [] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.029130 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.069964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:40.076759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:40.081602 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:40.088714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Pushing event updated for resources: {'Port': ['ID=88cc0ed5-bceb-4ee8-a8bf-63227a25a2da,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:40.094636 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:38Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:40.096893 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.107171 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:40.115130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.115476 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.116111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.117021 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.118211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.118579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.118929 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.119276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.119619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.119955 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.120294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.120630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.120962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.121295 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.121629 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:02:40.132216 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a890d3-7046-4a72-90ab-99b1de051566 None None] The sync data for ids ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'] in n-d-850468-6 is: [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:38Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:40.161128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Attempting to bind port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:40.162059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Attempting to bind port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:40.162059 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Attempting to bind port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da on network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:40.167512 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:40.167931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Checking segment: {'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:40.168343 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.168742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Bound using segment: {'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:40.169221 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Bound port: 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:40.169610 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.237376 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] For port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:40.241074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] For port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=88cc0ed5-bceb-4ee8-a8bf-63227a25a2da,segment=NetworkSegment(596b6d88-b0ef-4780-a717-40fd03f5f92c),segment_id=596b6d88-b0ef-4780-a717-40fd03f5f92c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:40.248228 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.316323 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74698f6a-4274-439b-b681-7793a36d6811 None None] Pushing event updated for resources: {'Port': ['ID=88cc0ed5-bceb-4ee8-a8bf-63227a25a2da,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:40.417240 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.20.0.1 (483e27d7-bdc8-4517-bb31-6370f7d1cd9e/989900bc-2590-4273-94d2-fbd70a79544a/9918b25f-0a2a-49e4-ad45-200efc0d1fb1) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:40.573137 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.617271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.666860 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:40.670592 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:40.675071 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:40.705383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:40.732562 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (fa4cf580-7714-4cdb-8281-ad33eabe12fe), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.874683 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:40.916423 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:41.368968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c28ae-c5df-40c4-b44b-46d3cccea4a1 None None] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:41.425791 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:41.429073 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:41.443205 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:41.475549 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.480267 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.483099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-87769c7e-fbd7-4e2d-a307-bdc8222719f3 None None] Provisioning complete for port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:41.483471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87769c7e-fbd7-4e2d-a307-bdc8222719f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.564875 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (fa4cf580-7714-4cdb-8281-ad33eabe12fe), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.568887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:41.580375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-87769c7e-fbd7-4e2d-a307-bdc8222719f3 None None] Current status of the port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:41.581050 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87769c7e-fbd7-4e2d-a307-bdc8222719f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.623144 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-87769c7e-fbd7-4e2d-a307-bdc8222719f3 None None] For port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=88cc0ed5-bceb-4ee8-a8bf-63227a25a2da,segment=NetworkSegment(596b6d88-b0ef-4780-a717-40fd03f5f92c),segment_id=596b6d88-b0ef-4780-a717-40fd03f5f92c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:41.635637 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87769c7e-fbd7-4e2d-a307-bdc8222719f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.695122 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.722861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87769c7e-fbd7-4e2d-a307-bdc8222719f3 None None] Pushing event updated for resources: {'Port': ['ID=88cc0ed5-bceb-4ee8-a8bf-63227a25a2da,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:41.724399 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:41.726327 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:41.785465 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef472656-24ef-4e53-94e2-ef83bbcbc96a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:41.845143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ef472656-24ef-4e53-94e2-ef83bbcbc96a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:41.845850 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.888133 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router fa4cf580-7714-4cdb-8281-ad33eabe12fe has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:02:41.888542 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-829e4770-8138-480b-a0ca-8fcf712cbf3a None None] Provisioning complete for port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:41.888930 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-829e4770-8138-480b-a0ca-8fcf712cbf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.929815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-829e4770-8138-480b-a0ca-8fcf712cbf3a None None] Port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:41.964321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-829e4770-8138-480b-a0ca-8fcf712cbf3a None None] Provisioning complete for port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:41.964767 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-829e4770-8138-480b-a0ca-8fcf712cbf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:41.994615 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ef472656-24ef-4e53-94e2-ef83bbcbc96a is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:41.994874 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:42.020079 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:42.025613 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-03563761-b07c-4888-9612-14ada9701e17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/fa4cf580-7714-4cdb-8281-ad33eabe12fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4189098 Jul 28 11:02:42.036002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ef472656-24ef-4e53-94e2-ef83bbcbc96a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ef472656-24ef-4e53-94e2-ef83bbcbc96a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:42.040855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Sync routers for ids ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:42.045929 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:42.046873 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:42.142096 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Routers {'fa4cf580-7714-4cdb-8281-ad33eabe12fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:42.142562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:42.205976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-829e4770-8138-480b-a0ca-8fcf712cbf3a None None] Current status of the port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:42.214381 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2668c26-b61e-4a5d-9343-668ccad71b9b req-74fbe7a7-7c87-4131-89d3-b5937accf5fd tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268259494&fields=id&tenant_id=7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 267 time: 0.0531850 Jul 28 11:02:42.222791 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ef472656-24ef-4e53-94e2-ef83bbcbc96a,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:42.260355 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:42.350357 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2668c26-b61e-4a5d-9343-668ccad71b9b req-dfb7270d-7b79-41f8-9c23-11ea8ef9c681 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:42.351877 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2668c26-b61e-4a5d-9343-668ccad71b9b req-dfb7270d-7b79-41f8-9c23-11ea8ef9c681 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/networks?id=483e27d7-bdc8-4517-bb31-6370f7d1cd9e HTTP/1.1" status: 200 len: 796 time: 0.1305480 Jul 28 11:02:42.368357 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2668c26-b61e-4a5d-9343-668ccad71b9b req-e756146d-3e16-493e-8625-98b0acba518d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/quotas/7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 375 time: 0.0105126 Jul 28 11:02:42.397803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:42.398486 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:42.419172 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2668c26-b61e-4a5d-9343-668ccad71b9b req-0d29c609-08a0-45e9-953e-a26f902924ec tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541db534c7e440e98bf4498391d8c43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454807 Jul 28 11:02:42.437594 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-bfe8827a-2d34-41cd-8ead-674cdb462d32 None None] Provisioning complete for port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:42.438003 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bfe8827a-2d34-41cd-8ead-674cdb462d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:42.478651 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:42.484558 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Set router fa4cf580-7714-4cdb-8281-ad33eabe12fe gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:42.494322 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:42.521706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8827a-2d34-41cd-8ead-674cdb462d32 None None] Port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:42.529086 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2668c26-b61e-4a5d-9343-668ccad71b9b req-1c9f458e-7e1a-4e64-bc50-a0fa57888db1 service neutron] 10.222.0.46 "GET /v2.0/networks/483e27d7-bdc8-4517-bb31-6370f7d1cd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950091 Jul 28 11:02:42.623570 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e2668c26-b61e-4a5d-9343-668ccad71b9b req-28c8ed2a-3911-4832-93de-2484855413a0 service neutron] 10.222.0.46 "GET /v2.0/networks/483e27d7-bdc8-4517-bb31-6370f7d1cd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876455 Jul 28 11:02:42.638366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:42.719005 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:40Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '9918b25f-0a2a-49e4-ad45-200efc0d1fb1', 'name': '', 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:f7:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '989900bc-2590-4273-94d2-fbd70a79544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:40Z', 'updated_at': '2022-07-28T11:02:41Z', 'revision_number': 2, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '989900bc-2590-4273-94d2-fbd70a79544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:42.745682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Checking router: fa4cf580-7714-4cdb-8281-ad33eabe12fe for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:42.746048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Updating router fa4cf580-7714-4cdb-8281-ad33eabe12fe port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:42.778706 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:42.805083 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-844db7ed-fabe-473d-8fec-0459e258910d req-17f4d8c8-d678-4f7d-ac19-0c97848f827d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e697b48-c3a0-4f5d-88b0-4ae69aac67a1 HTTP/1.1" status: 200 len: 210 time: 0.0386801 Jul 28 11:02:43.061391 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Publish callbacks [] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.067260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.119329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313182-32d9-48d1-8498-4378076a0e38 None None] Pushing event updated for resources: {'Port': ['ID=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.182988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Attempting to bind port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:43.183430 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Attempting to bind port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:43.183833 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Attempting to bind port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 on network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:43.189944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:43.190284 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Checking segment: {'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:43.190733 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.191127 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Bound using segment: {'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:43.191626 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Bound port: 9918b25f-0a2a-49e4-ad45-200efc0d1fb1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596b6d88-b0ef-4780-a717-40fd03f5f92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:43.192025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.257275 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] For port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:43.260778 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] For port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,segment=NetworkSegment(596b6d88-b0ef-4780-a717-40fd03f5f92c),segment_id=596b6d88-b0ef-4780-a717-40fd03f5f92c)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:43.267928 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.310072 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:43.324766 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:43.333111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313182-32d9-48d1-8498-4378076a0e38 None None] Pushing event updated for resources: {'Port': ['ID=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.343414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Routers {'fa4cf580-7714-4cdb-8281-ad33eabe12fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:43.344076 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:43.393393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f1e78e4c-a967-4997-bcbc-6585fb5eb526 None None] Provisioning complete for port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:43.393779 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1e78e4c-a967-4997-bcbc-6585fb5eb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.495869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] Set router fa4cf580-7714-4cdb-8281-ad33eabe12fe gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:43.559312 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f1e78e4c-a967-4997-bcbc-6585fb5eb526 None None] Current status of the port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:43.559707 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1e78e4c-a967-4997-bcbc-6585fb5eb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.646891 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef472656-24ef-4e53-94e2-ef83bbcbc96a up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:43.699117 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-f1e78e4c-a967-4997-bcbc-6585fb5eb526 None None] For port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,segment=NetworkSegment(596b6d88-b0ef-4780-a717-40fd03f5f92c),segment_id=596b6d88-b0ef-4780-a717-40fd03f5f92c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:43.708296 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f1e78e4c-a967-4997-bcbc-6585fb5eb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.803489 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ef472656-24ef-4e53-94e2-ef83bbcbc96a triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:43.803868 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.834959 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e78e4c-a967-4997-bcbc-6585fb5eb526 None None] Pushing event updated for resources: {'Port': ['ID=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:43.865301 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:40Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '9918b25f-0a2a-49e4-ad45-200efc0d1fb1', 'name': '', 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:f7:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '989900bc-2590-4273-94d2-fbd70a79544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:40Z', 'updated_at': '2022-07-28T11:02:43Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '989900bc-2590-4273-94d2-fbd70a79544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:43.868717 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-816b6cb8-71d5-4ed4-beb9-4c96ffe3f920 None None] Provisioning complete for port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:43.869094 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-816b6cb8-71d5-4ed4-beb9-4c96ffe3f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:43.920974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ef768-6adc-4f28-915d-eeef5404efc8 None None] The sync data for ids ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'] in n-d-850468-6 is: [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:40Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '9918b25f-0a2a-49e4-ad45-200efc0d1fb1', 'name': '', 'network_id': '483e27d7-bdc8-4517-bb31-6370f7d1cd9e', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:f7:05:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '989900bc-2590-4273-94d2-fbd70a79544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:40Z', 'updated_at': '2022-07-28T11:02:43Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '989900bc-2590-4273-94d2-fbd70a79544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:43.926109 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9f6898b5-3062-453c-9cbf-295f26cfb4b1 req-69632017-53f1-4ecd-a57e-5e017dc745b1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e697b48-c3a0-4f5d-88b0-4ae69aac67a1 HTTP/1.1" status: 200 len: 210 time: 0.0298190 Jul 28 11:02:43.976502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ef472656-24ef-4e53-94e2-ef83bbcbc96a is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:43.977533 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:44.044272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-816b6cb8-71d5-4ed4-beb9-4c96ffe3f920 None None] Current status of the port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:44.060787 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:44.061417 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:44.119769 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:44.123896 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:44.165529 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-1a4066cb-1ec9-4219-b2ff-406ced71289f req-322c188e-8597-4d51-be4f-6c3e51270e30 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e697b48-c3a0-4f5d-88b0-4ae69aac67a1 HTTP/1.1" status: 200 len: 210 time: 0.0404136 Jul 28 11:02:44.166251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:44.383906 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57358) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:44.469402 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:44.764166 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (fa4cf580-7714-4cdb-8281-ad33eabe12fe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:45.017042 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:45.017812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:45.113097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port 9918b25f-0a2a-49e4-ad45-200efc0d1fb1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,segment=NetworkSegment(596b6d88-b0ef-4780-a717-40fd03f5f92c),segment_id=596b6d88-b0ef-4780-a717-40fd03f5f92c)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:45.113461 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:45.126782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:45.246287 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=100 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:45.318258 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (9918b25f-0a2a-49e4-ad45-200efc0d1fb1), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:45.346241 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=9918b25f-0a2a-49e4-ad45-200efc0d1fb1,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:45.405876 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:45.523687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (fa4cf580-7714-4cdb-8281-ad33eabe12fe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:45.735449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router fa4cf580-7714-4cdb-8281-ad33eabe12fe has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:02:45.838024 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:45.843082 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e59d7eb3-6e9c-4662-9152-ad39c65c6dd9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/fa4cf580-7714-4cdb-8281-ad33eabe12fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4581010 Jul 28 11:02:45.846781 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57360) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:45.847713 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] Sync routers for ids ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:45.858026 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] Routers {'fa4cf580-7714-4cdb-8281-ad33eabe12fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:45.858632 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:45.898601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting subnet 989900bc-2590-4273-94d2-fbd70a79544a {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:02:45.901732 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (989900bc-2590-4273-94d2-fbd70a79544a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:45.943870 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (989900bc-2590-4273-94d2-fbd70a79544a), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:45.958551 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] Set router fa4cf580-7714-4cdb-8281-ad33eabe12fe gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:46.031189 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (989900bc-2590-4273-94d2-fbd70a79544a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.059241 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:46.090075 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:46.091242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (989900bc-2590-4273-94d2-fbd70a79544a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.117806 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Subnet': ['ID=989900bc-2590-4273-94d2-fbd70a79544a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:46.123581 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.130137 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-cb05d78d-0bc1-4c1c-93b4-1833a7b9e635 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/subnets/989900bc-2590-4273-94d2-fbd70a79544a HTTP/1.1" status: 204 len: 168 time: 0.2799106 Jul 28 11:02:46.130442 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57362) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:46.133399 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe003b8-4888-441d-86b2-f37723f8371a None None] Network 483e27d7-bdc8-4517-bb31-6370f7d1cd9e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:46.142268 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:45Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:46.168082 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] Checking router: fa4cf580-7714-4cdb-8281-ad33eabe12fe for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:46.178965 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] Routers {'fa4cf580-7714-4cdb-8281-ad33eabe12fe'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:46.179576 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:46.223192 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=7,neutron:UPDATE=4,neutron:SELECT=89 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:46.243215 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (fa4cf580-7714-4cdb-8281-ad33eabe12fe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.283766 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:46.294458 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] Set router fa4cf580-7714-4cdb-8281-ad33eabe12fe gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:46.359538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (fa4cf580-7714-4cdb-8281-ad33eabe12fe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.411782 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port ef472656-24ef-4e53-94e2-ef83bbcbc96a {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:46.412233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.440548 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] DHCP port deletion for 483e27d7-bdc8-4517-bb31-6370f7d1cd9e request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:02:46.479163 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] Deleting port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:46.479539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.503443 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port ef472656-24ef-4e53-94e2-ef83bbcbc96a, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ef472656-24ef-4e53-94e2-ef83bbcbc96a,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:46.503817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.518121 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for ef472656-24ef-4e53-94e2-ef83bbcbc96a owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:46.550803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] For port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=88cc0ed5-bceb-4ee8-a8bf-63227a25a2da,segment=NetworkSegment(596b6d88-b0ef-4780-a717-40fd03f5f92c),segment_id=596b6d88-b0ef-4780-a717-40fd03f5f92c)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:46.551401 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.554907 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:45Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:46.564888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] Calling delete_port for 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:46.584642 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb78734-31bd-4aca-b936-51cff9ce5df6 None None] The sync data for ids ['fa4cf580-7714-4cdb-8281-ad33eabe12fe'] in n-d-850468-6 is: [{'id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719261702', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:45Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'ef472656-24ef-4e53-94e2-ef83bbcbc96a', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:49:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4cf580-7714-4cdb-8281-ad33eabe12fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:37Z', 'updated_at': '2022-07-28T11:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:46.650960 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (88cc0ed5-bceb-4ee8-a8bf-63227a25a2da), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.678858 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] Pushing event deleted for resources: {'Port': ['ID=88cc0ed5-bceb-4ee8-a8bf-63227a25a2da,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:46.680618 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c34442-2ed8-481e-8c62-16b3f62353bf None None] No DVR routers for this DVR port 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:02:46.708687 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ef472656-24ef-4e53-94e2-ef83bbcbc96a), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.731819 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=ef472656-24ef-4e53-94e2-ef83bbcbc96a,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:46.795242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (fa4cf580-7714-4cdb-8281-ad33eabe12fe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.895051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (fa4cf580-7714-4cdb-8281-ad33eabe12fe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.897133 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (fa4cf580-7714-4cdb-8281-ad33eabe12fe), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.942187 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (fa4cf580-7714-4cdb-8281-ad33eabe12fe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.942729 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Fanout notify agent at l3_agent the message router_deleted on router fa4cf580-7714-4cdb-8281-ad33eabe12fe {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:02:46.949286 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:46.950435 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3125dd8d-cc43-4154-b816-45587262f754 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/routers/fa4cf580-7714-4cdb-8281-ad33eabe12fe HTTP/1.1" status: 204 len: 168 time: 0.8192010 Jul 28 11:02:46.953288 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57364) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:47.041428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (483e27d7-bdc8-4517-bb31-6370f7d1cd9e), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.135403 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (483e27d7-bdc8-4517-bb31-6370f7d1cd9e), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.157166 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483e27d7-bdc8-4517-bb31-6370f7d1cd9e']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:47.167444 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596b6d88-b0ef-4780-a717-40fd03f5f92c') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:47.167742 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596b6d88-b0ef-4780-a717-40fd03f5f92c') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:47.178498 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (596b6d88-b0ef-4780-a717-40fd03f5f92c), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.193561 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (596b6d88-b0ef-4780-a717-40fd03f5f92c), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.200441 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:02:47.200919 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (596b6d88-b0ef-4780-a717-40fd03f5f92c), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.257825 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:47.267370 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (483e27d7-bdc8-4517-bb31-6370f7d1cd9e), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.276806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.283196 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/networks/483e27d7-bdc8-4517-bb31-6370f7d1cd9e HTTP/1.1" status: 204 len: 168 time: 0.3256733 Jul 28 11:02:47.283912 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57370) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:47.290591 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664091f-186d-4105-90e8-8e0c5407650f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Network': ['ID=483e27d7-bdc8-4517-bb31-6370f7d1cd9e,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.356461 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde95fe6-9da6-4a8b-b2eb-843006dfeea3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (23e4383b-cd10-4063-943c-f7e83006b6ba), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.369157 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 596b6d88-b0ef-4780-a717-40fd03f5f92c resource provider aggregate not found Jul 28 11:02:47.385519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde95fe6-9da6-4a8b-b2eb-843006dfeea3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (23e4383b-cd10-4063-943c-f7e83006b6ba), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.386929 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 596b6d88-b0ef-4780-a717-40fd03f5f92c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 596b6d88-b0ef-4780-a717-40fd03f5f92c found for delete ", "request_id": "req-8fdcd052-dc7e-4f16-a1ec-1919b71e4127"}]} Jul 28 11:02:47.447087 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde95fe6-9da6-4a8b-b2eb-843006dfeea3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (23e4383b-cd10-4063-943c-f7e83006b6ba), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.449582 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-bde95fe6-9da6-4a8b-b2eb-843006dfeea3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.450796 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-bde95fe6-9da6-4a8b-b2eb-843006dfeea3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/security-groups/23e4383b-cd10-4063-943c-f7e83006b6ba HTTP/1.1" status: 204 len: 168 time: 0.1649230 Jul 28 11:02:47.461271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde95fe6-9da6-4a8b-b2eb-843006dfeea3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4383b-cd10-4063-943c-f7e83006b6ba,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.551492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57378) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:47.556639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-03c7499d-e3cf-4193-8e6d-05fa8fab3ca1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558937515', 'description': 'tempest-secgroup-smoke-558937515 description', 'project_id': '7541db534c7e440e98bf4498391d8c43'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:47.575191 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:47.582917 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-03c7499d-e3cf-4193-8e6d-05fa8fab3ca1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.644987 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:47.659509 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-03c7499d-e3cf-4193-8e6d-05fa8fab3ca1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (5f735c03-4b79-4c81-979e-915681173b76), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.663514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-03c7499d-e3cf-4193-8e6d-05fa8fab3ca1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5f735c03-4b79-4c81-979e-915681173b76), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.665434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:47.665781 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9918b25f-0a2a-49e4-ad45-200efc0d1fb1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:47.666223 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef472656-24ef-4e53-94e2-ef83bbcbc96a no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:47.684527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ef472656-24ef-4e53-94e2-ef83bbcbc96a {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:47.684887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ef472656-24ef-4e53-94e2-ef83bbcbc96a not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:47.685300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:47.695358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7499d-e3cf-4193-8e6d-05fa8fab3ca1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f735c03-4b79-4c81-979e-915681173b76,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.701188 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-03c7499d-e3cf-4193-8e6d-05fa8fab3ca1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.702627 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-03c7499d-e3cf-4193-8e6d-05fa8fab3ca1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1494949 Jul 28 11:02:47.705290 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:47.705982 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57380) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:47.710116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 88cc0ed5-bceb-4ee8-a8bf-63227a25a2da not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:47.710389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-832bae97-8abb-4aad-b865-f23ce6a7a105 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '5f735c03-4b79-4c81-979e-915681173b76', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:47.725132 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:47.741059 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-832bae97-8abb-4aad-b865-f23ce6a7a105 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (6c32151a-ed4d-434d-bd30-49ca8a4842e9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.801829 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-832bae97-8abb-4aad-b865-f23ce6a7a105 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (6c32151a-ed4d-434d-bd30-49ca8a4842e9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.805508 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-832bae97-8abb-4aad-b865-f23ce6a7a105 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (6c32151a-ed4d-434d-bd30-49ca8a4842e9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.825838 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bae97-8abb-4aad-b865-f23ce6a7a105 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c32151a-ed4d-434d-bd30-49ca8a4842e9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.831511 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-832bae97-8abb-4aad-b865-f23ce6a7a105 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.832853 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-832bae97-8abb-4aad-b865-f23ce6a7a105 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258128 Jul 28 11:02:47.835486 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57382) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:47.839703 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3b39c1ab-1d36-4056-aed1-4fae946bae9e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '5f735c03-4b79-4c81-979e-915681173b76', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:47.866671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b39c1ab-1d36-4056-aed1-4fae946bae9e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (a92b1901-39b1-4736-9840-fbaa962452b5), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.924040 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b39c1ab-1d36-4056-aed1-4fae946bae9e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (a92b1901-39b1-4736-9840-fbaa962452b5), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.927529 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b39c1ab-1d36-4056-aed1-4fae946bae9e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a92b1901-39b1-4736-9840-fbaa962452b5), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.946915 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39c1ab-1d36-4056-aed1-4fae946bae9e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92b1901-39b1-4736-9840-fbaa962452b5,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:47.955143 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3b39c1ab-1d36-4056-aed1-4fae946bae9e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:47.956402 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3b39c1ab-1d36-4056-aed1-4fae946bae9e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199880 Jul 28 11:02:47.959222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57384) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:47.963558 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-77c4985a-2dfd-4f92-8df0-fe4bd7e4e3c9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '5f735c03-4b79-4c81-979e-915681173b76', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:47.991051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c4985a-2dfd-4f92-8df0-fe4bd7e4e3c9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (cba6492f-2859-4441-a1b2-6f66d270c411), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.047220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c4985a-2dfd-4f92-8df0-fe4bd7e4e3c9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (cba6492f-2859-4441-a1b2-6f66d270c411), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.050808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c4985a-2dfd-4f92-8df0-fe4bd7e4e3c9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (cba6492f-2859-4441-a1b2-6f66d270c411), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.071833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4985a-2dfd-4f92-8df0-fe4bd7e4e3c9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba6492f-2859-4441-a1b2-6f66d270c411,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:48.078367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-77c4985a-2dfd-4f92-8df0-fe4bd7e4e3c9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.080099 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-77c4985a-2dfd-4f92-8df0-fe4bd7e4e3c9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199527 Jul 28 11:02:48.082878 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57386) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:48.087076 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b9a2fed3-a15f-4fe0-b90c-195d5ca00fbf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '5f735c03-4b79-4c81-979e-915681173b76', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:48.111861 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9a2fed3-a15f-4fe0-b90c-195d5ca00fbf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (568a8a79-3c5e-4479-94b3-92e22f87d27b), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.447654 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9a2fed3-a15f-4fe0-b90c-195d5ca00fbf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (568a8a79-3c5e-4479-94b3-92e22f87d27b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.451488 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9a2fed3-a15f-4fe0-b90c-195d5ca00fbf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (568a8a79-3c5e-4479-94b3-92e22f87d27b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.469109 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2fed3-a15f-4fe0-b90c-195d5ca00fbf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568a8a79-3c5e-4479-94b3-92e22f87d27b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:48.477728 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b9a2fed3-a15f-4fe0-b90c-195d5ca00fbf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.478954 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b9a2fed3-a15f-4fe0-b90c-195d5ca00fbf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3951557 Jul 28 11:02:48.481689 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57388) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:48.486654 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '5f735c03-4b79-4c81-979e-915681173b76', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:48.506284 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:02:48.512051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (72d5bae5-49b3-4d43-bc88-79ce73f6801c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.575973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (72d5bae5-49b3-4d43-bc88-79ce73f6801c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.581658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (72d5bae5-49b3-4d43-bc88-79ce73f6801c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.587250 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:48.602111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d5bae5-49b3-4d43-bc88-79ce73f6801c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:48.610830 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.612013 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8dbd5b31-597b-43d8-ab23-7e9005babd17 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293705 Jul 28 11:02:48.614762 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57390) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:48.619000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '5f735c03-4b79-4c81-979e-915681173b76', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:48.639266 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:02:48.645817 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (2aaff943-c977-4b49-9aa8-b4bd1095f7c8), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.696452 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:48.710188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (2aaff943-c977-4b49-9aa8-b4bd1095f7c8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.713949 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2aaff943-c977-4b49-9aa8-b4bd1095f7c8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.733848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaff943-c977-4b49-9aa8-b4bd1095f7c8,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:48.742094 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.743498 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-76c31b6c-b799-4c05-89ab-6ff9dc95b684 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277337 Jul 28 11:02:48.746157 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57392) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:48.752210 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'network': {'name': 'tempest-network-smoke--358334203', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'port_security_enabled': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:48.771959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:48.775324 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.800384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:02:48.809541 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (78b23469-b3b8-418a-9e2f-54b3f4c4c303), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.809903 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Added segment 78b23469-b3b8-418a-9e2f-54b3f4c4c303 of type vlan for network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 Jul 28 11:02:48.850570 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.874136 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.879718 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:48.880284 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.936160 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.1888113 Jul 28 11:02:48.939028 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57394) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:48.943816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'admin_state_up': True, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:48.954658 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5585ee-c802-4559-83a2-d5d2f68cb811 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Network': ['ID=1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:48.965407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:02:48.968515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (87b9ef37-230b-42b2-932b-2e331d60d4dd), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:48.970239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (87b9ef37-230b-42b2-932b-2e331d60d4dd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:49.023341 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (87b9ef37-230b-42b2-932b-2e331d60d4dd), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:49.159552 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (87b9ef37-230b-42b2-932b-2e331d60d4dd), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:49.302495 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:49.331794 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (87b9ef37-230b-42b2-932b-2e331d60d4dd), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:49.350294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:49.454974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.25.2.230 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/a7176da3-a2d6-4e7d-9166-adfa046ee527) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:49.556836 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:49.588910 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:49.633618 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:49.638537 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:49.640988 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:49.663001 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=a7176da3-a2d6-4e7d-9166-adfa046ee527,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:49.670973 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:49.889023 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (87b9ef37-230b-42b2-932b-2e331d60d4dd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:50.343951 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (87b9ef37-230b-42b2-932b-2e331d60d4dd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:50.347361 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:50.469493 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 87b9ef37-230b-42b2-932b-2e331d60d4dd is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:02:50.572967 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:50.583610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Sync routers for ids ['87b9ef37-230b-42b2-932b-2e331d60d4dd'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:50.593444 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Routers {'87b9ef37-230b-42b2-932b-2e331d60d4dd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:50.594174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['87b9ef37-230b-42b2-932b-2e331d60d4dd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:50.595154 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:50.596552 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-df79d6ed-2b1f-4c42-8d03-a9e3cca1acb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6565135 Jul 28 11:02:50.599475 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57396) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:50.631952 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e1cb54b-1500-4ed3-be68-c37e44154e67 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7541db534c7e440e98bf4498391d8c43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313442 Jul 28 11:02:50.634706 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57398) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:50.699645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Set router 87b9ef37-230b-42b2-932b-2e331d60d4dd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:50.726473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9467128-0250-4a71-b13e-e8e5ffa118c3 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:50.730294 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a9467128-0250-4a71-b13e-e8e5ffa118c3 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925341 Jul 28 11:02:50.731226 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57400) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:50.760439 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cddd683f-b807-45bc-85e4-f96559bb289f tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280240 Jul 28 11:02:50.762853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57402) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:50.768190 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1683425375', 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:50.866296 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:02:50.869832 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:50.873001 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:49Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:50.902009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Checking router: 87b9ef37-230b-42b2-932b-2e331d60d4dd for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:50.902366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Updating router 87b9ef37-230b-42b2-932b-2e331d60d4dd port a7176da3-a2d6-4e7d-9166-adfa046ee527 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:50.931921 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:50.948611 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:51.057278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (a0bb8c17-518e-42d7-b674-30b2acbc82f2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.087632 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:51.089714 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:51.120582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Subnet': ['ID=a0bb8c17-518e-42d7-b674-30b2acbc82f2,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:51.128953 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Checking segment: {'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:51.129313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network hostable DHCP agents. Network: 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:02:51.146863 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:02:51.155446 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:51.160786 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:51.161288 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.171709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7f028-bd11-40ba-81c3-71ffa10de6fc None None] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:51.178706 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-60103679-e8d8-4ba5-a2ff-bad9c7f37ad3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4147251 Jul 28 11:02:51.181553 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57404) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:51.232943 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:51.237918 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Publish callbacks [] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.246924 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.322343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972c5a-fa39-4f3e-b3d9-6c68917e916b None None] Pushing event updated for resources: {'Port': ['ID=a7176da3-a2d6-4e7d-9166-adfa046ee527,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:51.342345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Attempting to bind port a7176da3-a2d6-4e7d-9166-adfa046ee527 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:51.342723 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Attempting to bind port a7176da3-a2d6-4e7d-9166-adfa046ee527 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:51.343097 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Attempting to bind port a7176da3-a2d6-4e7d-9166-adfa046ee527 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:51.352877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:51.353258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:51.353658 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.354082 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:51.354553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Bound port: a7176da3-a2d6-4e7d-9166-adfa046ee527, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:51.354938 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.379464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8', 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'fixed_ips': [{'subnet_id': 'a0bb8c17-518e-42d7-b674-30b2acbc82f2'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:02:51.380278 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.431526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] For port a7176da3-a2d6-4e7d-9166-adfa046ee527, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:51.486785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] For port a7176da3-a2d6-4e7d-9166-adfa046ee527, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7176da3-a2d6-4e7d-9166-adfa046ee527,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:51.497781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.603390 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Routers {'87b9ef37-230b-42b2-932b-2e331d60d4dd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:51.604045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['87b9ef37-230b-42b2-932b-2e331d60d4dd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:51.608122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972c5a-fa39-4f3e-b3d9-6c68917e916b None None] Pushing event updated for resources: {'Port': ['ID=a7176da3-a2d6-4e7d-9166-adfa046ee527,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:51.622860 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:51.642456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Allocated IP 172.20.0.2 (1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8/a0bb8c17-518e-42d7-b674-30b2acbc82f2/0a588226-843a-4081-b46a-2f722a324d0c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:51.895130 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] Set router 87b9ef37-230b-42b2-932b-2e331d60d4dd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:52.006347 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:52.033000 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:52.070036 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Publish callbacks [] for port (0a588226-843a-4081-b46a-2f722a324d0c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.082538 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (0a588226-843a-4081-b46a-2f722a324d0c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.128128 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.20.0.1 (1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8/a0bb8c17-518e-42d7-b674-30b2acbc82f2/e60bc435-0dd5-4a11-87b6-ab9b0086e4e8) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:02:52.133900 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:52.134464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:52.140536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:52.163298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:52.167856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Pushing event updated for resources: {'Port': ['ID=0a588226-843a-4081-b46a-2f722a324d0c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:52.224224 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:49Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:52.256792 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.257392 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86ab59-94fc-4bd9-a12c-9f8e9ac067e2 None None] The sync data for ids ['87b9ef37-230b-42b2-932b-2e331d60d4dd'] in n-d-850468-6 is: [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:49Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:52.262698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Attempting to bind port 0a588226-843a-4081-b46a-2f722a324d0c on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:52.263078 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Attempting to bind port 0a588226-843a-4081-b46a-2f722a324d0c by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:52.263439 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Attempting to bind port 0a588226-843a-4081-b46a-2f722a324d0c on network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:52.269622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:52.270042 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Checking segment: {'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:52.270485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.270874 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Bound using segment: {'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:52.271345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Bound port: 0a588226-843a-4081-b46a-2f722a324d0c, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:52.271723 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0a588226-843a-4081-b46a-2f722a324d0c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.282672 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:52.296172 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.338861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] For port 0a588226-843a-4081-b46a-2f722a324d0c, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:52.340105 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:52.343555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] For port 0a588226-843a-4081-b46a-2f722a324d0c, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0a588226-843a-4081-b46a-2f722a324d0c,segment=NetworkSegment(78b23469-b3b8-418a-9e2f-54b3f4c4c303),segment_id=78b23469-b3b8-418a-9e2f-54b3f4c4c303)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:52.344118 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:52.349589 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:02:52.352669 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0a588226-843a-4081-b46a-2f722a324d0c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.378175 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:52.405086 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (87b9ef37-230b-42b2-932b-2e331d60d4dd), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.419063 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b56c2-6f19-4b2a-86aa-ad4d91e1dc3c None None] Pushing event updated for resources: {'Port': ['ID=0a588226-843a-4081-b46a-2f722a324d0c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:52.574142 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.914278 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:52.919289 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:53.005839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:53.011037 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (87b9ef37-230b-42b2-932b-2e331d60d4dd), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:53.095169 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:53.114294 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:02:53.115844 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:02:53.236358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 87b9ef37-230b-42b2-932b-2e331d60d4dd has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:02:53.287439 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:53.349666 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:53.355703 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5bce3a57-5ee6-4608-b328-c4d1b6cfbda2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/87b9ef37-230b-42b2-932b-2e331d60d4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1730006 Jul 28 11:02:53.461320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13286e1a-29f2-42e6-b73e-742068fb71db None None] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:53.515732 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57c72002-28b8-465a-b8bc-bcd31fe7bb0b req-6b57ab92-7c65-431b-b7fb-609b488d17c3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558937515&fields=id&tenant_id=7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 267 time: 0.0469763 Jul 28 11:02:53.567330 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-925bd32b-4723-4253-b01b-9a189f95f97e None None] Provisioning complete for port 0a588226-843a-4081-b46a-2f722a324d0c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:53.567799 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-925bd32b-4723-4253-b01b-9a189f95f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0a588226-843a-4081-b46a-2f722a324d0c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:53.671685 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-925bd32b-4723-4253-b01b-9a189f95f97e None None] Current status of the port 0a588226-843a-4081-b46a-2f722a324d0c is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:53.672085 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-925bd32b-4723-4253-b01b-9a189f95f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0a588226-843a-4081-b46a-2f722a324d0c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:53.675248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c72002-28b8-465a-b8bc-bcd31fe7bb0b req-70a9874b-40cb-4374-963c-30735bfba250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:02:53.686313 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57c72002-28b8-465a-b8bc-bcd31fe7bb0b req-70a9874b-40cb-4374-963c-30735bfba250 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/networks?id=1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 HTTP/1.1" status: 200 len: 796 time: 0.1631370 Jul 28 11:02:53.717614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-925bd32b-4723-4253-b01b-9a189f95f97e None None] For port 0a588226-843a-4081-b46a-2f722a324d0c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0a588226-843a-4081-b46a-2f722a324d0c,segment=NetworkSegment(78b23469-b3b8-418a-9e2f-54b3f4c4c303),segment_id=78b23469-b3b8-418a-9e2f-54b3f4c4c303)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:53.719070 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57c72002-28b8-465a-b8bc-bcd31fe7bb0b req-6b3f7ecc-a6f5-446b-865b-66496c4f3800 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/quotas/7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 375 time: 0.0317352 Jul 28 11:02:53.727197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-925bd32b-4723-4253-b01b-9a189f95f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0a588226-843a-4081-b46a-2f722a324d0c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:53.755551 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0a588226-843a-4081-b46a-2f722a324d0c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:53.780672 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57c72002-28b8-465a-b8bc-bcd31fe7bb0b req-732799c5-7d2d-4656-a3de-733ddfa49fa1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541db534c7e440e98bf4498391d8c43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601926 Jul 28 11:02:53.819299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bd32b-4723-4253-b01b-9a189f95f97e None None] Pushing event updated for resources: {'Port': ['ID=0a588226-843a-4081-b46a-2f722a324d0c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:53.840060 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0a588226-843a-4081-b46a-2f722a324d0c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:53.840637 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0a588226-843a-4081-b46a-2f722a324d0c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:53.842348 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:53.914551 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57c72002-28b8-465a-b8bc-bcd31fe7bb0b req-59953577-4b7a-4d77-9ac7-f5b28436df95 service neutron] 10.222.0.46 "GET /v2.0/networks/1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123016 Jul 28 11:02:53.928111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0a588226-843a-4081-b46a-2f722a324d0c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:53.929272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7176da3-a2d6-4e7d-9166-adfa046ee527 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:53.958127 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:53.980254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a13a27e0-934d-4b18-9397-4fd9aee3e423 None None] Provisioning complete for port 0a588226-843a-4081-b46a-2f722a324d0c triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:53.980540 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a13a27e0-934d-4b18-9397-4fd9aee3e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0a588226-843a-4081-b46a-2f722a324d0c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.023836 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-57c72002-28b8-465a-b8bc-bcd31fe7bb0b req-e49e955e-7428-427c-968e-498ad4f47562 service neutron] 10.222.0.46 "GET /v2.0/networks/1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083286 Jul 28 11:02:54.035887 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7176da3-a2d6-4e7d-9166-adfa046ee527 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:54.036274 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.125333 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Sync routers for ids ['87b9ef37-230b-42b2-932b-2e331d60d4dd'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:54.141677 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Routers {'87b9ef37-230b-42b2-932b-2e331d60d4dd'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:54.142925 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['87b9ef37-230b-42b2-932b-2e331d60d4dd'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:54.162912 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a13a27e0-934d-4b18-9397-4fd9aee3e423 None None] Current status of the port 0a588226-843a-4081-b46a-2f722a324d0c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:54.175074 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7176da3-a2d6-4e7d-9166-adfa046ee527 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:54.176051 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.206135 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a13a27e0-934d-4b18-9397-4fd9aee3e423 None None] Provisioning complete for port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:54.206642 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a13a27e0-934d-4b18-9397-4fd9aee3e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.247889 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-61564515-be3b-4f35-ac2a-35d2f0c375c7 req-feb810c6-eb14-447f-94e1-363a2677ccc5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a1fa7d-3cae-4cd1-a34a-9addc50b0963 HTTP/1.1" status: 200 len: 210 time: 0.0477750 Jul 28 11:02:54.262708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port a7176da3-a2d6-4e7d-9166-adfa046ee527, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7176da3-a2d6-4e7d-9166-adfa046ee527,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:54.278640 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.299741 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Set router 87b9ef37-230b-42b2-932b-2e331d60d4dd gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:54.307329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a13a27e0-934d-4b18-9397-4fd9aee3e423 None None] Port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:54.335243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=a7176da3-a2d6-4e7d-9166-adfa046ee527,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:54.427990 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0aa3fc4e-2d09-43bd-8c02-544235463210 None None] Provisioning complete for port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:54.428627 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0aa3fc4e-2d09-43bd-8c02-544235463210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.461417 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3fc4e-2d09-43bd-8c02-544235463210 None None] Port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:02:54.511673 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:52Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e60bc435-0dd5-4a11-87b6-ab9b0086e4e8', 'name': '', 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:92:51:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a0bb8c17-518e-42d7-b674-30b2acbc82f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:51Z', 'updated_at': '2022-07-28T11:02:52Z', 'revision_number': 2, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': 'a0bb8c17-518e-42d7-b674-30b2acbc82f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:54.540225 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Checking router: 87b9ef37-230b-42b2-932b-2e331d60d4dd for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:54.540580 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Updating router 87b9ef37-230b-42b2-932b-2e331d60d4dd port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:02:54.567899 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.761507 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:54.797956 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:54.818333 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Publish callbacks [] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.823738 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.878063 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccf857-442d-4346-9e90-ed37da2f4e82 None None] Pushing event updated for resources: {'Port': ['ID=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:54.931569 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Attempting to bind port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:02:54.931937 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Attempting to bind port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:02:54.932295 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Attempting to bind port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 on network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:02:54.937458 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:02:54.937825 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Checking segment: {'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:02:54.938482 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:54.938835 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Bound using segment: {'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:02:54.939299 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Bound port: e60bc435-0dd5-4a11-87b6-ab9b0086e4e8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b23469-b3b8-418a-9e2f-54b3f4c4c303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:02:54.939677 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.003059 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] For port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:02:55.006343 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] For port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,segment=NetworkSegment(78b23469-b3b8-418a-9e2f-54b3f4c4c303),segment_id=78b23469-b3b8-418a-9e2f-54b3f4c4c303)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:02:55.012407 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.074726 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccf857-442d-4346-9e90-ed37da2f4e82 None None] Pushing event updated for resources: {'Port': ['ID=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:55.080936 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Routers {'87b9ef37-230b-42b2-932b-2e331d60d4dd'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:55.082548 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['87b9ef37-230b-42b2-932b-2e331d60d4dd'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:55.083199 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-827ab633-d25d-4603-966f-57c992c5d022 None None] Provisioning complete for port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:55.083787 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-827ab633-d25d-4603-966f-57c992c5d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.180579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-827ab633-d25d-4603-966f-57c992c5d022 None None] Current status of the port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:55.180969 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-827ab633-d25d-4603-966f-57c992c5d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.187114 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] Set router 87b9ef37-230b-42b2-932b-2e331d60d4dd gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:55.218070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-827ab633-d25d-4603-966f-57c992c5d022 None None] For port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,segment=NetworkSegment(78b23469-b3b8-418a-9e2f-54b3f4c4c303),segment_id=78b23469-b3b8-418a-9e2f-54b3f4c4c303)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:55.223423 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-827ab633-d25d-4603-966f-57c992c5d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.274976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ab633-d25d-4603-966f-57c992c5d022 None None] Pushing event updated for resources: {'Port': ['ID=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:55.342397 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fcfb3207-d939-4dcc-8b01-4f93229aa997 None None] Provisioning complete for port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:55.342772 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3207-d939-4dcc-8b01-4f93229aa997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.373415 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-663eae1e-0484-44df-a37c-dcefe056727c req-23319ec1-0b2c-4c25-a375-761af26645b8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a1fa7d-3cae-4cd1-a34a-9addc50b0963 HTTP/1.1" status: 200 len: 210 time: 0.0304494 Jul 28 11:02:55.384259 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:55.387635 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:52Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e60bc435-0dd5-4a11-87b6-ab9b0086e4e8', 'name': '', 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:92:51:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a0bb8c17-518e-42d7-b674-30b2acbc82f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:51Z', 'updated_at': '2022-07-28T11:02:54Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': 'a0bb8c17-518e-42d7-b674-30b2acbc82f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:55.413605 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410bf18-7257-4e29-98bf-94ceb5b79525 None None] The sync data for ids ['87b9ef37-230b-42b2-932b-2e331d60d4dd'] in n-d-850468-6 is: [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:52Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'e60bc435-0dd5-4a11-87b6-ab9b0086e4e8', 'name': '', 'network_id': '1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:92:51:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a0bb8c17-518e-42d7-b674-30b2acbc82f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:51Z', 'updated_at': '2022-07-28T11:02:54Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': 'a0bb8c17-518e-42d7-b674-30b2acbc82f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:55.440638 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb3207-d939-4dcc-8b01-4f93229aa997 None None] Current status of the port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:55.560673 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0e209c4a-0dbf-4e93-9965-aaf62d9b949d req-06db6392-5fa9-40a2-93f1-860bf5afc1ce tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a1fa7d-3cae-4cd1-a34a-9addc50b0963 HTTP/1.1" status: 200 len: 210 time: 0.0293093 Jul 28 11:02:55.749927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0a588226-843a-4081-b46a-2f722a324d0c up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:55.785425 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57432) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:55.808229 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0a588226-843a-4081-b46a-2f722a324d0c triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:55.808614 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0a588226-843a-4081-b46a-2f722a324d0c), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.889577 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0a588226-843a-4081-b46a-2f722a324d0c is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:55.890672 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7176da3-a2d6-4e7d-9166-adfa046ee527 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:55.940814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a7176da3-a2d6-4e7d-9166-adfa046ee527 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:55.941269 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:55.978421 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:56.025336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a7176da3-a2d6-4e7d-9166-adfa046ee527 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:56.026442 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:02:56.076925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:02:56.077381 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:56.152282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (87b9ef37-230b-42b2-932b-2e331d60d4dd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:56.153664 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:02:56.155696 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:56.350037 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:56.403590 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:56.404183 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:56.499854 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port e60bc435-0dd5-4a11-87b6-ab9b0086e4e8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,segment=NetworkSegment(78b23469-b3b8-418a-9e2f-54b3f4c4c303),segment_id=78b23469-b3b8-418a-9e2f-54b3f4c4c303)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:56.500223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:56.514596 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:56.721046 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e60bc435-0dd5-4a11-87b6-ab9b0086e4e8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:56.747362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=e60bc435-0dd5-4a11-87b6-ab9b0086e4e8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:56.931684 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (87b9ef37-230b-42b2-932b-2e331d60d4dd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:57.391688 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:57.405699 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 87b9ef37-230b-42b2-932b-2e331d60d4dd has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:02:57.501629 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:57.512320 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:02:57.517321 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-44a8f878-a22d-4f56-8041-19645c494b7c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/87b9ef37-230b-42b2-932b-2e331d60d4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308295 Jul 28 11:02:57.522009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] Sync routers for ids ['87b9ef37-230b-42b2-932b-2e331d60d4dd'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:02:57.522479 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57434) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:57.533484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] Routers {'87b9ef37-230b-42b2-932b-2e331d60d4dd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:57.534137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['87b9ef37-230b-42b2-932b-2e331d60d4dd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:57.575631 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting subnet a0bb8c17-518e-42d7-b674-30b2acbc82f2 {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:02:57.578877 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (a0bb8c17-518e-42d7-b674-30b2acbc82f2), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:57.622737 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (a0bb8c17-518e-42d7-b674-30b2acbc82f2), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:57.644964 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] Set router 87b9ef37-230b-42b2-932b-2e331d60d4dd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:57.714269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (a0bb8c17-518e-42d7-b674-30b2acbc82f2), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:57.775636 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (a0bb8c17-518e-42d7-b674-30b2acbc82f2), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:57.807227 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Subnet': ['ID=a0bb8c17-518e-42d7-b674-30b2acbc82f2,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:57.816110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:57.822012 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3ab49c39-1cb4-486e-9357-f484cc637955 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/subnets/a0bb8c17-518e-42d7-b674-30b2acbc82f2 HTTP/1.1" status: 204 len: 168 time: 0.2962391 Jul 28 11:02:57.825977 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2abb6a9-97cd-43c4-ad82-6d627184bbb3 None None] Network 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:02:57.826310 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57436) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:57.831902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:56Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:57.894505 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] Checking router: 87b9ef37-230b-42b2-932b-2e331d60d4dd for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:02:57.915642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] Routers {'87b9ef37-230b-42b2-932b-2e331d60d4dd'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:02:57.916263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['87b9ef37-230b-42b2-932b-2e331d60d4dd'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:57.934397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (87b9ef37-230b-42b2-932b-2e331d60d4dd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.044575 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (87b9ef37-230b-42b2-932b-2e331d60d4dd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.089884 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port a7176da3-a2d6-4e7d-9166-adfa046ee527 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:58.090335 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.102870 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:58.167588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530f174-5308-429c-a877-b83d40197b89 None None] DHCP port deletion for 1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:02:58.178337 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port a7176da3-a2d6-4e7d-9166-adfa046ee527, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a7176da3-a2d6-4e7d-9166-adfa046ee527,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:58.178714 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.192087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for a7176da3-a2d6-4e7d-9166-adfa046ee527 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:58.202191 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] Set router 87b9ef37-230b-42b2-932b-2e331d60d4dd gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:02:58.202920 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:58.276243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0530f174-5308-429c-a877-b83d40197b89 None None] Deleting port 0a588226-843a-4081-b46a-2f722a324d0c {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:02:58.276612 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0530f174-5308-429c-a877-b83d40197b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0a588226-843a-4081-b46a-2f722a324d0c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.367781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a7176da3-a2d6-4e7d-9166-adfa046ee527), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.392024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0530f174-5308-429c-a877-b83d40197b89 None None] For port 0a588226-843a-4081-b46a-2f722a324d0c, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0a588226-843a-4081-b46a-2f722a324d0c,segment=NetworkSegment(78b23469-b3b8-418a-9e2f-54b3f4c4c303),segment_id=78b23469-b3b8-418a-9e2f-54b3f4c4c303)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:02:58.392426 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0530f174-5308-429c-a877-b83d40197b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0a588226-843a-4081-b46a-2f722a324d0c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.398314 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=a7176da3-a2d6-4e7d-9166-adfa046ee527,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:58.407874 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:58.416841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0530f174-5308-429c-a877-b83d40197b89 None None] Calling delete_port for 0a588226-843a-4081-b46a-2f722a324d0c owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:02:58.438775 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:58.460136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (87b9ef37-230b-42b2-932b-2e331d60d4dd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.495843 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:56Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:58.534205 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6577d4-c872-4f37-b83b-5fe517bab434 None None] The sync data for ids ['87b9ef37-230b-42b2-932b-2e331d60d4dd'] in n-d-850468-6 is: [{'id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182704866', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:02:48Z', 'updated_at': '2022-07-28T11:02:56Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'a7176da3-a2d6-4e7d-9166-adfa046ee527', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b9ef37-230b-42b2-932b-2e331d60d4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:02:49Z', 'updated_at': '2022-07-28T11:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:02:58.551608 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (87b9ef37-230b-42b2-932b-2e331d60d4dd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.553933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (87b9ef37-230b-42b2-932b-2e331d60d4dd), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.559745 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0530f174-5308-429c-a877-b83d40197b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (0a588226-843a-4081-b46a-2f722a324d0c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.586168 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530f174-5308-429c-a877-b83d40197b89 None None] Pushing event deleted for resources: {'Port': ['ID=0a588226-843a-4081-b46a-2f722a324d0c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:58.590917 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530f174-5308-429c-a877-b83d40197b89 None None] No DVR routers for this DVR port 0a588226-843a-4081-b46a-2f722a324d0c on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:02:58.604514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (87b9ef37-230b-42b2-932b-2e331d60d4dd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.605124 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Fanout notify agent at l3_agent the message router_deleted on router 87b9ef37-230b-42b2-932b-2e331d60d4dd {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:02:58.612612 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.613736 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3de8b8db-4a94-4ec6-a3b0-239e07395e07 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/routers/87b9ef37-230b-42b2-932b-2e331d60d4dd HTTP/1.1" status: 204 len: 168 time: 0.7864702 Jul 28 11:02:58.616522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57438) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:58.694841 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.787615 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.807807 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:58.818207 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b23469-b3b8-418a-9e2f-54b3f4c4c303') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:58.818512 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b23469-b3b8-418a-9e2f-54b3f4c4c303') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:02:58.828239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (78b23469-b3b8-418a-9e2f-54b3f4c4c303), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.841845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (78b23469-b3b8-418a-9e2f-54b3f4c4c303), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.849307 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:02:58.849837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (78b23469-b3b8-418a-9e2f-54b3f4c4c303), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.896511 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 78b23469-b3b8-418a-9e2f-54b3f4c4c303 resource provider aggregate not found Jul 28 11:02:58.917332 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 78b23469-b3b8-418a-9e2f-54b3f4c4c303 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78b23469-b3b8-418a-9e2f-54b3f4c4c303 found for delete ", "request_id": "req-e04856e1-de73-4a3c-883d-e245681a3798"}]} Jul 28 11:02:58.926528 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.931779 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:58.938229 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/networks/1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8 HTTP/1.1" status: 204 len: 168 time: 0.3174632 Jul 28 11:02:58.939361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57444) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:58.951594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d469ac-98bb-4840-be7d-926679583eff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Network': ['ID=1b9a77fc-bea5-47d9-adc7-a2a3f2d7c2b8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.010103 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23594719-12be-4133-9321-b807949aca0d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (5f735c03-4b79-4c81-979e-915681173b76), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.043521 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23594719-12be-4133-9321-b807949aca0d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (5f735c03-4b79-4c81-979e-915681173b76), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.106831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23594719-12be-4133-9321-b807949aca0d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (5f735c03-4b79-4c81-979e-915681173b76), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.109532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23594719-12be-4133-9321-b807949aca0d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.111057 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23594719-12be-4133-9321-b807949aca0d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/security-groups/5f735c03-4b79-4c81-979e-915681173b76 HTTP/1.1" status: 204 len: 168 time: 0.1695476 Jul 28 11:02:59.120681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23594719-12be-4133-9321-b807949aca0d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f735c03-4b79-4c81-979e-915681173b76,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.221928 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57450) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:59.226576 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-13740c9b-b3b5-4e29-be1f-5a20a1831275 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190279213', 'description': 'tempest-secgroup-smoke-190279213 description', 'project_id': '7541db534c7e440e98bf4498391d8c43'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:59.247799 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-13740c9b-b3b5-4e29-be1f-5a20a1831275 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.316226 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-13740c9b-b3b5-4e29-be1f-5a20a1831275 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (d6ac9c44-829d-4023-b56d-18e79b60c0a3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.319690 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-13740c9b-b3b5-4e29-be1f-5a20a1831275 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d6ac9c44-829d-4023-b56d-18e79b60c0a3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.350047 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-13740c9b-b3b5-4e29-be1f-5a20a1831275 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.354020 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-13740c9b-b3b5-4e29-be1f-5a20a1831275 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1282539 Jul 28 11:02:59.354321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57452) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:59.359352 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2dc690af-8254-4f7c-8392-2f85d7abb5d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'd6ac9c44-829d-4023-b56d-18e79b60c0a3', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:59.365268 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13740c9b-b3b5-4e29-be1f-5a20a1831275 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac9c44-829d-4023-b56d-18e79b60c0a3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.386913 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:59.389043 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dc690af-8254-4f7c-8392-2f85d7abb5d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (7ab5d37d-98e2-4c1b-abb3-5cddb3506d2d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.447077 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dc690af-8254-4f7c-8392-2f85d7abb5d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (7ab5d37d-98e2-4c1b-abb3-5cddb3506d2d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.450377 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dc690af-8254-4f7c-8392-2f85d7abb5d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (7ab5d37d-98e2-4c1b-abb3-5cddb3506d2d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.471084 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc690af-8254-4f7c-8392-2f85d7abb5d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab5d37d-98e2-4c1b-abb3-5cddb3506d2d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.478986 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2dc690af-8254-4f7c-8392-2f85d7abb5d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.480158 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2dc690af-8254-4f7c-8392-2f85d7abb5d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249671 Jul 28 11:02:59.483062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57454) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:59.487653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-b2231c9c-5cf2-4e81-81d2-a4089f14584d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'd6ac9c44-829d-4023-b56d-18e79b60c0a3', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:59.499380 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:59.520873 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2231c9c-5cf2-4e81-81d2-a4089f14584d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (2a185dfa-e8e0-4bca-8c54-9b12d0953d02), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.583645 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2231c9c-5cf2-4e81-81d2-a4089f14584d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (2a185dfa-e8e0-4bca-8c54-9b12d0953d02), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.586968 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2231c9c-5cf2-4e81-81d2-a4089f14584d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2a185dfa-e8e0-4bca-8c54-9b12d0953d02), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.606499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2231c9c-5cf2-4e81-81d2-a4089f14584d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a185dfa-e8e0-4bca-8c54-9b12d0953d02,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.613382 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-b2231c9c-5cf2-4e81-81d2-a4089f14584d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.617611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57456) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:59.618141 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b2231c9c-5cf2-4e81-81d2-a4089f14584d tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337576 Jul 28 11:02:59.622916 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b4207042-e4a9-47f7-8a84-69399f52647c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'd6ac9c44-829d-4023-b56d-18e79b60c0a3', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:59.640758 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0a588226-843a-4081-b46a-2f722a324d0c no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:59.653403 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4207042-e4a9-47f7-8a84-69399f52647c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (b44ef69b-442b-4918-bc92-db182a98c81c), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.662357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 0a588226-843a-4081-b46a-2f722a324d0c {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:59.662710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0a588226-843a-4081-b46a-2f722a324d0c not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:59.663128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7176da3-a2d6-4e7d-9166-adfa046ee527 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:59.681733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a7176da3-a2d6-4e7d-9166-adfa046ee527 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:59.682114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a7176da3-a2d6-4e7d-9166-adfa046ee527 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:59.682524 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:02:59.701611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:02:59.701988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e60bc435-0dd5-4a11-87b6-ab9b0086e4e8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:02:59.713166 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4207042-e4a9-47f7-8a84-69399f52647c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (b44ef69b-442b-4918-bc92-db182a98c81c), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.716811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4207042-e4a9-47f7-8a84-69399f52647c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b44ef69b-442b-4918-bc92-db182a98c81c), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.737271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4207042-e4a9-47f7-8a84-69399f52647c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44ef69b-442b-4918-bc92-db182a98c81c,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.742501 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b4207042-e4a9-47f7-8a84-69399f52647c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.743699 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b4207042-e4a9-47f7-8a84-69399f52647c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243336 Jul 28 11:02:59.746406 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57458) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:59.750691 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-c48c151c-5eee-499c-a1f6-26fba3d73128 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'd6ac9c44-829d-4023-b56d-18e79b60c0a3', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:59.777973 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c48c151c-5eee-499c-a1f6-26fba3d73128 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (0506ba31-449b-4f0a-be2e-16d676573852), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.837838 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c48c151c-5eee-499c-a1f6-26fba3d73128 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (0506ba31-449b-4f0a-be2e-16d676573852), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.841387 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c48c151c-5eee-499c-a1f6-26fba3d73128 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (0506ba31-449b-4f0a-be2e-16d676573852), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.849376 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:02:59.863795 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c151c-5eee-499c-a1f6-26fba3d73128 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0506ba31-449b-4f0a-be2e-16d676573852,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.869475 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-c48c151c-5eee-499c-a1f6-26fba3d73128 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.870659 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c48c151c-5eee-499c-a1f6-26fba3d73128 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233432 Jul 28 11:02:59.873654 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57460) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:02:59.878248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'd6ac9c44-829d-4023-b56d-18e79b60c0a3', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:02:59.898844 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:02:59.908489 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (5b79afec-594b-4862-a983-39e1d36dd8e2), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.957802 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (5b79afec-594b-4862-a983-39e1d36dd8e2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.961361 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (5b79afec-594b-4862-a983-39e1d36dd8e2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.989160 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b79afec-594b-4862-a983-39e1d36dd8e2,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:02:59.993672 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:02:59.994915 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e05c8bde-b7c2-43c4-ad94-20b7e3b7702e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203127 Jul 28 11:02:59.997683 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57462) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:00.002269 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'd6ac9c44-829d-4023-b56d-18e79b60c0a3', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:00.014830 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:00.028031 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:00.035205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (3bc7eed3-0c43-4ec3-bcad-8b6d6d3df7c0), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.100294 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (3bc7eed3-0c43-4ec3-bcad-8b6d6d3df7c0), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.103589 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (3bc7eed3-0c43-4ec3-bcad-8b6d6d3df7c0), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.122851 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc7eed3-0c43-4ec3-bcad-8b6d6d3df7c0,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:00.128781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.129985 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ca2c97c5-986d-4f6c-8f9e-de7b53a91129 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313155 Jul 28 11:03:00.132726 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57464) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:00.137413 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'network': {'name': 'tempest-network-smoke--341787450', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'port_security_enabled': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:00.157648 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:00.160892 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.184928 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:00.194428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (971c23fb-9d39-4773-a978-cc559ecf863d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.194778 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Added segment 971c23fb-9d39-4773-a978-cc559ecf863d of type vlan for network f3289f0a-580e-4f97-b8d3-9b59be971b0a Jul 28 11:03:00.238719 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f3289f0a-580e-4f97-b8d3-9b59be971b0a), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.264721 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f3289f0a-580e-4f97-b8d3-9b59be971b0a), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.270867 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:00.271576 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.327022 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 749 time: 0.1932812 Jul 28 11:03:00.330377 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57466) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:00.335011 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'admin_state_up': True, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:00.343326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b1292-5ea4-478d-bb51-2ca8800f5fd6 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Network': ['ID=f3289f0a-580e-4f97-b8d3-9b59be971b0a,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:00.353362 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:00.359220 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (6d69db37-19d4-4a1c-bc48-8e07233cb77f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.360600 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (6d69db37-19d4-4a1c-bc48-8e07233cb77f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.411985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (6d69db37-19d4-4a1c-bc48-8e07233cb77f), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.549559 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (6d69db37-19d4-4a1c-bc48-8e07233cb77f), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.719297 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (6d69db37-19d4-4a1c-bc48-8e07233cb77f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.743336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.847400 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.25.2.227 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/b40cd8bc-d936-4b5d-9a7b-b85e7af6a857) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:00.955242 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:00.990389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:01.016745 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:01.023469 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:01.033169 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:01.039389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:01.043892 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:01.048000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:01.286005 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (6d69db37-19d4-4a1c-bc48-8e07233cb77f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:01.475380 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (6d69db37-19d4-4a1c-bc48-8e07233cb77f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:01.598259 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 6d69db37-19d4-4a1c-bc48-8e07233cb77f is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:03:01.698885 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:01.708220 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Sync routers for ids ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:01.718174 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Routers {'6d69db37-19d4-4a1c-bc48-8e07233cb77f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:01.718779 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:01.719451 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:01.723419 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0fb0de1c-5755-4fe9-8be9-edb40ae5a551 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3891425 Jul 28 11:03:01.723606 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57468) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:01.754615 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-b6597b9e-8310-4063-b1d8-003858e8448c tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7541db534c7e440e98bf4498391d8c43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273194 Jul 28 11:03:01.754849 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57470) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:01.820804 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Set router 6d69db37-19d4-4a1c-bc48-8e07233cb77f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:01.846466 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1dbd2-4f78-4655-955d-8f8840b5c0d9 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:01.847925 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8fa1dbd2-4f78-4655-955d-8f8840b5c0d9 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923791 Jul 28 11:03:01.851008 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57472) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:01.880234 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75421803-304c-4406-a02e-494e50671536 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280528 Jul 28 11:03:01.882895 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57474) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:01.887938 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-46650139', 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:01.985611 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:01.989417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.049762 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:02.064534 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:01Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:02.091162 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Checking router: 6d69db37-19d4-4a1c-bc48-8e07233cb77f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:02.091489 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Updating router 6d69db37-19d4-4a1c-bc48-8e07233cb77f port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:02.094669 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:02.107969 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:02.121788 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.174895 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.251701 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Subnet': ['ID=5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:02.259730 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Checking segment: {'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:02.260088 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network hostable DHCP agents. Network: f3289f0a-580e-4f97-b8d3-9b59be971b0a, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:02.278069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:02.287321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f3289f0a-580e-4f97-b8d3-9b59be971b0a) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:02.291923 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:02.292518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.296129 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cff81-71f8-404b-9ecb-5fdfa10bcec6 None None] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:02.309539 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-038c5cae-97af-4871-af34-3a0383de46f5 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4255948 Jul 28 11:03:02.312254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57476) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:02.385097 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Publish callbacks [] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.390904 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.413182 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-f3289f0a-580e-4f97-b8d3-9b59be971b0a', 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'fixed_ips': [{'subnet_id': '5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:03:02.414525 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.434910 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Attempting to bind port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:02.435277 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Attempting to bind port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:02.435637 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Attempting to bind port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:02.442866 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:02.443853 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:02.444256 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.444640 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:02.445282 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Bound port: b40cd8bc-d936-4b5d-9a7b-b85e7af6a857, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:02.445943 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.475328 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:02.496012 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] For port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:02.499692 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] For port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:02.507569 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.544386 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Pushing event updated for resources: {'Port': ['ID=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:02.547985 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Routers {'6d69db37-19d4-4a1c-bc48-8e07233cb77f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:02.548613 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:02.555650 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.556004 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.556420 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.556773 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.557092 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.557425 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.557749 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.558097 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.558422 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.558744 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.559064 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.559382 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.559699 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.560198 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.560681 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:02.560945 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Allocated IP 172.20.0.2 (f3289f0a-580e-4f97-b8d3-9b59be971b0a/5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc/96af146b-de2e-42e7-8ddf-ace71d335aa2) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:02.576695 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:02.701403 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec484e3-db70-4c21-a0db-ef74bc127485 None None] Pushing event updated for resources: {'Port': ['ID=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:02.721013 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Publish callbacks [] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.722667 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] Set router 6d69db37-19d4-4a1c-bc48-8e07233cb77f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:02.729906 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.736176 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8f2f4db-a15f-4206-aca2-ce7b678e122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.778954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:02.784378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:02.786482 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Pushing event updated for resources: {'Port': ['ID=96af146b-de2e-42e7-8ddf-ace71d335aa2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:02.788630 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:02.790857 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.851431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Attempting to bind port 96af146b-de2e-42e7-8ddf-ace71d335aa2 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:02.851810 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Attempting to bind port 96af146b-de2e-42e7-8ddf-ace71d335aa2 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:02.852180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Attempting to bind port 96af146b-de2e-42e7-8ddf-ace71d335aa2 on network f3289f0a-580e-4f97-b8d3-9b59be971b0a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:02.857299 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:02.857684 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Checking segment: {'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:02.858168 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.858569 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Bound using segment: {'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:02.859046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Bound port: 96af146b-de2e-42e7-8ddf-ace71d335aa2, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:02.859480 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.895916 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:02.919009 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:02.927075 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:01Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:02.928998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] For port 96af146b-de2e-42e7-8ddf-ace71d335aa2, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:02.932388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] For port 96af146b-de2e-42e7-8ddf-ace71d335aa2, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=96af146b-de2e-42e7-8ddf-ace71d335aa2,segment=NetworkSegment(971c23fb-9d39-4773-a978-cc559ecf863d),segment_id=971c23fb-9d39-4773-a978-cc559ecf863d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:02.939430 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:02.955249 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ca9b7-e1c8-4fcc-bfae-1f38ca40ccde None None] The sync data for ids ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'] in n-d-850468-6 is: [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:01Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:03.009391 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4a443-0260-4902-b12e-b78bd2ec686d None None] Pushing event updated for resources: {'Port': ['ID=96af146b-de2e-42e7-8ddf-ace71d335aa2,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:03.101514 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:03.122565 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.20.0.1 (f3289f0a-580e-4f97-b8d3-9b59be971b0a/5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc/849e4e05-cb2d-40ef-a789-a2cd260ceece) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:03.283327 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:03.323745 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:03.378259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:03.384421 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:03.388810 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:03.393723 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=849e4e05-cb2d-40ef-a789-a2cd260ceece,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:03.442982 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (6d69db37-19d4-4a1c-bc48-8e07233cb77f), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:03.497917 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:03.585334 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:03.710902 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96af146b-de2e-42e7-8ddf-ace71d335aa2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:03.776173 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 96af146b-de2e-42e7-8ddf-ace71d335aa2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:03.776304 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:03.872515 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 96af146b-de2e-42e7-8ddf-ace71d335aa2 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:03.872904 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:03.912980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 96af146b-de2e-42e7-8ddf-ace71d335aa2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=96af146b-de2e-42e7-8ddf-ace71d335aa2,segment=NetworkSegment(971c23fb-9d39-4773-a978-cc559ecf863d),segment_id=971c23fb-9d39-4773-a978-cc559ecf863d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:03.918061 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:03.919373 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:03.994568 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:03.995091 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.069750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=96af146b-de2e-42e7-8ddf-ace71d335aa2,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:04.191927 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.197125 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.217146 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b7cb0f-dbd9-4436-964f-0097b4d7116d None None] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:04.280420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (6d69db37-19d4-4a1c-bc48-8e07233cb77f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.283498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=849e4e05-cb2d-40ef-a789-a2cd260ceece,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:04.291116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a6391ca6-8c8b-4e02-802f-ac9f4abb130a None None] Provisioning complete for port 96af146b-de2e-42e7-8ddf-ace71d335aa2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:04.291503 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a6391ca6-8c8b-4e02-802f-ac9f4abb130a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.294624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:04.295016 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.327902 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:04.333712 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:04.362438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:04.369388 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.382516 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:04.384156 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:04.435722 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:04.481083 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:04.490947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a6391ca6-8c8b-4e02-802f-ac9f4abb130a None None] Current status of the port 96af146b-de2e-42e7-8ddf-ace71d335aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:04.509993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 6d69db37-19d4-4a1c-bc48-8e07233cb77f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:04.620313 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:04.626031 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-27e16e11-d69c-4533-b1c1-0e69d5f17566 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/6d69db37-19d4-4a1c-bc48-8e07233cb77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3112783 Jul 28 11:03:04.713527 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-500baa0f-be42-41d7-93f3-2a7e089607d8 None None] Provisioning complete for port 96af146b-de2e-42e7-8ddf-ace71d335aa2 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:04.714240 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-500baa0f-be42-41d7-93f3-2a7e089607d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.810207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-500baa0f-be42-41d7-93f3-2a7e089607d8 None None] Current status of the port 96af146b-de2e-42e7-8ddf-ace71d335aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:04.815268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Sync routers for ids ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:04.822440 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3bee922-a003-4434-9116-fd601b8049d0 req-e2e90b31-3bef-4b91-966e-67ebe467df8f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190279213&fields=id&tenant_id=7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 267 time: 0.0751472 Jul 28 11:03:04.830824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-500baa0f-be42-41d7-93f3-2a7e089607d8 None None] Provisioning complete for port 849e4e05-cb2d-40ef-a789-a2cd260ceece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:04.831459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-500baa0f-be42-41d7-93f3-2a7e089607d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:04.870248 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Routers {'6d69db37-19d4-4a1c-bc48-8e07233cb77f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:04.870997 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:02:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:04.879939 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:04.915316 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:04.915471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-500baa0f-be42-41d7-93f3-2a7e089607d8 None None] Port 849e4e05-cb2d-40ef-a789-a2cd260ceece cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:04.944955 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bee922-a003-4434-9116-fd601b8049d0 req-93cc98d9-ba79-449b-803f-13b117e49e7a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:04.946617 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3bee922-a003-4434-9116-fd601b8049d0 req-93cc98d9-ba79-449b-803f-13b117e49e7a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/networks?id=f3289f0a-580e-4f97-b8d3-9b59be971b0a HTTP/1.1" status: 200 len: 796 time: 0.1208706 Jul 28 11:03:04.962755 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3bee922-a003-4434-9116-fd601b8049d0 req-f31627de-35d4-47f0-a43b-9b19f6324160 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/quotas/7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 375 time: 0.0105386 Jul 28 11:03:05.012296 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Set router 6d69db37-19d4-4a1c-bc48-8e07233cb77f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:05.028226 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3bee922-a003-4434-9116-fd601b8049d0 req-ae4d3cb0-59cf-490c-b5a4-336ad0ef4d38 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541db534c7e440e98bf4498391d8c43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589664 Jul 28 11:03:05.069754 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-73fff742-7acb-42f5-be8d-f1b88c35c0a5 None None] Provisioning complete for port 849e4e05-cb2d-40ef-a789-a2cd260ceece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:05.070066 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-73fff742-7acb-42f5-be8d-f1b88c35c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.080207 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2b38d550-1ddc-4c0f-bba5-9831f9fd8c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.139852 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3bee922-a003-4434-9116-fd601b8049d0 req-01cff3e0-0d24-4bd7-b981-002fc544c302 service neutron] 10.222.0.46 "GET /v2.0/networks/f3289f0a-580e-4f97-b8d3-9b59be971b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988431 Jul 28 11:03:05.183424 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-73fff742-7acb-42f5-be8d-f1b88c35c0a5 None None] Port 849e4e05-cb2d-40ef-a789-a2cd260ceece cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:05.237014 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-a3bee922-a003-4434-9116-fd601b8049d0 req-07af73fa-24bf-4584-97a1-8b2f3034d394 service neutron] 10.222.0.46 "GET /v2.0/networks/f3289f0a-580e-4f97-b8d3-9b59be971b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896821 Jul 28 11:03:05.268733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:03Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '849e4e05-cb2d-40ef-a789-a2cd260ceece', 'name': '', 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:7a:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:02Z', 'updated_at': '2022-07-28T11:03:04Z', 'revision_number': 2, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:05.298519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Checking router: 6d69db37-19d4-4a1c-bc48-8e07233cb77f for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:05.298876 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Updating router 6d69db37-19d4-4a1c-bc48-8e07233cb77f port 849e4e05-cb2d-40ef-a789-a2cd260ceece binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:05.332140 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-1fa37ef3-46f8-4477-8ec1-75446914f16e None None] Provisioning complete for port 849e4e05-cb2d-40ef-a789-a2cd260ceece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:05.332436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1fa37ef3-46f8-4477-8ec1-75446914f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.357751 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.384509 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-1fa37ef3-46f8-4477-8ec1-75446914f16e None None] Port 849e4e05-cb2d-40ef-a789-a2cd260ceece cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:05.416229 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-497d41ae-a276-4595-bd13-5b24d5f4f598 req-0d7a23eb-161b-4aef-8248-5cb456ac93ab tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b29d5a1-419b-41cd-b9a6-dac7fdb36880 HTTP/1.1" status: 200 len: 210 time: 0.0344250 Jul 28 11:03:05.501487 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:05.636932 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:05.658131 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96af146b-de2e-42e7-8ddf-ace71d335aa2 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:05.661267 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Publish callbacks [] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.683018 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.743407 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fbd2b-a1fd-4945-9822-594e44fdaca1 None None] Pushing event updated for resources: {'Port': ['ID=849e4e05-cb2d-40ef-a789-a2cd260ceece,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:05.759988 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 96af146b-de2e-42e7-8ddf-ace71d335aa2 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:05.760358 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.840286 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Attempting to bind port 849e4e05-cb2d-40ef-a789-a2cd260ceece on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:05.840580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Attempting to bind port 849e4e05-cb2d-40ef-a789-a2cd260ceece by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:05.840943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Attempting to bind port 849e4e05-cb2d-40ef-a789-a2cd260ceece on network f3289f0a-580e-4f97-b8d3-9b59be971b0a {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:05.849635 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:05.850041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Checking segment: {'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:05.850446 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.850839 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Bound using segment: {'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:05.851298 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Bound port: 849e4e05-cb2d-40ef-a789-a2cd260ceece, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971c23fb-9d39-4773-a978-cc559ecf863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:05.851678 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:05.934748 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 96af146b-de2e-42e7-8ddf-ace71d335aa2 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:05.935770 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:05.967545 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] For port 849e4e05-cb2d-40ef-a789-a2cd260ceece, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:05.985256 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] For port 849e4e05-cb2d-40ef-a789-a2cd260ceece, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=849e4e05-cb2d-40ef-a789-a2cd260ceece,segment=NetworkSegment(971c23fb-9d39-4773-a978-cc559ecf863d),segment_id=971c23fb-9d39-4773-a978-cc559ecf863d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:05.994063 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:06.040676 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:06.041057 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:06.072614 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ccb01306-2a89-4b60-bbc0-8dcf8bf82aac None None] Provisioning complete for port 849e4e05-cb2d-40ef-a789-a2cd260ceece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:06.072987 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccb01306-2a89-4b60-bbc0-8dcf8bf82aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:06.262434 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fbd2b-a1fd-4945-9822-594e44fdaca1 None None] Pushing event updated for resources: {'Port': ['ID=849e4e05-cb2d-40ef-a789-a2cd260ceece,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:06.271473 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Routers {'6d69db37-19d4-4a1c-bc48-8e07233cb77f'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:06.272291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:06.307989 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:06.380873 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:06.414668 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:06.419423 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:06.446081 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ccb01306-2a89-4b60-bbc0-8dcf8bf82aac None None] Current status of the port 849e4e05-cb2d-40ef-a789-a2cd260ceece is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:06.446468 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccb01306-2a89-4b60-bbc0-8dcf8bf82aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:06.449643 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] Set router 6d69db37-19d4-4a1c-bc48-8e07233cb77f gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:06.535521 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-54a3a1de-5d5c-49f0-adcd-5d96be8e9226 req-c98a005b-2ea4-438e-a307-55ea02223fc0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b29d5a1-419b-41cd-b9a6-dac7fdb36880 HTTP/1.1" status: 200 len: 210 time: 0.0293868 Jul 28 11:03:06.543816 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:03:06.544339 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ccb01306-2a89-4b60-bbc0-8dcf8bf82aac None None] For port 849e4e05-cb2d-40ef-a789-a2cd260ceece, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=849e4e05-cb2d-40ef-a789-a2cd260ceece,segment=NetworkSegment(971c23fb-9d39-4773-a978-cc559ecf863d),segment_id=971c23fb-9d39-4773-a978-cc559ecf863d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:06.556723 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ccb01306-2a89-4b60-bbc0-8dcf8bf82aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:06.657474 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb01306-2a89-4b60-bbc0-8dcf8bf82aac None None] Pushing event updated for resources: {'Port': ['ID=849e4e05-cb2d-40ef-a789-a2cd260ceece,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:06.697400 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-6911c5cd-7289-499b-a269-99228d8b4634 req-1515120f-5adf-462d-82b4-b7855f705ae9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b29d5a1-419b-41cd-b9a6-dac7fdb36880 HTTP/1.1" status: 200 len: 210 time: 0.0318418 Jul 28 11:03:06.706645 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-4d8ad8ce-bc55-4fd0-b34a-ea5efb979538 None None] Provisioning complete for port 849e4e05-cb2d-40ef-a789-a2cd260ceece triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:06.707035 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad8ce-bc55-4fd0-b34a-ea5efb979538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:06.755966 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:03Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '849e4e05-cb2d-40ef-a789-a2cd260ceece', 'name': '', 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:7a:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:02Z', 'updated_at': '2022-07-28T11:03:05Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:06.787908 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401a54b-69f1-4d19-8d91-bb23c4f692bd None None] The sync data for ids ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'] in n-d-850468-6 is: [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:03Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '849e4e05-cb2d-40ef-a789-a2cd260ceece', 'name': '', 'network_id': 'f3289f0a-580e-4f97-b8d3-9b59be971b0a', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:7a:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:02Z', 'updated_at': '2022-07-28T11:03:05Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:06.831974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ad8ce-bc55-4fd0-b34a-ea5efb979538 None None] Current status of the port 849e4e05-cb2d-40ef-a789-a2cd260ceece is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:06.935451 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57504) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:07.038708 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:07.252737 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.293614 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (6d69db37-19d4-4a1c-bc48-8e07233cb77f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.543316 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port 849e4e05-cb2d-40ef-a789-a2cd260ceece {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:07.543677 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.593208 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:07.656218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port 849e4e05-cb2d-40ef-a789-a2cd260ceece, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=849e4e05-cb2d-40ef-a789-a2cd260ceece,segment=NetworkSegment(971c23fb-9d39-4773-a978-cc559ecf863d),segment_id=971c23fb-9d39-4773-a978-cc559ecf863d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:07.656870 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.657001 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.671535 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for 849e4e05-cb2d-40ef-a789-a2cd260ceece owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:07.684477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 849e4e05-cb2d-40ef-a789-a2cd260ceece up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:07.723709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.738079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 849e4e05-cb2d-40ef-a789-a2cd260ceece triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:07.738459 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.821845 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 849e4e05-cb2d-40ef-a789-a2cd260ceece is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:07.872603 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (849e4e05-cb2d-40ef-a789-a2cd260ceece), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:07.901090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=849e4e05-cb2d-40ef-a789-a2cd260ceece,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:08.073246 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:08.086255 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (6d69db37-19d4-4a1c-bc48-8e07233cb77f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.294676 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 6d69db37-19d4-4a1c-bc48-8e07233cb77f has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:08.400434 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:08.405373 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-75ffea59-030a-4a27-a953-58ed1eac9f31 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/6d69db37-19d4-4a1c-bc48-8e07233cb77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689007 Jul 28 11:03:08.408992 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57506) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:08.412397 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] Sync routers for ids ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:08.423221 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] Routers {'6d69db37-19d4-4a1c-bc48-8e07233cb77f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:08.423835 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:08.461538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting subnet 5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:03:08.464712 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.501672 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:08.512505 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.525156 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] Set router 6d69db37-19d4-4a1c-bc48-8e07233cb77f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:08.595741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.619245 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:08.653834 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.689067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:08.691073 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.696592 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5b78ecd4-9b57-478d-a8e9-d78de09c6582 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/subnets/5d6d0a9a-c0c1-4d29-ae7d-fefb90816fdc HTTP/1.1" status: 204 len: 168 time: 0.2842708 Jul 28 11:03:08.697365 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57508) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:08.698298 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:07Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:08.702518 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702d6c3-6bfc-42b8-ad37-c0df4f374bcd None None] Network f3289f0a-580e-4f97-b8d3-9b59be971b0a requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:08.729725 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] Checking router: 6d69db37-19d4-4a1c-bc48-8e07233cb77f for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:08.742182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] Routers {'6d69db37-19d4-4a1c-bc48-8e07233cb77f'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:08.742806 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:08.806950 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (6d69db37-19d4-4a1c-bc48-8e07233cb77f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.858422 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] Set router 6d69db37-19d4-4a1c-bc48-8e07233cb77f gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:08.879583 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] DHCP port deletion for f3289f0a-580e-4f97-b8d3-9b59be971b0a request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:03:08.916279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (6d69db37-19d4-4a1c-bc48-8e07233cb77f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.918828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] Deleting port 96af146b-de2e-42e7-8ddf-ace71d335aa2 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:08.919412 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.952736 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:08.973734 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:08.974268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:08.997408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] For port 96af146b-de2e-42e7-8ddf-ace71d335aa2, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=96af146b-de2e-42e7-8ddf-ace71d335aa2,segment=NetworkSegment(971c23fb-9d39-4773-a978-cc559ecf863d),segment_id=971c23fb-9d39-4773-a978-cc559ecf863d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:08.997816 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.012489 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:09.013890 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] Calling delete_port for 96af146b-de2e-42e7-8ddf-ace71d335aa2 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:09.064486 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:09.067852 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port b40cd8bc-d936-4b5d-9a7b-b85e7af6a857, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:09.068375 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.084660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:09.100483 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (96af146b-de2e-42e7-8ddf-ace71d335aa2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.121116 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:07Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:09.132194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] Pushing event deleted for resources: {'Port': ['ID=96af146b-de2e-42e7-8ddf-ace71d335aa2,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:09.138993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48513b-9ed7-491f-88a9-a8bbb0d694a4 None None] No DVR routers for this DVR port 96af146b-de2e-42e7-8ddf-ace71d335aa2 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:03:09.150777 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8ef6e-32c4-4388-96a8-f66889d87082 None None] The sync data for ids ['6d69db37-19d4-4a1c-bc48-8e07233cb77f'] in n-d-850468-6 is: [{'id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745938685', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:07Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'b40cd8bc-d936-4b5d-9a7b-b85e7af6a857', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69db37-19d4-4a1c-bc48-8e07233cb77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:00Z', 'updated_at': '2022-07-28T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:09.268120 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (b40cd8bc-d936-4b5d-9a7b-b85e7af6a857), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.295749 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=b40cd8bc-d936-4b5d-9a7b-b85e7af6a857,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:09.365666 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (6d69db37-19d4-4a1c-bc48-8e07233cb77f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.451913 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (6d69db37-19d4-4a1c-bc48-8e07233cb77f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.454004 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (6d69db37-19d4-4a1c-bc48-8e07233cb77f), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.455276 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:09.496383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (6d69db37-19d4-4a1c-bc48-8e07233cb77f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.497211 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Fanout notify agent at l3_agent the message router_deleted on router 6d69db37-19d4-4a1c-bc48-8e07233cb77f {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:03:09.504269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.505418 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1e21d1c7-87d9-45eb-b087-c5a0aa5125d3 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/routers/6d69db37-19d4-4a1c-bc48-8e07233cb77f HTTP/1.1" status: 204 len: 168 time: 0.8077011 Jul 28 11:03:09.508064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57510) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:09.590881 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (f3289f0a-580e-4f97-b8d3-9b59be971b0a), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.698883 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (f3289f0a-580e-4f97-b8d3-9b59be971b0a), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.705663 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96af146b-de2e-42e7-8ddf-ace71d335aa2 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:09.723102 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3289f0a-580e-4f97-b8d3-9b59be971b0a']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:09.728332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 96af146b-de2e-42e7-8ddf-ace71d335aa2 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:09.728888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 96af146b-de2e-42e7-8ddf-ace71d335aa2 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:09.729480 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 849e4e05-cb2d-40ef-a789-a2cd260ceece no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:09.735883 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971c23fb-9d39-4773-a978-cc559ecf863d') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:09.736188 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971c23fb-9d39-4773-a978-cc559ecf863d') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:09.749732 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 849e4e05-cb2d-40ef-a789-a2cd260ceece {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:09.750457 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 849e4e05-cb2d-40ef-a789-a2cd260ceece not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:09.750933 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (971c23fb-9d39-4773-a978-cc559ecf863d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.766760 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (971c23fb-9d39-4773-a978-cc559ecf863d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.773729 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:03:09.774383 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (971c23fb-9d39-4773-a978-cc559ecf863d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.820221 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 971c23fb-9d39-4773-a978-cc559ecf863d resource provider aggregate not found Jul 28 11:03:09.842493 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 971c23fb-9d39-4773-a978-cc559ecf863d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 971c23fb-9d39-4773-a978-cc559ecf863d found for delete ", "request_id": "req-87b33cf9-55e1-4373-a5c7-3eeae070486b"}]} Jul 28 11:03:09.854114 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (f3289f0a-580e-4f97-b8d3-9b59be971b0a), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.861780 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.867392 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/networks/f3289f0a-580e-4f97-b8d3-9b59be971b0a HTTP/1.1" status: 204 len: 168 time: 0.3559511 Jul 28 11:03:09.867853 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57516) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:09.877847 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f89f8-376d-4d2a-bf1f-c59bc5a0ceb9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Network': ['ID=f3289f0a-580e-4f97-b8d3-9b59be971b0a,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:09.926831 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8391d09c-74c9-4f32-a394-513f3ba90db1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (d6ac9c44-829d-4023-b56d-18e79b60c0a3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:09.951782 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8391d09c-74c9-4f32-a394-513f3ba90db1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (d6ac9c44-829d-4023-b56d-18e79b60c0a3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.009755 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8391d09c-74c9-4f32-a394-513f3ba90db1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d6ac9c44-829d-4023-b56d-18e79b60c0a3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.012325 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8391d09c-74c9-4f32-a394-513f3ba90db1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.013472 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8391d09c-74c9-4f32-a394-513f3ba90db1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6ac9c44-829d-4023-b56d-18e79b60c0a3 HTTP/1.1" status: 204 len: 168 time: 0.1445882 Jul 28 11:03:10.023297 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391d09c-74c9-4f32-a394-513f3ba90db1 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac9c44-829d-4023-b56d-18e79b60c0a3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.113252 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57522) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:10.117843 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-425658c7-c065-49a7-9a29-b64cd1c094d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360903490', 'description': 'tempest-secgroup-smoke-1360903490 description', 'project_id': '7541db534c7e440e98bf4498391d8c43'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:10.144744 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-425658c7-c065-49a7-9a29-b64cd1c094d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.217509 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-425658c7-c065-49a7-9a29-b64cd1c094d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (04293c76-cd55-4f70-a548-466691b91cc4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.220994 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-425658c7-c065-49a7-9a29-b64cd1c094d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (04293c76-cd55-4f70-a548-466691b91cc4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.252030 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-425658c7-c065-49a7-9a29-b64cd1c094d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.253247 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-425658c7-c065-49a7-9a29-b64cd1c094d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1389396 Jul 28 11:03:10.254362 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425658c7-c065-49a7-9a29-b64cd1c094d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04293c76-cd55-4f70-a548-466691b91cc4,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.256259 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57524) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:10.265210 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cdf44d84-be1e-4fc9-b0a7-ff0e6eba2c97 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '04293c76-cd55-4f70-a548-466691b91cc4', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:10.291943 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdf44d84-be1e-4fc9-b0a7-ff0e6eba2c97 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (50777f7f-0e29-4eda-bd58-f88fcb47908e), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.347486 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdf44d84-be1e-4fc9-b0a7-ff0e6eba2c97 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (50777f7f-0e29-4eda-bd58-f88fcb47908e), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.351163 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdf44d84-be1e-4fc9-b0a7-ff0e6eba2c97 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (50777f7f-0e29-4eda-bd58-f88fcb47908e), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.356664 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:10.371895 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf44d84-be1e-4fc9-b0a7-ff0e6eba2c97 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50777f7f-0e29-4eda-bd58-f88fcb47908e,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.377150 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cdf44d84-be1e-4fc9-b0a7-ff0e6eba2c97 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.378369 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cdf44d84-be1e-4fc9-b0a7-ff0e6eba2c97 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166780 Jul 28 11:03:10.381504 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57526) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:10.386043 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-cfd65235-9370-47d1-b257-9f25692554fa tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '04293c76-cd55-4f70-a548-466691b91cc4', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:10.417072 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfd65235-9370-47d1-b257-9f25692554fa tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (c21b24ab-1895-499d-9cba-82198ffc2522), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.464994 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfd65235-9370-47d1-b257-9f25692554fa tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (c21b24ab-1895-499d-9cba-82198ffc2522), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.469662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfd65235-9370-47d1-b257-9f25692554fa tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c21b24ab-1895-499d-9cba-82198ffc2522), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.487839 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd65235-9370-47d1-b257-9f25692554fa tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21b24ab-1895-499d-9cba-82198ffc2522,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.495149 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-cfd65235-9370-47d1-b257-9f25692554fa tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.496339 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cfd65235-9370-47d1-b257-9f25692554fa tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136980 Jul 28 11:03:10.499063 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57528) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:10.503658 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-477615b8-4f7e-473f-bbd8-3fae546f7f6b tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '04293c76-cd55-4f70-a548-466691b91cc4', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:10.530122 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-477615b8-4f7e-473f-bbd8-3fae546f7f6b tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (2ba081b6-64c2-4edf-9026-463b5419a734), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.586816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-477615b8-4f7e-473f-bbd8-3fae546f7f6b tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (2ba081b6-64c2-4edf-9026-463b5419a734), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.590272 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-477615b8-4f7e-473f-bbd8-3fae546f7f6b tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2ba081b6-64c2-4edf-9026-463b5419a734), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.608674 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477615b8-4f7e-473f-bbd8-3fae546f7f6b tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba081b6-64c2-4edf-9026-463b5419a734,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.617526 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-477615b8-4f7e-473f-bbd8-3fae546f7f6b tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.618827 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-477615b8-4f7e-473f-bbd8-3fae546f7f6b tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188583 Jul 28 11:03:10.621538 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57530) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:10.626612 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-e51f1e13-c10f-4278-afc1-47a2250b26f4 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '04293c76-cd55-4f70-a548-466691b91cc4', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:10.653464 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e51f1e13-c10f-4278-afc1-47a2250b26f4 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (de037df8-9d57-4601-8b6a-1e92e8671b61), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.678472 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:10.717519 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e51f1e13-c10f-4278-afc1-47a2250b26f4 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (de037df8-9d57-4601-8b6a-1e92e8671b61), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.722004 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e51f1e13-c10f-4278-afc1-47a2250b26f4 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (de037df8-9d57-4601-8b6a-1e92e8671b61), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.741554 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f1e13-c10f-4278-afc1-47a2250b26f4 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de037df8-9d57-4601-8b6a-1e92e8671b61,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.749041 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-e51f1e13-c10f-4278-afc1-47a2250b26f4 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.751373 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-e51f1e13-c10f-4278-afc1-47a2250b26f4 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288846 Jul 28 11:03:10.754192 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57532) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:10.758586 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '04293c76-cd55-4f70-a548-466691b91cc4', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:10.779541 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:10.785233 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (683264dc-8a6e-43c8-8141-2827ce0e5c61), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.836741 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (683264dc-8a6e-43c8-8141-2827ce0e5c61), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.840322 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (683264dc-8a6e-43c8-8141-2827ce0e5c61), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.860234 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683264dc-8a6e-43c8-8141-2827ce0e5c61,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.868184 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.869388 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6577a6e2-5213-40d2-b5a7-478d818007f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142614 Jul 28 11:03:10.872061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57534) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:10.876448 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': '04293c76-cd55-4f70-a548-466691b91cc4', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:10.897829 n-d-850468-6 neutron-server[104687]: INFO neutron.db.securitygroups_db [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:10.904139 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (799ce3a1-9cc6-468f-85fe-93848ae847e1), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.965262 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (799ce3a1-9cc6-468f-85fe-93848ae847e1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.969545 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (799ce3a1-9cc6-468f-85fe-93848ae847e1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.989759 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799ce3a1-9cc6-468f-85fe-93848ae847e1,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:10.996136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:10.997329 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-8f70c39f-db85-46e7-a46b-2d5a9f3f2e74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243341 Jul 28 11:03:11.000292 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57536) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:11.005492 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'network': {'name': 'tempest-network-smoke--1951111908', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'port_security_enabled': True}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:11.014485 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:11.029555 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:11.034084 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.057358 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:11.066522 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a8c64460-7a75-492e-a68a-52d8902602dd), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.066863 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Added segment a8c64460-7a75-492e-a68a-52d8902602dd of type vlan for network 260b16b8-39ef-42f7-8f16-b52b7deb028f Jul 28 11:03:11.109869 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (260b16b8-39ef-42f7-8f16-b52b7deb028f), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.135337 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (260b16b8-39ef-42f7-8f16-b52b7deb028f), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.140235 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:11.141627 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.197591 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.1962829 Jul 28 11:03:11.200322 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57538) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:11.204710 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'admin_state_up': True, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:11.224972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6341fc3-cb6a-4e36-9a4e-590c1eb3c0e8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Network': ['ID=260b16b8-39ef-42f7-8f16-b52b7deb028f,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:11.236123 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:11.238452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (2d1c3dee-0495-432f-b699-9b485a9e91da), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.239530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (2d1c3dee-0495-432f-b699-9b485a9e91da), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.557424 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (2d1c3dee-0495-432f-b699-9b485a9e91da), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.601471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:11.627324 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:11.627666 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device b40cd8bc-d936-4b5d-9a7b-b85e7af6a857 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:11.641428 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.695919 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (2d1c3dee-0495-432f-b699-9b485a9e91da), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.791504 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:11.882013 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (2d1c3dee-0495-432f-b699-9b485a9e91da), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:11.900492 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:12.001920 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.25.2.231 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:12.107589 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:12.142205 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:12.147652 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:12.189051 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:12.192701 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:12.197045 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:12.219206 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:12.441569 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (2d1c3dee-0495-432f-b699-9b485a9e91da), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:12.630344 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:12.642835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (2d1c3dee-0495-432f-b699-9b485a9e91da), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:12.777429 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 2d1c3dee-0495-432f-b699-9b485a9e91da is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:03:12.886212 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:12.896872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Sync routers for ids ['2d1c3dee-0495-432f-b699-9b485a9e91da'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:12.907562 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Routers {'2d1c3dee-0495-432f-b699-9b485a9e91da'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:12.908177 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:12.908522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2d1c3dee-0495-432f-b699-9b485a9e91da'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:12.912253 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-2cad22e7-c9a3-42a0-8890-50a8d122ced9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7081871 Jul 28 11:03:12.912530 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57542) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:12.941019 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d886f7b2-f743-4886-bcff-444d45dfdc2b tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7541db534c7e440e98bf4498391d8c43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273979 Jul 28 11:03:12.943566 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57544) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:13.013530 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Set router 2d1c3dee-0495-432f-b699-9b485a9e91da gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:13.038551 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14ecbb-053e-4f79-8053-8a5df2e32d0f tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:13.040027 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-5b14ecbb-053e-4f79-8053-8a5df2e32d0f tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955427 Jul 28 11:03:13.042816 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57546) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:13.071646 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-74d0dd89-3943-4ade-b77e-e17b3e335356 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273664 Jul 28 11:03:13.073687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57548) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:13.078351 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502847539', 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:13.170332 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:13.174474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.192438 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:12Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:13.221757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Checking router: 2d1c3dee-0495-432f-b699-9b485a9e91da for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:13.222139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Updating router 2d1c3dee-0495-432f-b699-9b485a9e91da port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:13.247912 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:13.250657 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.360420 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (08eaad8c-5677-41a6-ac09-4f1961199352), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.420892 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Subnet': ['ID=08eaad8c-5677-41a6-ac09-4f1961199352,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:13.438974 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Checking segment: {'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:13.439404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network hostable DHCP agents. Network: 260b16b8-39ef-42f7-8f16-b52b7deb028f, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:13.459374 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:13.468987 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 260b16b8-39ef-42f7-8f16-b52b7deb028f) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:13.474075 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:13.474647 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.492683 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4156f469-6938-43c1-95e7-60a15a922e62 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4179482 Jul 28 11:03:13.495582 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57550) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:13.503249 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bf910-c500-421e-a296-c70be6d7dd6f None None] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:13.548515 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:13.677725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-260b16b8-39ef-42f7-8f16-b52b7deb028f', 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'fixed_ips': [{'subnet_id': '08eaad8c-5677-41a6-ac09-4f1961199352'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:03:13.678655 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.689375 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:13.794130 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:13.798852 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Publish callbacks [] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.812518 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.905547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef047f7-1da9-4773-b8af-237c7b7647bb None None] Pushing event updated for resources: {'Port': ['ID=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:13.916214 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Attempting to bind port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:13.916777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Attempting to bind port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:13.916909 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Attempting to bind port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:13.930927 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:13.931313 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:13.931709 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.932099 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:13.932564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Bound port: 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:13.932685 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.933133 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:13.935154 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Allocated IP 172.20.0.2 (260b16b8-39ef-42f7-8f16-b52b7deb028f/08eaad8c-5677-41a6-ac09-4f1961199352/9182112a-2fb2-40c8-a763-74abdfb852db) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:14.038461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] For port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:14.055477 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] For port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:14.070046 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.090962 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:14.171546 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef047f7-1da9-4773-b8af-237c7b7647bb None None] Pushing event updated for resources: {'Port': ['ID=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:14.176075 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Routers {'2d1c3dee-0495-432f-b699-9b485a9e91da'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:14.176687 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2d1c3dee-0495-432f-b699-9b485a9e91da'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:14.230577 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Publish callbacks [] for port (9182112a-2fb2-40c8-a763-74abdfb852db), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.241636 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.287981 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.20.0.1 (260b16b8-39ef-42f7-8f16-b52b7deb028f/08eaad8c-5677-41a6-ac09-4f1961199352/88fbf81f-36f5-4a73-9b00-acc8aeec5b32) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:14.318166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:14.326814 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:14.330342 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Pushing event updated for resources: {'Port': ['ID=9182112a-2fb2-40c8-a763-74abdfb852db,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:14.332662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:14.348049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] Set router 2d1c3dee-0495-432f-b699-9b485a9e91da gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:14.420668 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:14.496464 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Attempting to bind port 9182112a-2fb2-40c8-a763-74abdfb852db on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:14.496750 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Attempting to bind port 9182112a-2fb2-40c8-a763-74abdfb852db by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:14.497112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Attempting to bind port 9182112a-2fb2-40c8-a763-74abdfb852db on network 260b16b8-39ef-42f7-8f16-b52b7deb028f {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:14.508288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:14.508662 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Checking segment: {'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:14.509064 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.509454 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Bound using segment: {'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:14.509963 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Bound port: 9182112a-2fb2-40c8-a763-74abdfb852db, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:14.510343 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.621212 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:14.629679 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] For port 9182112a-2fb2-40c8-a763-74abdfb852db, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:14.640116 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:12Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:14.646461 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] For port 9182112a-2fb2-40c8-a763-74abdfb852db, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9182112a-2fb2-40c8-a763-74abdfb852db,segment=NetworkSegment(a8c64460-7a75-492e-a68a-52d8902602dd),segment_id=a8c64460-7a75-492e-a68a-52d8902602dd)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:14.671422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a366550-8c69-41ce-8745-60ad454f38d6 None None] The sync data for ids ['2d1c3dee-0495-432f-b699-9b485a9e91da'] in n-d-850468-6 is: [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:12Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:14.674167 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.674456 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.709092 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.737307 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498483e-9513-49f3-b2b9-f053d27575dc None None] Pushing event updated for resources: {'Port': ['ID=9182112a-2fb2-40c8-a763-74abdfb852db,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:14.767901 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:14.777459 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:14.778948 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:14.782328 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:14.841732 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (2d1c3dee-0495-432f-b699-9b485a9e91da), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:14.844609 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:15.034097 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:15.325362 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:15.330751 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:15.336952 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:15.421556 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:15.425458 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (2d1c3dee-0495-432f-b699-9b485a9e91da), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:15.534788 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:15.536338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:15.689568 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 2d1c3dee-0495-432f-b699-9b485a9e91da has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:15.746268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:15.795320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:15.795985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:15.812996 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:15.819017 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fa79879a-4185-44a6-bc98-579b9381d969 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/2d1c3dee-0495-432f-b699-9b485a9e91da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3220663 Jul 28 11:03:15.883877 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:15.884308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:15.919915 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:15.924738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8bf5b8-f7bd-45dc-8a6a-fcf94bbdb50b None None] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:15.942854 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:15.943656 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9182112a-2fb2-40c8-a763-74abdfb852db up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:15.981342 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:15.996028 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5a1b025d-c0aa-47b1-951f-a14dbc0c6477 req-b9792dc8-dfb7-402e-ba9e-20f11599072f tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360903490&fields=id&tenant_id=7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 267 time: 0.0471561 Jul 28 11:03:16.063857 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-97a0ac4f-3abe-4f92-8505-c67e812f0d4e None None] Provisioning complete for port 9182112a-2fb2-40c8-a763-74abdfb852db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:16.064129 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97a0ac4f-3abe-4f92-8505-c67e812f0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.112699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:16.116026 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b025d-c0aa-47b1-951f-a14dbc0c6477 req-7da66029-8921-4421-9ecd-bfdd2c3173de tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:16.117549 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5a1b025d-c0aa-47b1-951f-a14dbc0c6477 req-7da66029-8921-4421-9ecd-bfdd2c3173de tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/networks?id=260b16b8-39ef-42f7-8f16-b52b7deb028f HTTP/1.1" status: 200 len: 797 time: 0.1139758 Jul 28 11:03:16.135168 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5a1b025d-c0aa-47b1-951f-a14dbc0c6477 req-331f3034-6558-43c2-8412-96c16734b881 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/quotas/7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 375 time: 0.0111020 Jul 28 11:03:16.137359 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9182112a-2fb2-40c8-a763-74abdfb852db triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:16.137738 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.192776 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5a1b025d-c0aa-47b1-951f-a14dbc0c6477 req-687662a3-0a1f-4df5-953b-fe12c8e0a9c7 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541db534c7e440e98bf4498391d8c43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481138 Jul 28 11:03:16.307937 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5a1b025d-c0aa-47b1-951f-a14dbc0c6477 req-2e3d464e-af82-43ed-a358-b5c5d15a3733 service neutron] 10.222.0.46 "GET /v2.0/networks/260b16b8-39ef-42f7-8f16-b52b7deb028f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032107 Jul 28 11:03:16.335490 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:16.380045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-97a0ac4f-3abe-4f92-8505-c67e812f0d4e None None] Current status of the port 9182112a-2fb2-40c8-a763-74abdfb852db is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:16.380443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97a0ac4f-3abe-4f92-8505-c67e812f0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.412639 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5a1b025d-c0aa-47b1-951f-a14dbc0c6477 req-c99f6933-6320-4d7b-9fb1-713545ffd13b service neutron] 10.222.0.46 "GET /v2.0/networks/260b16b8-39ef-42f7-8f16-b52b7deb028f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976570 Jul 28 11:03:16.434171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9182112a-2fb2-40c8-a763-74abdfb852db is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:16.434428 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.454336 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-97a0ac4f-3abe-4f92-8505-c67e812f0d4e None None] For port 9182112a-2fb2-40c8-a763-74abdfb852db, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9182112a-2fb2-40c8-a763-74abdfb852db,segment=NetworkSegment(a8c64460-7a75-492e-a68a-52d8902602dd),segment_id=a8c64460-7a75-492e-a68a-52d8902602dd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:16.464691 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-97a0ac4f-3abe-4f92-8505-c67e812f0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.475992 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Sync routers for ids ['2d1c3dee-0495-432f-b699-9b485a9e91da'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:16.487178 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Routers {'2d1c3dee-0495-432f-b699-9b485a9e91da'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:16.487804 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2d1c3dee-0495-432f-b699-9b485a9e91da'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:16.564864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0ac4f-3abe-4f92-8505-c67e812f0d4e None None] Pushing event updated for resources: {'Port': ['ID=9182112a-2fb2-40c8-a763-74abdfb852db,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:16.594041 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 11:03:16.595128 n-d-850468-6 neutron-server[104689]: DEBUG oslo_db.api [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 11:03:16.635041 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Set router 2d1c3dee-0495-432f-b699-9b485a9e91da gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:16.645329 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-060cf098-b581-4b81-bc4f-e2ec5b59bad2 req-c250f971-7722-4698-894e-9ee59cbf8fb8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3d1756e-582a-4a3b-a898-847adc5f84c8 HTTP/1.1" status: 200 len: 210 time: 0.0370588 Jul 28 11:03:16.693913 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:16.694973 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2fb413a4-29bb-41f8-b23c-011d460a334b None None] Provisioning complete for port 9182112a-2fb2-40c8-a763-74abdfb852db triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:16.695583 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fb413a4-29bb-41f8-b23c-011d460a334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.786762 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2fb413a4-29bb-41f8-b23c-011d460a334b None None] Current status of the port 9182112a-2fb2-40c8-a763-74abdfb852db is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:16.811926 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2fb413a4-29bb-41f8-b23c-011d460a334b None None] Provisioning complete for port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:16.812785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2fb413a4-29bb-41f8-b23c-011d460a334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.864141 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2fb413a4-29bb-41f8-b23c-011d460a334b None None] Port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:16.878592 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:16.887093 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:14Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '88fbf81f-36f5-4a73-9b00-acc8aeec5b32', 'name': '', 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:f8:5f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '08eaad8c-5677-41a6-ac09-4f1961199352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:14Z', 'updated_at': '2022-07-28T11:03:15Z', 'revision_number': 2, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '08eaad8c-5677-41a6-ac09-4f1961199352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:16.914348 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Checking router: 2d1c3dee-0495-432f-b699-9b485a9e91da for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:16.914783 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Updating router 2d1c3dee-0495-432f-b699-9b485a9e91da port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:16.943869 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:16.990369 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-5904e457-fb43-42b2-9fe5-d6a926e06ddb None None] Provisioning complete for port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:16.990752 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5904e457-fb43-42b2-9fe5-d6a926e06ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.026319 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5904e457-fb43-42b2-9fe5-d6a926e06ddb None None] Port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:17.129692 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9182112a-2fb2-40c8-a763-74abdfb852db is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:17.143700 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fde96f2c-d475-44fc-b0f1-1d5ce64da77d None None] Provisioning complete for port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:17.144119 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fde96f2c-d475-44fc-b0f1-1d5ce64da77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.178482 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:17.181366 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fde96f2c-d475-44fc-b0f1-1d5ce64da77d None None] Port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:17.219904 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Publish callbacks [] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.225610 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.276571 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4a386-72de-49af-b326-5f6d241dbdc7 None None] Pushing event updated for resources: {'Port': ['ID=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:17.330424 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Attempting to bind port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:17.330786 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Attempting to bind port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:17.331143 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Attempting to bind port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 on network 260b16b8-39ef-42f7-8f16-b52b7deb028f {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:17.336563 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:17.336938 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Checking segment: {'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:17.337350 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.337729 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Bound using segment: {'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:17.338229 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Bound port: 88fbf81f-36f5-4a73-9b00-acc8aeec5b32, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c64460-7a75-492e-a68a-52d8902602dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:17.338615 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.403840 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] For port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:17.407909 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] For port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,segment=NetworkSegment(a8c64460-7a75-492e-a68a-52d8902602dd),segment_id=a8c64460-7a75-492e-a68a-52d8902602dd)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:17.414371 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.474600 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Routers {'2d1c3dee-0495-432f-b699-9b485a9e91da'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:17.475230 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2d1c3dee-0495-432f-b699-9b485a9e91da'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:17.477023 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4a386-72de-49af-b326-5f6d241dbdc7 None None] Pushing event updated for resources: {'Port': ['ID=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:17.507514 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a7e171b1-83ba-465c-8ee4-7815d7aebe41 None None] Provisioning complete for port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:17.507893 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7e171b1-83ba-465c-8ee4-7815d7aebe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.586826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a7e171b1-83ba-465c-8ee4-7815d7aebe41 None None] Current status of the port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:17.587231 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7e171b1-83ba-465c-8ee4-7815d7aebe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.595734 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] Set router 2d1c3dee-0495-432f-b699-9b485a9e91da gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:17.622841 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a7e171b1-83ba-465c-8ee4-7815d7aebe41 None None] For port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,segment=NetworkSegment(a8c64460-7a75-492e-a68a-52d8902602dd),segment_id=a8c64460-7a75-492e-a68a-52d8902602dd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:17.633534 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7e171b1-83ba-465c-8ee4-7815d7aebe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.689624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e171b1-83ba-465c-8ee4-7815d7aebe41 None None] Pushing event updated for resources: {'Port': ['ID=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:17.706502 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:17.754348 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a3866925-fb8e-4249-8cd5-f5c21640123d None None] Provisioning complete for port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:17.755038 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a3866925-fb8e-4249-8cd5-f5c21640123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.796374 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-5f1736e1-3b96-44df-bfdf-58d7e60f25b3 req-2abb7ec4-1df0-4f64-84aa-bfc56b0d6cff tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3d1756e-582a-4a3b-a898-847adc5f84c8 HTTP/1.1" status: 200 len: 210 time: 0.0469632 Jul 28 11:03:17.799906 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:17.803708 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:14Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '88fbf81f-36f5-4a73-9b00-acc8aeec5b32', 'name': '', 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:f8:5f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '08eaad8c-5677-41a6-ac09-4f1961199352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:14Z', 'updated_at': '2022-07-28T11:03:17Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '08eaad8c-5677-41a6-ac09-4f1961199352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:17.807829 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:17.808785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:17.835672 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73572d0-6017-4228-908d-2e57a8060315 None None] The sync data for ids ['2d1c3dee-0495-432f-b699-9b485a9e91da'] in n-d-850468-6 is: [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:14Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '88fbf81f-36f5-4a73-9b00-acc8aeec5b32', 'name': '', 'network_id': '260b16b8-39ef-42f7-8f16-b52b7deb028f', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:f8:5f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '08eaad8c-5677-41a6-ac09-4f1961199352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:14Z', 'updated_at': '2022-07-28T11:03:17Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '08eaad8c-5677-41a6-ac09-4f1961199352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:17.839553 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:17.940204 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a3866925-fb8e-4249-8cd5-f5c21640123d None None] Current status of the port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:17.942607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:17.943571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9182112a-2fb2-40c8-a763-74abdfb852db up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:17.985845 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-727e4fe9-fa2a-43e5-9e08-cc205ef71b5f req-082b5cd0-6f01-4d3a-829e-b94b226e3981 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3d1756e-582a-4a3b-a898-847adc5f84c8 HTTP/1.1" status: 200 len: 210 time: 0.0357871 Jul 28 11:03:17.994414 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 9182112a-2fb2-40c8-a763-74abdfb852db triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:17.994858 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:18.043572 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:18.078864 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 9182112a-2fb2-40c8-a763-74abdfb852db is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:18.196962 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57578) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:18.439008 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:18.535597 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:18.586129 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (2d1c3dee-0495-432f-b699-9b485a9e91da), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:18.829476 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:18.829917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:18.923060 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port 88fbf81f-36f5-4a73-9b00-acc8aeec5b32, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,segment=NetworkSegment(a8c64460-7a75-492e-a68a-52d8902602dd),segment_id=a8c64460-7a75-492e-a68a-52d8902602dd)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:18.923428 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:18.936726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:19.132702 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (88fbf81f-36f5-4a73-9b00-acc8aeec5b32), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:19.159363 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=88fbf81f-36f5-4a73-9b00-acc8aeec5b32,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:19.331086 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (2d1c3dee-0495-432f-b699-9b485a9e91da), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:19.707151 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:19.709344 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:19.820494 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 2d1c3dee-0495-432f-b699-9b485a9e91da has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:19.922554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:19.927404 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1309d0a7-1f54-4e23-a000-d491d695c14a tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/2d1c3dee-0495-432f-b699-9b485a9e91da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294908 Jul 28 11:03:19.930108 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57580) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:19.934084 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] Sync routers for ids ['2d1c3dee-0495-432f-b699-9b485a9e91da'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:19.945006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] Routers {'2d1c3dee-0495-432f-b699-9b485a9e91da'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:19.945632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2d1c3dee-0495-432f-b699-9b485a9e91da'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:19.982621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting subnet 08eaad8c-5677-41a6-ac09-4f1961199352 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:03:19.986784 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (08eaad8c-5677-41a6-ac09-4f1961199352), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.027371 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (08eaad8c-5677-41a6-ac09-4f1961199352), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.048487 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] Set router 2d1c3dee-0495-432f-b699-9b485a9e91da gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:20.114662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (08eaad8c-5677-41a6-ac09-4f1961199352), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.178230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (08eaad8c-5677-41a6-ac09-4f1961199352), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.206069 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Subnet': ['ID=08eaad8c-5677-41a6-ac09-4f1961199352,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:20.209748 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.215720 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57582) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:20.216184 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-318ed8cd-87ec-47c6-ba5a-57343a209d74 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/subnets/08eaad8c-5677-41a6-ac09-4f1961199352 HTTP/1.1" status: 204 len: 168 time: 0.2847080 Jul 28 11:03:20.216579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b77aba-b21e-421a-b1e2-45224819aa79 None None] Network 260b16b8-39ef-42f7-8f16-b52b7deb028f requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:20.269561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:19Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:20.303641 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] Checking router: 2d1c3dee-0495-432f-b699-9b485a9e91da for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:20.324416 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (2d1c3dee-0495-432f-b699-9b485a9e91da), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.339898 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] Routers {'2d1c3dee-0495-432f-b699-9b485a9e91da'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:20.340536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['2d1c3dee-0495-432f-b699-9b485a9e91da'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:20.415702 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:20.430945 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (2d1c3dee-0495-432f-b699-9b485a9e91da), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.451419 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] DHCP port deletion for 260b16b8-39ef-42f7-8f16-b52b7deb028f request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:03:20.460345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] Set router 2d1c3dee-0495-432f-b699-9b485a9e91da gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:20.480620 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:20.480984 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.566925 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:20.567303 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.581381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:20.586159 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] Deleting port 9182112a-2fb2-40c8-a763-74abdfb852db {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:20.586531 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.673125 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:20.676621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] For port 9182112a-2fb2-40c8-a763-74abdfb852db, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=9182112a-2fb2-40c8-a763-74abdfb852db,segment=NetworkSegment(a8c64460-7a75-492e-a68a-52d8902602dd),segment_id=a8c64460-7a75-492e-a68a-52d8902602dd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:20.676956 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.697793 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] Calling delete_port for 9182112a-2fb2-40c8-a763-74abdfb852db owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:20.755432 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.770782 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:19Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:20.785976 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:20.798072 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:20.800593 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a367efa-0301-4468-b93a-6bf2e797e43d None None] The sync data for ids ['2d1c3dee-0495-432f-b699-9b485a9e91da'] in n-d-850468-6 is: [{'id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580521435', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:19Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': '2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1c3dee-0495-432f-b699-9b485a9e91da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:11Z', 'updated_at': '2022-07-28T11:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:20.832473 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:20.842603 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (9182112a-2fb2-40c8-a763-74abdfb852db), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.868749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] Pushing event deleted for resources: {'Port': ['ID=9182112a-2fb2-40c8-a763-74abdfb852db,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:20.869700 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (2d1c3dee-0495-432f-b699-9b485a9e91da), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.870757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48f27f-f2cd-475e-8c58-be2c9e690edb None None] No DVR routers for this DVR port 9182112a-2fb2-40c8-a763-74abdfb852db on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:03:20.970026 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (2d1c3dee-0495-432f-b699-9b485a9e91da), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:20.972173 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (2d1c3dee-0495-432f-b699-9b485a9e91da), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.014624 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (2d1c3dee-0495-432f-b699-9b485a9e91da), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.015531 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Fanout notify agent at l3_agent the message router_deleted on router 2d1c3dee-0495-432f-b699-9b485a9e91da {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:03:21.022805 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.023907 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-55e5e97c-e785-44bf-ab54-044ccf1c2235 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/routers/2d1c3dee-0495-432f-b699-9b485a9e91da HTTP/1.1" status: 204 len: 168 time: 0.8065808 Jul 28 11:03:21.026628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57584) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:21.106941 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (260b16b8-39ef-42f7-8f16-b52b7deb028f), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.195308 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (260b16b8-39ef-42f7-8f16-b52b7deb028f), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.223576 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260b16b8-39ef-42f7-8f16-b52b7deb028f']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:21.233140 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c64460-7a75-492e-a68a-52d8902602dd') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:21.233676 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c64460-7a75-492e-a68a-52d8902602dd') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:21.245134 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (a8c64460-7a75-492e-a68a-52d8902602dd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.259078 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a8c64460-7a75-492e-a68a-52d8902602dd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.266137 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:03:21.266659 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (a8c64460-7a75-492e-a68a-52d8902602dd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.311925 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a8c64460-7a75-492e-a68a-52d8902602dd resource provider aggregate not found Jul 28 11:03:21.332563 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment a8c64460-7a75-492e-a68a-52d8902602dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8c64460-7a75-492e-a68a-52d8902602dd found for delete ", "request_id": "req-a37225a5-812e-4502-a11f-fb3193b906a9"}]} Jul 28 11:03:21.340364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (260b16b8-39ef-42f7-8f16-b52b7deb028f), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.348891 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.351276 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/networks/260b16b8-39ef-42f7-8f16-b52b7deb028f HTTP/1.1" status: 204 len: 168 time: 0.3237283 Jul 28 11:03:21.351830 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:21.354425 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57590) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:21.366924 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c3581-03d6-43c9-8b1d-47edaccda0d9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Network': ['ID=260b16b8-39ef-42f7-8f16-b52b7deb028f,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:21.417452 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de7e7468-6184-4dc5-a9ae-2a75b6d3e6cd tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (04293c76-cd55-4f70-a548-466691b91cc4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.449714 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de7e7468-6184-4dc5-a9ae-2a75b6d3e6cd tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (04293c76-cd55-4f70-a548-466691b91cc4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.513565 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de7e7468-6184-4dc5-a9ae-2a75b6d3e6cd tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (04293c76-cd55-4f70-a548-466691b91cc4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.517037 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-de7e7468-6184-4dc5-a9ae-2a75b6d3e6cd tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.518259 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-de7e7468-6184-4dc5-a9ae-2a75b6d3e6cd tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/security-groups/04293c76-cd55-4f70-a548-466691b91cc4 HTTP/1.1" status: 204 len: 168 time: 0.1628795 Jul 28 11:03:21.527319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e7468-6184-4dc5-a9ae-2a75b6d3e6cd tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04293c76-cd55-4f70-a548-466691b91cc4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:21.616192 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57596) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:21.621037 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-31a02b67-9c9a-4562-a7f0-1804b56db282 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344902360', 'description': 'tempest-secgroup-smoke-344902360 description', 'project_id': '7541db534c7e440e98bf4498391d8c43'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:21.642715 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31a02b67-9c9a-4562-a7f0-1804b56db282 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.709099 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31a02b67-9c9a-4562-a7f0-1804b56db282 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (e9408ef0-7f1c-47d6-9961-ea278b697dae), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.712634 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31a02b67-9c9a-4562-a7f0-1804b56db282 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e9408ef0-7f1c-47d6-9961-ea278b697dae), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.729041 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:21.746291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-31a02b67-9c9a-4562-a7f0-1804b56db282 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.747539 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-31a02b67-9c9a-4562-a7f0-1804b56db282 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1300340 Jul 28 11:03:21.748653 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a02b67-9c9a-4562-a7f0-1804b56db282 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9408ef0-7f1c-47d6-9961-ea278b697dae,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:21.751702 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57598) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:21.756764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-3f37f764-6b17-4d76-9c3f-d08a5eb46274 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'e9408ef0-7f1c-47d6-9961-ea278b697dae', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:21.786514 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f37f764-6b17-4d76-9c3f-d08a5eb46274 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (4e7762d3-a30b-4e93-a47d-0f520c071fb2), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.858631 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f37f764-6b17-4d76-9c3f-d08a5eb46274 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (4e7762d3-a30b-4e93-a47d-0f520c071fb2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.864746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f37f764-6b17-4d76-9c3f-d08a5eb46274 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (4e7762d3-a30b-4e93-a47d-0f520c071fb2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.876491 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:21.889719 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37f764-6b17-4d76-9c3f-d08a5eb46274 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7762d3-a30b-4e93-a47d-0f520c071fb2,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:21.896345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:21.896895 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 88fbf81f-36f5-4a73-9b00-acc8aeec5b32 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:21.897394 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:21.900536 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-3f37f764-6b17-4d76-9c3f-d08a5eb46274 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.901817 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-3f37f764-6b17-4d76-9c3f-d08a5eb46274 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487966 Jul 28 11:03:21.904670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57600) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:21.910402 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-8be29166-d64f-403b-b8df-5906fe8505e0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'e9408ef0-7f1c-47d6-9961-ea278b697dae', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:21.914845 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:21.919549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:21.919889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 2f69a60e-c0ca-4dbc-b8d6-75d1e3b559b8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:21.920302 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9182112a-2fb2-40c8-a763-74abdfb852db no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:21.939575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 9182112a-2fb2-40c8-a763-74abdfb852db {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:21.939924 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 9182112a-2fb2-40c8-a763-74abdfb852db not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:21.940503 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8be29166-d64f-403b-b8df-5906fe8505e0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (9e108e1c-b697-4320-9b30-596d0ae566c4), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:21.997256 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8be29166-d64f-403b-b8df-5906fe8505e0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (9e108e1c-b697-4320-9b30-596d0ae566c4), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.000481 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8be29166-d64f-403b-b8df-5906fe8505e0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9e108e1c-b697-4320-9b30-596d0ae566c4), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.021367 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be29166-d64f-403b-b8df-5906fe8505e0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e108e1c-b697-4320-9b30-596d0ae566c4,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.029042 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-8be29166-d64f-403b-b8df-5906fe8505e0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.030311 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-8be29166-d64f-403b-b8df-5906fe8505e0 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245670 Jul 28 11:03:22.033726 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57602) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:22.037953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-1bfb1226-a6d3-4989-a3d1-b474b2941184 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'e9408ef0-7f1c-47d6-9961-ea278b697dae', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:22.063985 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bfb1226-a6d3-4989-a3d1-b474b2941184 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (a438961a-d1a1-424e-8066-646c8d53a417), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.120660 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bfb1226-a6d3-4989-a3d1-b474b2941184 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (a438961a-d1a1-424e-8066-646c8d53a417), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.124251 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bfb1226-a6d3-4989-a3d1-b474b2941184 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a438961a-d1a1-424e-8066-646c8d53a417), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.142421 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb1226-a6d3-4989-a3d1-b474b2941184 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a438961a-d1a1-424e-8066-646c8d53a417,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.150214 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bfb1226-a6d3-4989-a3d1-b474b2941184 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.151402 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1bfb1226-a6d3-4989-a3d1-b474b2941184 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166885 Jul 28 11:03:22.154086 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57604) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:22.159276 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-58bd3614-492a-4426-ae46-42222077cb71 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'e9408ef0-7f1c-47d6-9961-ea278b697dae', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:22.186128 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58bd3614-492a-4426-ae46-42222077cb71 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (a7fff433-8913-4031-95b8-ab723eb24449), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.244979 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58bd3614-492a-4426-ae46-42222077cb71 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (a7fff433-8913-4031-95b8-ab723eb24449), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.248491 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58bd3614-492a-4426-ae46-42222077cb71 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a7fff433-8913-4031-95b8-ab723eb24449), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.268191 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd3614-492a-4426-ae46-42222077cb71 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fff433-8913-4031-95b8-ab723eb24449,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.273561 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-58bd3614-492a-4426-ae46-42222077cb71 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.274767 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-58bd3614-492a-4426-ae46-42222077cb71 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197543 Jul 28 11:03:22.277473 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57606) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:22.282607 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'e9408ef0-7f1c-47d6-9961-ea278b697dae', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:22.303254 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:22.309343 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (dc706f2a-3f33-48f5-9db7-6538e438f292), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.369718 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (dc706f2a-3f33-48f5-9db7-6538e438f292), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.373071 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (dc706f2a-3f33-48f5-9db7-6538e438f292), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.392717 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc706f2a-3f33-48f5-9db7-6538e438f292,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.400579 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.401764 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ff56ff88-9f73-4640-a11c-d9a33d6d6314 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233480 Jul 28 11:03:22.404454 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57608) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:22.409464 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'security_group_rule': {'security_group_id': 'e9408ef0-7f1c-47d6-9961-ea278b697dae', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:22.430459 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Project 7541db534c7e440e98bf4498391d8c43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:22.436290 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (b02d615f-228e-4616-8013-6c1d67e75e60), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.497066 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (b02d615f-228e-4616-8013-6c1d67e75e60), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.500839 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (b02d615f-228e-4616-8013-6c1d67e75e60), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.519212 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02d615f-228e-4616-8013-6c1d67e75e60,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.527518 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.528919 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ae340c40-cf20-4995-934a-27d3fb5ef249 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234858 Jul 28 11:03:22.532504 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57610) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:22.537334 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'network': {'name': 'tempest-network-smoke--1530447448', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'port_security_enabled': True}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:22.553599 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:22.558670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:22.562081 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.571154 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:22.589302 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:22.599485 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (79862544-1b5d-41b0-8267-6ea6a41015a0), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.599825 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Added segment 79862544-1b5d-41b0-8267-6ea6a41015a0 of type vlan for network 7441311b-d293-4fb4-99ff-ee4e6f56294b Jul 28 11:03:22.638895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (7441311b-d293-4fb4-99ff-ee4e6f56294b), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.667812 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (7441311b-d293-4fb4-99ff-ee4e6f56294b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.672734 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:22.673299 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.727223 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 750 time: 0.1936719 Jul 28 11:03:22.730061 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57612) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:22.734776 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'admin_state_up': True, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:22.742112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f8cf3-f51e-445d-a298-5ce2d5c825a8 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Network': ['ID=7441311b-d293-4fb4-99ff-ee4e6f56294b,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:22.752735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:22.758542 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (22863293-3018-4566-8c4b-5d246e858e1d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.759578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (22863293-3018-4566-8c4b-5d246e858e1d), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.813269 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (22863293-3018-4566-8c4b-5d246e858e1d), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:22.950295 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (22863293-3018-4566-8c4b-5d246e858e1d), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:23.119787 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (22863293-3018-4566-8c4b-5d246e858e1d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:23.138002 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:23.191147 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:23.246111 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.25.2.105 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/c60c6e2b-ae99-4f68-9026-9d49639ee2b1) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:23.347223 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:23.378995 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:23.420588 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:23.423097 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:23.428545 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:23.432763 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:23.436196 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:23.673451 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (22863293-3018-4566-8c4b-5d246e858e1d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:24.124398 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (22863293-3018-4566-8c4b-5d246e858e1d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:24.226507 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:24.257084 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 22863293-3018-4566-8c4b-5d246e858e1d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:03:24.355668 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:24.365032 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Sync routers for ids ['22863293-3018-4566-8c4b-5d246e858e1d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:24.375525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Routers {'22863293-3018-4566-8c4b-5d246e858e1d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:24.376177 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['22863293-3018-4566-8c4b-5d246e858e1d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:24.377347 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:24.378669 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d55ee260-b8fe-4f1e-a04f-921815de5be9 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6475067 Jul 28 11:03:24.381632 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57614) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:24.413208 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-c7f7c468-fdb7-4d87-b4c1-7add451f3ae9 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7541db534c7e440e98bf4498391d8c43&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303304 Jul 28 11:03:24.415707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57616) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:24.476094 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Set router 22863293-3018-4566-8c4b-5d246e858e1d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:24.505457 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c090d-8f45-4adb-bb38-c5e2000155df tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:24.506990 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-cf8c090d-8f45-4adb-bb38-c5e2000155df tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903740 Jul 28 11:03:24.509764 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57618) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:24.537429 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9c52b8d8-e2ee-456c-911f-4af2638b49d9 tempest-TestNetworkAdvancedServerOps-1034918292 tempest-TestNetworkAdvancedServerOps-1034918292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c45c8dc7-65d8-4dcb-8b4b-da6b676017e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265582 Jul 28 11:03:24.539889 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57620) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:24.544495 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-344990465', 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:24.644698 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Made reservation on behalf of 7541db534c7e440e98bf4498391d8c43 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:24.648268 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:24.685520 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:24.719354 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:24.722484 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:23Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:24.746879 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Checking router: 22863293-3018-4566-8c4b-5d246e858e1d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:24.747234 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Updating router 22863293-3018-4566-8c4b-5d246e858e1d port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:24.778916 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:24.842166 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (277fe697-3360-49a1-b9a3-b712b7116f56), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:24.908685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Subnet': ['ID=277fe697-3360-49a1-b9a3-b712b7116f56,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:24.917289 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Checking segment: {'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:24.917655 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network hostable DHCP agents. Network: 7441311b-d293-4fb4-99ff-ee4e6f56294b, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:24.935667 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:24.945240 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 7441311b-d293-4fb4-99ff-ee4e6f56294b) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:24.952189 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:24.952893 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:24.954200 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d0a003-6dbb-485b-a763-c8c4d5c316ea None None] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:24.972036 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-64c27057-67b8-4831-a505-f07d3ed4c62e tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4307616 Jul 28 11:03:24.974376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57622) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:25.045434 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Publish callbacks [] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.054305 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.077048 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-7441311b-d293-4fb4-99ff-ee4e6f56294b', 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b', 'project_id': '7541db534c7e440e98bf4498391d8c43', 'fixed_ips': [{'subnet_id': '277fe697-3360-49a1-b9a3-b712b7116f56'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:03:25.078077 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.106192 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Attempting to bind port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:25.106693 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Attempting to bind port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:25.107245 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Attempting to bind port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:25.119342 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:25.120007 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:25.120517 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.120997 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:25.121566 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Bound port: c60c6e2b-ae99-4f68-9026-9d49639ee2b1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:25.122131 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.167996 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f641d7e-631c-445f-ad7c-f5695c437d6e None None] Pushing event updated for resources: {'Port': ['ID=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:25.205818 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] For port c60c6e2b-ae99-4f68-9026-9d49639ee2b1, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:25.209096 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] For port c60c6e2b-ae99-4f68-9026-9d49639ee2b1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:25.217895 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.229335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Allocated IP 172.20.0.2 (7441311b-d293-4fb4-99ff-ee4e6f56294b/277fe697-3360-49a1-b9a3-b712b7116f56/0b20c5d4-094a-497b-ac74-1f6984cc1438) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:25.278434 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f641d7e-631c-445f-ad7c-f5695c437d6e None None] Pushing event updated for resources: {'Port': ['ID=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:25.293720 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Routers {'22863293-3018-4566-8c4b-5d246e858e1d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:25.294385 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['22863293-3018-4566-8c4b-5d246e858e1d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:25.295500 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:25.378698 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:25.411135 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] Set router 22863293-3018-4566-8c4b-5d246e858e1d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:25.502572 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.543670 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Publish callbacks [] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.551190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.590481 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:23Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:25.606642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:25.607942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:25.616828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Pushing event updated for resources: {'Port': ['ID=0b20c5d4-094a-497b-ac74-1f6984cc1438,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:25.619230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:25.624142 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52076447-7621-4b38-a4c2-1c213e5b9add None None] The sync data for ids ['22863293-3018-4566-8c4b-5d246e858e1d'] in n-d-850468-6 is: [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:23Z', 'revision_number': 3, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:25.678064 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:25.688795 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Attempting to bind port 0b20c5d4-094a-497b-ac74-1f6984cc1438 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:25.689176 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Attempting to bind port 0b20c5d4-094a-497b-ac74-1f6984cc1438 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:25.689553 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Attempting to bind port 0b20c5d4-094a-497b-ac74-1f6984cc1438 on network 7441311b-d293-4fb4-99ff-ee4e6f56294b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:25.692475 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:25.695742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:25.696133 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Checking segment: {'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:25.696538 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.696931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Bound using segment: {'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:25.697404 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Bound port: 0b20c5d4-094a-497b-ac74-1f6984cc1438, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:25.697818 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.764165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] For port 0b20c5d4-094a-497b-ac74-1f6984cc1438, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:25.768665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] For port 0b20c5d4-094a-497b-ac74-1f6984cc1438, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b20c5d4-094a-497b-ac74-1f6984cc1438,segment=NetworkSegment(79862544-1b5d-41b0-8267-6ea6a41015a0),segment_id=79862544-1b5d-41b0-8267-6ea6a41015a0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:25.774648 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:25.827774 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Allocated IP 172.20.0.1 (7441311b-d293-4fb4-99ff-ee4e6f56294b/277fe697-3360-49a1-b9a3-b712b7116f56/54f586d9-f160-4a7f-9077-dd10e8600ec4) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:25.839288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c4966-45e3-4e8c-982a-55c0ccaf0365 None None] Pushing event updated for resources: {'Port': ['ID=0b20c5d4-094a-497b-ac74-1f6984cc1438,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:25.995793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:26.034578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:26.093721 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:26.098024 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:26.102066 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:26.131319 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=54f586d9-f160-4a7f-9077-dd10e8600ec4,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:26.159556 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (22863293-3018-4566-8c4b-5d246e858e1d), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:26.267126 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:26.302767 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:26.593261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:26.598622 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:26.653623 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:26.685059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event updated for resources: {'Port': ['ID=54f586d9-f160-4a7f-9077-dd10e8600ec4,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:26.689126 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (22863293-3018-4566-8c4b-5d246e858e1d), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:26.794724 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:26.796381 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:26.857642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9f34f-3e71-4219-9cc6-4663d7b7c319 None None] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:26.911086 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 22863293-3018-4566-8c4b-5d246e858e1d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:26.929824 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9e9b1f49-4c00-49d7-9275-128db8c2743d None None] Provisioning complete for port 0b20c5d4-094a-497b-ac74-1f6984cc1438 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:26.930231 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1f49-4c00-49d7-9275-128db8c2743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.009049 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:27.046680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:27.057243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b1f49-4c00-49d7-9275-128db8c2743d None None] Current status of the port 0b20c5d4-094a-497b-ac74-1f6984cc1438 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:27.057800 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1f49-4c00-49d7-9275-128db8c2743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.061563 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a83aacde-281f-40bc-bccf-13c500d82f36 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/22863293-3018-4566-8c4b-5d246e858e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0861020 Jul 28 11:03:27.099031 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-9e9b1f49-4c00-49d7-9275-128db8c2743d None None] For port 0b20c5d4-094a-497b-ac74-1f6984cc1438, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b20c5d4-094a-497b-ac74-1f6984cc1438,segment=NetworkSegment(79862544-1b5d-41b0-8267-6ea6a41015a0),segment_id=79862544-1b5d-41b0-8267-6ea6a41015a0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:27.103883 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1f49-4c00-49d7-9275-128db8c2743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.170749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b1f49-4c00-49d7-9275-128db8c2743d None None] Pushing event updated for resources: {'Port': ['ID=0b20c5d4-094a-497b-ac74-1f6984cc1438,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:27.237278 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fea2e882-b04d-4507-98f8-8265b6e5c172 req-0f9bd84c-560c-44c4-9a5d-9c401d273abf tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344902360&fields=id&tenant_id=7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 267 time: 0.0520782 Jul 28 11:03:27.326354 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-47b2f2cf-c957-4ebe-bb09-f8c500f53253 None None] Provisioning complete for port 54f586d9-f160-4a7f-9077-dd10e8600ec4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:27.326992 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-47b2f2cf-c957-4ebe-bb09-f8c500f53253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.361725 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e882-b04d-4507-98f8-8265b6e5c172 req-782d2e43-4b7b-4d1f-a3a5-f9921d18cd77 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:27.361958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-47b2f2cf-c957-4ebe-bb09-f8c500f53253 None None] Port 54f586d9-f160-4a7f-9077-dd10e8600ec4 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:27.368892 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fea2e882-b04d-4507-98f8-8265b6e5c172 req-782d2e43-4b7b-4d1f-a3a5-f9921d18cd77 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/networks?id=7441311b-d293-4fb4-99ff-ee4e6f56294b HTTP/1.1" status: 200 len: 797 time: 0.1241210 Jul 28 11:03:27.375024 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-47b2f2cf-c957-4ebe-bb09-f8c500f53253 None None] Provisioning complete for port 0b20c5d4-094a-497b-ac74-1f6984cc1438 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:27.375635 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-47b2f2cf-c957-4ebe-bb09-f8c500f53253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.386100 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fea2e882-b04d-4507-98f8-8265b6e5c172 req-202b0a3a-8a4a-4953-b38a-c9cea43937ee tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/quotas/7541db534c7e440e98bf4498391d8c43 HTTP/1.1" status: 200 len: 375 time: 0.0164435 Jul 28 11:03:27.398701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Sync routers for ids ['22863293-3018-4566-8c4b-5d246e858e1d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:27.423899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Routers {'22863293-3018-4566-8c4b-5d246e858e1d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:27.424642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['22863293-3018-4566-8c4b-5d246e858e1d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:27.441668 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fea2e882-b04d-4507-98f8-8265b6e5c172 req-1daa65d2-a854-4e3d-aa83-e766fc0e0a2c tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7541db534c7e440e98bf4498391d8c43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546899 Jul 28 11:03:27.547026 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-47b2f2cf-c957-4ebe-bb09-f8c500f53253 None None] Current status of the port 0b20c5d4-094a-497b-ac74-1f6984cc1438 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:27.553893 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fea2e882-b04d-4507-98f8-8265b6e5c172 req-49915b85-1f32-4b6d-94f0-f402b3b9d5c1 service neutron] 10.222.0.46 "GET /v2.0/networks/7441311b-d293-4fb4-99ff-ee4e6f56294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983210 Jul 28 11:03:27.574374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Set router 22863293-3018-4566-8c4b-5d246e858e1d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:27.670576 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:27.678000 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-fea2e882-b04d-4507-98f8-8265b6e5c172 req-1e7d6d15-922e-4f26-8ef0-ec74e571af8e service neutron] 10.222.0.46 "GET /v2.0/networks/7441311b-d293-4fb4-99ff-ee4e6f56294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181993 Jul 28 11:03:27.726343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-3a826dac-6adf-4b66-a3d6-2a47041a25ca None None] Provisioning complete for port 54f586d9-f160-4a7f-9077-dd10e8600ec4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:27.726868 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3a826dac-6adf-4b66-a3d6-2a47041a25ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.756463 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c60c6e2b-ae99-4f68-9026-9d49639ee2b1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:27.805061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3a826dac-6adf-4b66-a3d6-2a47041a25ca None None] Port 54f586d9-f160-4a7f-9077-dd10e8600ec4 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:27.870889 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a5bc59df-0229-4bfd-b476-e48af81abb79 req-55a73f55-f679-4d0a-96e9-5d7bcb6c7721 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c90429d-4ff4-4cc4-8c8d-3aa415dafd0b HTTP/1.1" status: 200 len: 210 time: 0.0300114 Jul 28 11:03:27.894086 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:27.894086 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.932456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:26Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '54f586d9-f160-4a7f-9077-dd10e8600ec4', 'name': '', 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:7c:a1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '277fe697-3360-49a1-b9a3-b712b7116f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:25Z', 'updated_at': '2022-07-28T11:03:26Z', 'revision_number': 2, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '277fe697-3360-49a1-b9a3-b712b7116f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:27.963209 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-b9f86f28-d512-45a5-95d9-fa78251fca1e None None] Provisioning complete for port 54f586d9-f160-4a7f-9077-dd10e8600ec4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:27.963585 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b9f86f28-d512-45a5-95d9-fa78251fca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:27.968469 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Checking router: 22863293-3018-4566-8c4b-5d246e858e1d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:27.968947 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Updating router 22863293-3018-4566-8c4b-5d246e858e1d port 54f586d9-f160-4a7f-9077-dd10e8600ec4 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:28.033186 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.043624 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b9f86f28-d512-45a5-95d9-fa78251fca1e None None] Port 54f586d9-f160-4a7f-9077-dd10e8600ec4 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:28.068628 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:28.096913 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:28.097303 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.170632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port c60c6e2b-ae99-4f68-9026-9d49639ee2b1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:28.177190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.178051 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b20c5d4-094a-497b-ac74-1f6984cc1438 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:28.300288 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:28.318604 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 0b20c5d4-094a-497b-ac74-1f6984cc1438 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:28.319034 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.396870 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:28.462616 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 0b20c5d4-094a-497b-ac74-1f6984cc1438 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:28.476125 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Publish callbacks [] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.481390 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.529000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2e2f0-83a4-48a0-bd79-d80e86bb0bea None None] Pushing event updated for resources: {'Port': ['ID=54f586d9-f160-4a7f-9077-dd10e8600ec4,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:28.585112 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Attempting to bind port 54f586d9-f160-4a7f-9077-dd10e8600ec4 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:28.585484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Attempting to bind port 54f586d9-f160-4a7f-9077-dd10e8600ec4 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:28.585850 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Attempting to bind port 54f586d9-f160-4a7f-9077-dd10e8600ec4 on network 7441311b-d293-4fb4-99ff-ee4e6f56294b {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:28.591029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:28.591401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Checking segment: {'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:28.591798 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.592195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Bound using segment: {'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:28.592808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Bound port: 54f586d9-f160-4a7f-9077-dd10e8600ec4, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79862544-1b5d-41b0-8267-6ea6a41015a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:28.593031 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.661506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] For port 54f586d9-f160-4a7f-9077-dd10e8600ec4, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:28.664706 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] For port 54f586d9-f160-4a7f-9077-dd10e8600ec4, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=54f586d9-f160-4a7f-9077-dd10e8600ec4,segment=NetworkSegment(79862544-1b5d-41b0-8267-6ea6a41015a0),segment_id=79862544-1b5d-41b0-8267-6ea6a41015a0)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:28.672706 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.732699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Routers {'22863293-3018-4566-8c4b-5d246e858e1d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:28.733340 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['22863293-3018-4566-8c4b-5d246e858e1d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:28.737203 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2e2f0-83a4-48a0-bd79-d80e86bb0bea None None] Pushing event updated for resources: {'Port': ['ID=54f586d9-f160-4a7f-9077-dd10e8600ec4,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:28.944861 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-304d4615-4213-402d-90c7-bac411ffa118 None None] Provisioning complete for port 54f586d9-f160-4a7f-9077-dd10e8600ec4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:28.954808 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-304d4615-4213-402d-90c7-bac411ffa118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:28.983088 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:28.991534 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-e9af73d4-fdf7-47f1-95e4-89a4e3a37f48 req-298c5054-ac00-472b-8714-cf894620fa66 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c90429d-4ff4-4cc4-8c8d-3aa415dafd0b HTTP/1.1" status: 200 len: 210 time: 0.0341191 Jul 28 11:03:29.024289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] Set router 22863293-3018-4566-8c4b-5d246e858e1d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:29.157900 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-cbccaa62-76cc-4fd5-b4ec-2dbfec564d8e req-4e22b680-b9e7-49fe-9615-2076448523ea tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c90429d-4ff4-4cc4-8c8d-3aa415dafd0b HTTP/1.1" status: 200 len: 210 time: 0.0349848 Jul 28 11:03:29.158484 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-304d4615-4213-402d-90c7-bac411ffa118 None None] Current status of the port 54f586d9-f160-4a7f-9077-dd10e8600ec4 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:29.158850 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-304d4615-4213-402d-90c7-bac411ffa118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:29.217064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-304d4615-4213-402d-90c7-bac411ffa118 None None] For port 54f586d9-f160-4a7f-9077-dd10e8600ec4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=54f586d9-f160-4a7f-9077-dd10e8600ec4,segment=NetworkSegment(79862544-1b5d-41b0-8267-6ea6a41015a0),segment_id=79862544-1b5d-41b0-8267-6ea6a41015a0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:29.222222 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-304d4615-4213-402d-90c7-bac411ffa118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:29.320010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d4615-4213-402d-90c7-bac411ffa118 None None] Pushing event updated for resources: {'Port': ['ID=54f586d9-f160-4a7f-9077-dd10e8600ec4,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:29.322965 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:26Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '54f586d9-f160-4a7f-9077-dd10e8600ec4', 'name': '', 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:7c:a1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '277fe697-3360-49a1-b9a3-b712b7116f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:25Z', 'updated_at': '2022-07-28T11:03:28Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '277fe697-3360-49a1-b9a3-b712b7116f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:29.361171 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba961d8-1f17-4e4f-94f0-4673df81362f None None] The sync data for ids ['22863293-3018-4566-8c4b-5d246e858e1d'] in n-d-850468-6 is: [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:26Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '54f586d9-f160-4a7f-9077-dd10e8600ec4', 'name': '', 'network_id': '7441311b-d293-4fb4-99ff-ee4e6f56294b', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'mac_address': 'fa:16:3e:7c:a1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '277fe697-3360-49a1-b9a3-b712b7116f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:25Z', 'updated_at': '2022-07-28T11:03:28Z', 'revision_number': 4, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'subnets': [{'id': '277fe697-3360-49a1-b9a3-b712b7116f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:29.368932 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-baf3d7fc-a05a-410a-a02a-8fabf180191b None None] Provisioning complete for port 54f586d9-f160-4a7f-9077-dd10e8600ec4 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:29.369311 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-baf3d7fc-a05a-410a-a02a-8fabf180191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:29.371389 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:29.402573 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57652) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:29.486351 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-baf3d7fc-a05a-410a-a02a-8fabf180191b None None] Current status of the port 54f586d9-f160-4a7f-9077-dd10e8600ec4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:29.800106 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:29.804714 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 54f586d9-f160-4a7f-9077-dd10e8600ec4 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:29.861254 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 54f586d9-f160-4a7f-9077-dd10e8600ec4 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:29.861634 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:29.888231 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (22863293-3018-4566-8c4b-5d246e858e1d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:29.955049 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 54f586d9-f160-4a7f-9077-dd10e8600ec4 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:29.956388 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c60c6e2b-ae99-4f68-9026-9d49639ee2b1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:29.997380 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:30.023538 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:30.023926 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:30.140768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:30.208776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port 54f586d9-f160-4a7f-9077-dd10e8600ec4 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:30.209279 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:30.312116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port 54f586d9-f160-4a7f-9077-dd10e8600ec4, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=54f586d9-f160-4a7f-9077-dd10e8600ec4,segment=NetworkSegment(79862544-1b5d-41b0-8267-6ea6a41015a0),segment_id=79862544-1b5d-41b0-8267-6ea6a41015a0)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:30.313350 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:30.327739 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for 54f586d9-f160-4a7f-9077-dd10e8600ec4 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:30.528712 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (54f586d9-f160-4a7f-9077-dd10e8600ec4), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:30.556125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=54f586d9-f160-4a7f-9077-dd10e8600ec4,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:30.761771 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (22863293-3018-4566-8c4b-5d246e858e1d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:30.823851 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:30.974764 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Router 22863293-3018-4566-8c4b-5d246e858e1d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:31.032570 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:31.083158 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:31.088122 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a95df05e-8fb6-4439-ad9b-a50861be8151 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "PUT /v2.0/routers/22863293-3018-4566-8c4b-5d246e858e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845598 Jul 28 11:03:31.090863 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57654) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:31.092514 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] Sync routers for ids ['22863293-3018-4566-8c4b-5d246e858e1d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:31.103995 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] Routers {'22863293-3018-4566-8c4b-5d246e858e1d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:31.104678 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['22863293-3018-4566-8c4b-5d246e858e1d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:31.142615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting subnet 277fe697-3360-49a1-b9a3-b712b7116f56 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:03:31.145828 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (277fe697-3360-49a1-b9a3-b712b7116f56), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.182769 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:31.186474 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (277fe697-3360-49a1-b9a3-b712b7116f56), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.208619 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] Set router 22863293-3018-4566-8c4b-5d246e858e1d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:31.274916 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (277fe697-3360-49a1-b9a3-b712b7116f56), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.339806 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (277fe697-3360-49a1-b9a3-b712b7116f56), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.367826 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Subnet': ['ID=277fe697-3360-49a1-b9a3-b712b7116f56,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:31.369783 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.376518 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ec96ca7f-eda1-4c64-b667-f2861e718534 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/subnets/277fe697-3360-49a1-b9a3-b712b7116f56 HTTP/1.1" status: 204 len: 168 time: 0.2844412 Jul 28 11:03:31.376728 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57656) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:31.377607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793b870-d2c4-47ad-9c26-3d7e9022f95e None None] Network 7441311b-d293-4fb4-99ff-ee4e6f56294b requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:31.381667 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:30Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:31.408837 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] Checking router: 22863293-3018-4566-8c4b-5d246e858e1d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:31.417930 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] Routers {'22863293-3018-4566-8c4b-5d246e858e1d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:31.418552 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['22863293-3018-4566-8c4b-5d246e858e1d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:31.480156 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=100 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:31.494035 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (22863293-3018-4566-8c4b-5d246e858e1d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.533371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] Set router 22863293-3018-4566-8c4b-5d246e858e1d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:31.543969 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] DHCP port deletion for 7441311b-d293-4fb4-99ff-ee4e6f56294b request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:03:31.578291 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:31.589137 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] Deleting port 0b20c5d4-094a-497b-ac74-1f6984cc1438 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:31.589538 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.612363 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_gateway (22863293-3018-4566-8c4b-5d246e858e1d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.662774 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] For port 0b20c5d4-094a-497b-ac74-1f6984cc1438, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=0b20c5d4-094a-497b-ac74-1f6984cc1438,segment=NetworkSegment(79862544-1b5d-41b0-8267-6ea6a41015a0),segment_id=79862544-1b5d-41b0-8267-6ea6a41015a0)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:31.663694 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.679175 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] Calling delete_port for 0b20c5d4-094a-497b-ac74-1f6984cc1438 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:31.684130 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Deleting port c60c6e2b-ae99-4f68-9026-9d49639ee2b1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:03:31.684483 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.771056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 0b20c5d4-094a-497b-ac74-1f6984cc1438 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:31.790985 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] For port c60c6e2b-ae99-4f68-9026-9d49639ee2b1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:31.791692 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.804892 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:30Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:31.813243 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Calling delete_port for c60c6e2b-ae99-4f68-9026-9d49639ee2b1 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:03:31.823996 n-d-850468-6 neutron-server[104689]: INFO neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No ports have port_id starting with 0b20c5d4-094a-497b-ac74-1f6984cc1438 Jul 28 11:03:31.824873 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (0b20c5d4-094a-497b-ac74-1f6984cc1438), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:31.835742 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55add5a-7b5d-49e5-a276-9981db8a452d None None] The sync data for ids ['22863293-3018-4566-8c4b-5d246e858e1d'] in n-d-850468-6 is: [{'id': '22863293-3018-4566-8c4b-5d246e858e1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1599720345', 'tenant_id': '7541db534c7e440e98bf4498391d8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:22Z', 'updated_at': '2022-07-28T11:03:30Z', 'revision_number': 5, 'project_id': '7541db534c7e440e98bf4498391d8c43', 'gw_port': {'id': 'c60c6e2b-ae99-4f68-9026-9d49639ee2b1', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22863293-3018-4566-8c4b-5d246e858e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:23Z', 'updated_at': '2022-07-28T11:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:31.853300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] Pushing event deleted for resources: {'Port': ['ID=0b20c5d4-094a-497b-ac74-1f6984cc1438,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:31.861143 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361e1fa-6083-493a-84e6-b31ab9031544 None None] No DVR routers for this DVR port 0b20c5d4-094a-497b-ac74-1f6984cc1438 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:03:32.004193 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (c60c6e2b-ae99-4f68-9026-9d49639ee2b1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.008058 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:32.039641 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Port': ['ID=c60c6e2b-ae99-4f68-9026-9d49639ee2b1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:32.062868 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.063145 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.063491 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.063835 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.064171 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.064502 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.064832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.065159 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.065482 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.065808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.066161 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.066489 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.066812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.067133 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.067453 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:32.111601 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (22863293-3018-4566-8c4b-5d246e858e1d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.472051 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (22863293-3018-4566-8c4b-5d246e858e1d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.474341 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router_controller (22863293-3018-4566-8c4b-5d246e858e1d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.515970 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (22863293-3018-4566-8c4b-5d246e858e1d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.516775 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Fanout notify agent at l3_agent the message router_deleted on router 22863293-3018-4566-8c4b-5d246e858e1d {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:03:32.523252 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.524360 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-974d8aa0-47f7-4bab-9a07-97b489d446fe tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/routers/22863293-3018-4566-8c4b-5d246e858e1d HTTP/1.1" status: 204 len: 168 time: 1.1464741 Jul 28 11:03:32.527314 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57658) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:32.613257 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (7441311b-d293-4fb4-99ff-ee4e6f56294b), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.707989 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (7441311b-d293-4fb4-99ff-ee4e6f56294b), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.711930 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-08fb55ac-89dd-4360-9ccc-20bdb3ab069a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.728481 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7441311b-d293-4fb4-99ff-ee4e6f56294b']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:32.740103 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79862544-1b5d-41b0-8267-6ea6a41015a0') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:32.740498 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79862544-1b5d-41b0-8267-6ea6a41015a0') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:32.751188 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (79862544-1b5d-41b0-8267-6ea6a41015a0), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.764244 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (79862544-1b5d-41b0-8267-6ea6a41015a0), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.771499 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:03:32.771891 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (79862544-1b5d-41b0-8267-6ea6a41015a0), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.814402 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 79862544-1b5d-41b0-8267-6ea6a41015a0 resource provider aggregate not found Jul 28 11:03:32.834620 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment 79862544-1b5d-41b0-8267-6ea6a41015a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79862544-1b5d-41b0-8267-6ea6a41015a0 found for delete ", "request_id": "req-ad54c916-7bd0-4093-ab4f-be7cc3b1bf33"}]} Jul 28 11:03:32.842832 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (7441311b-d293-4fb4-99ff-ee4e6f56294b), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.847850 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.851006 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/networks/7441311b-d293-4fb4-99ff-ee4e6f56294b HTTP/1.1" status: 204 len: 168 time: 0.3227084 Jul 28 11:03:32.853894 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57664) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:32.866151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd90cf2-5afe-4087-837b-4fe4bd4129f2 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'Network': ['ID=7441311b-d293-4fb4-99ff-ee4e6f56294b,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:32.916196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-661439f2-2d3a-4652-a03e-4bb2a0def9d7 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (e9408ef0-7f1c-47d6-9961-ea278b697dae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:32.952580 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-661439f2-2d3a-4652-a03e-4bb2a0def9d7 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (e9408ef0-7f1c-47d6-9961-ea278b697dae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.017235 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-661439f2-2d3a-4652-a03e-4bb2a0def9d7 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e9408ef0-7f1c-47d6-9961-ea278b697dae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.020009 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-661439f2-2d3a-4652-a03e-4bb2a0def9d7 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.021236 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-661439f2-2d3a-4652-a03e-4bb2a0def9d7 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] 10.222.0.46 "DELETE /v2.0/security-groups/e9408ef0-7f1c-47d6-9961-ea278b697dae HTTP/1.1" status: 204 len: 168 time: 0.1663539 Jul 28 11:03:33.032099 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661439f2-2d3a-4652-a03e-4bb2a0def9d7 tempest-TestNetworkAdvancedServerOps-782153613 tempest-TestNetworkAdvancedServerOps-782153613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9408ef0-7f1c-47d6-9961-ea278b697dae,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:33.305302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57672) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:33.440570 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fec57dc0-663d-4296-b951-cb37e2dc99fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7541db534c7e440e98bf4498391d8c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340640 Jul 28 11:03:33.443090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57676) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:33.455269 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:33.494655 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974fee1d-a23f-4cea-83f2-3eaf6ab85c3c admin admin] Publish callbacks [] for security_group (d0f92ae5-41f3-4bfe-8804-a26e4cc5c252), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.516724 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974fee1d-a23f-4cea-83f2-3eaf6ab85c3c admin admin] Publish callbacks [] for security_group (d0f92ae5-41f3-4bfe-8804-a26e4cc5c252), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.563958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974fee1d-a23f-4cea-83f2-3eaf6ab85c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (d0f92ae5-41f3-4bfe-8804-a26e4cc5c252), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.566503 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-974fee1d-a23f-4cea-83f2-3eaf6ab85c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.567640 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-974fee1d-a23f-4cea-83f2-3eaf6ab85c3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0f92ae5-41f3-4bfe-8804-a26e4cc5c252 HTTP/1.1" status: 204 len: 168 time: 0.1236649 Jul 28 11:03:33.575312 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fee1d-a23f-4cea-83f2-3eaf6ab85c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f92ae5-41f3-4bfe-8804-a26e4cc5c252,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:33.660370 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 54f586d9-f160-4a7f-9077-dd10e8600ec4 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:33.681055 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 54f586d9-f160-4a7f-9077-dd10e8600ec4 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:33.681403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 54f586d9-f160-4a7f-9077-dd10e8600ec4 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:33.681815 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c60c6e2b-ae99-4f68-9026-9d49639ee2b1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:03:33.701547 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: c60c6e2b-ae99-4f68-9026-9d49639ee2b1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:03:33.701933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device c60c6e2b-ae99-4f68-9026-9d49639ee2b1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:03:33.841953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57684) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:33.855986 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7a47a871-b02d-45ac-8110-567c5005ac21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.930916 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7a47a871-b02d-45ac-8110-567c5005ac21 admin admin] Publish callbacks [] for security_group (ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.934597 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7a47a871-b02d-45ac-8110-567c5005ac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:33.939370 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:33.964379 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:33.982288 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7a47a871-b02d-45ac-8110-567c5005ac21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=347e61da6e36498480df195477ee3b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392179 Jul 28 11:03:33.985648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57686) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:33.992270 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47a871-b02d-45ac-8110-567c5005ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:34.041002 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-592c570e-b22f-4fc1-9431-4dfbfb927bf3 admin admin] Publish callbacks [] for security_group (ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:34.062394 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-592c570e-b22f-4fc1-9431-4dfbfb927bf3 admin admin] Publish callbacks [] for security_group (ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:34.107627 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-592c570e-b22f-4fc1-9431-4dfbfb927bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:34.111036 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-592c570e-b22f-4fc1-9431-4dfbfb927bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:34.112171 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-592c570e-b22f-4fc1-9431-4dfbfb927bf3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65 HTTP/1.1" status: 204 len: 168 time: 0.1255839 Jul 28 11:03:34.120378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c570e-b22f-4fc1-9431-4dfbfb927bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8edc91-2fc0-4fe9-8641-93a3cc2d3b65,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:34.789575 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57708) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:34.889445 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1753302232-network', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:34.910757 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Made reservation on behalf of a5fe886042254d1180b0ed56d3580f86 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:34.913051 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:34.921351 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:34.996972 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks [] for security_group (50beaa95-752e-47f8-846d-9075d2816d05), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.001763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (50beaa95-752e-47f8-846d-9075d2816d05), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.032697 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:35.047619 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50beaa95-752e-47f8-846d-9075d2816d05,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:35.049829 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e7b89f8-6e0d-4cf6-ab0b-487a5549f292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.052947 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.053271 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Added segment f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1 of type vlan for network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e Jul 28 11:03:35.094551 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (61d2e0ef-8aad-4967-a5c4-5eac66469e8e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.119235 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (61d2e0ef-8aad-4967-a5c4-5eac66469e8e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.120193 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:35.120757 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.175773 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3850260 Jul 28 11:03:35.178756 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57712) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:35.183808 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Request body: {'subnet': {'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1753302232-subnet', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:35.186776 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54605e-d3bc-46eb-afa5-1a2776c9a6bf admin admin] Pushing event updated for resources: {'Network': ['ID=61d2e0ef-8aad-4967-a5c4-5eac66469e8e,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:35.197804 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:35.208068 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Made reservation on behalf of a5fe886042254d1180b0ed56d3580f86 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:35.210530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.241552 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:35.379570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (10559023-ece5-413a-a537-cb490d5391eb), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.434249 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10559023-ece5-413a-a537-cb490d5391eb,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:35.441666 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:35.446220 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Checking segment: {'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:35.446580 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Network hostable DHCP agents. Network: 61d2e0ef-8aad-4967-a5c4-5eac66469e8e, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:35.465880 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:35.475526 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 61d2e0ef-8aad-4967-a5c4-5eac66469e8e) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:35.479636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:35.480224 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.485294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea8ac1-7ea9-41bf-a094-ac9f52ec41f9 None None] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:35.496616 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-13c4d435-d75f-4a25-89ee-81291363ad1f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166547 Jul 28 11:03:35.499277 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57714) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:35.504090 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:35.525593 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (368c5b85-3288-4ca0-8d91-140bc5d702d7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.526901 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (368c5b85-3288-4ca0-8d91-140bc5d702d7), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.579940 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks [] for router_controller (368c5b85-3288-4ca0-8d91-140bc5d702d7), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.591245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'fixed_ips': [{'subnet_id': '10559023-ece5-413a-a537-cb490d5391eb'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:03:35.592297 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.720292 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks [] for router_gateway (368c5b85-3288-4ca0-8d91-140bc5d702d7), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.738065 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Allocated IP 172.20.0.2 (61d2e0ef-8aad-4967-a5c4-5eac66469e8e/10559023-ece5-413a-a537-cb490d5391eb/64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:35.883904 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Publish callbacks [] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.889564 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.904690 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks [] for router_gateway (368c5b85-3288-4ca0-8d91-140bc5d702d7), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.928160 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:35.933308 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:35.936393 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:35.941194 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:35.947623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Pushing event updated for resources: {'Port': ['ID=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:35.975741 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:35.993010 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:36.004749 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Attempting to bind port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:36.005184 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Attempting to bind port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:36.005613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Attempting to bind port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 on network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:36.011575 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:36.012034 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Checking segment: {'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:36.012520 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.012985 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Bound using segment: {'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:36.013519 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Bound port: 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:36.014005 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.036041 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Allocated IP 172.25.2.216 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/fb42eb55-c352-4283-8e74-fddc174c5897) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:36.077622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] For port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:36.081911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] For port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,segment=NetworkSegment(f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1),segment_id=f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:36.088336 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.146325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks [] for port (fb42eb55-c352-4283-8e74-fddc174c5897), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.153029 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed702312-8d33-4848-b68c-afc8f4b7ff00 None None] Pushing event updated for resources: {'Port': ['ID=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.179620 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.208120 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.222384 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:36.227443 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:36.231279 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:36.235410 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Pushing event updated for resources: {'Port': ['ID=fb42eb55-c352-4283-8e74-fddc174c5897,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:36.257960 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:36.493005 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks [] for router_gateway (368c5b85-3288-4ca0-8d91-140bc5d702d7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.682958 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (368c5b85-3288-4ca0-8d91-140bc5d702d7), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.813254 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Router 368c5b85-3288-4ca0-8d91-140bc5d702d7 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:03:36.825302 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:36.924508 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:36.933061 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Sync routers for ids ['368c5b85-3288-4ca0-8d91-140bc5d702d7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:36.945278 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Routers {'368c5b85-3288-4ca0-8d91-140bc5d702d7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:36.945942 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['368c5b85-3288-4ca0-8d91-140bc5d702d7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:36.947307 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:36.948759 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-fb37ee70-c6f1-4cd6-810a-12c9c2651d45 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4482172 Jul 28 11:03:36.951437 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57716) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:37.060196 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Set router 368c5b85-3288-4ca0-8d91-140bc5d702d7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:37.163803 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b46541-4f06-44d1-9ccd-9866086d2383 None None] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:37.170900 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:37.223281 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2ecf6531-7334-4fe4-ba70-0f6bfe43a5dd None None] Provisioning complete for port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:37.223647 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6531-7334-4fe4-ba70-0f6bfe43a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.458825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.528970 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:37.562953 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:36Z', 'revision_number': 3, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port': {'id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:37.582926 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:37.591456 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Checking router: 368c5b85-3288-4ca0-8d91-140bc5d702d7 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:37.591823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Updating router 368c5b85-3288-4ca0-8d91-140bc5d702d7 port fb42eb55-c352-4283-8e74-fddc174c5897 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:37.594401 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf6531-7334-4fe4-ba70-0f6bfe43a5dd None None] Current status of the port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:37.594891 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6531-7334-4fe4-ba70-0f6bfe43a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.598854 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:37.643702 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.684756 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.699490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-2ecf6531-7334-4fe4-ba70-0f6bfe43a5dd None None] For port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,segment=NetworkSegment(f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1),segment_id=f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:37.717166 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6531-7334-4fe4-ba70-0f6bfe43a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.748512 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.799573 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.807481 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:37.863403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf6531-7334-4fe4-ba70-0f6bfe43a5dd None None] Pushing event updated for resources: {'Port': ['ID=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:37.878378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Allocated IP 172.20.0.1 (61d2e0ef-8aad-4967-a5c4-5eac66469e8e/10559023-ece5-413a-a537-cb490d5391eb/24ddb4a4-3d27-451e-94ce-8dc08fdb2306) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:37.889410 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-f29f7ac6-2852-43a6-bf73-f24fd5204af3 None None] Provisioning complete for port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:37.889791 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f29f7ac6-2852-43a6-bf73-f24fd5204af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.980972 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:37.981267 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:37.982106 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks [] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.016055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.065820 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:38.068968 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Pushing event updated for resources: {'Port': ['ID=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.071439 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:38.074306 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:38.096949 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:38.104577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.104921 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.105269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.105611 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.105972 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.106310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.106670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.107000 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.107329 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.107657 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.107981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.108304 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.108628 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.109670 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.110040 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:38.131087 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-f29f7ac6-2852-43a6-bf73-f24fd5204af3 None None] Current status of the port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:38.136083 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (368c5b85-3288-4ca0-8d91-140bc5d702d7), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.167698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:38.192357 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Publish callbacks [] for port (fb42eb55-c352-4283-8e74-fddc174c5897), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.199781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.260287 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b7045-c824-46f2-beaa-270d16d8a62d None None] Pushing event updated for resources: {'Port': ['ID=fb42eb55-c352-4283-8e74-fddc174c5897,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.263179 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Attempting to bind port fb42eb55-c352-4283-8e74-fddc174c5897 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:38.263561 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Attempting to bind port fb42eb55-c352-4283-8e74-fddc174c5897 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:38.263931 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Attempting to bind port fb42eb55-c352-4283-8e74-fddc174c5897 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:38.270322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:38.270708 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:38.271123 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.271523 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:38.272002 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Bound port: fb42eb55-c352-4283-8e74-fddc174c5897, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:38.272471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.276615 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.323878 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] For port fb42eb55-c352-4283-8e74-fddc174c5897, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:38.326968 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] For port fb42eb55-c352-4283-8e74-fddc174c5897, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb42eb55-c352-4283-8e74-fddc174c5897,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:38.333481 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.378468 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:38.383678 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9b2dd64a-7762-4997-bfa8-45d14cbbfd91 None None] Provisioning complete for port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:38.384365 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9b2dd64a-7762-4997-bfa8-45d14cbbfd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.389577 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:38.423986 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:38.435167 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b7045-c824-46f2-beaa-270d16d8a62d None None] Pushing event updated for resources: {'Port': ['ID=fb42eb55-c352-4283-8e74-fddc174c5897,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.440862 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Routers {'368c5b85-3288-4ca0-8d91-140bc5d702d7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:38.441492 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['368c5b85-3288-4ca0-8d91-140bc5d702d7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:38.446245 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9b2dd64a-7762-4997-bfa8-45d14cbbfd91 None None] Port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:38.458502 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks [] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.462977 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.532763 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (368c5b85-3288-4ca0-8d91-140bc5d702d7), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:38.535556 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Pushing event updated for resources: {'Port': ['ID=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:38.548490 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] Set router 368c5b85-3288-4ca0-8d91-140bc5d702d7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:38.631354 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:38.632799 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:38.743920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 4, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port': {'id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '24ddb4a4-3d27-451e-94ce-8dc08fdb2306', 'name': '', 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'mac_address': 'fa:16:3e:8d:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '10559023-ece5-413a-a537-cb490d5391eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:37Z', 'updated_at': '2022-07-28T11:03:37Z', 'revision_number': 1, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'subnets': [{'id': '10559023-ece5-413a-a537-cb490d5391eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:38.751618 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Router 368c5b85-3288-4ca0-8d91-140bc5d702d7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:38.770925 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b2fb13-4ae5-4093-984f-ff148cd71621 None None] The sync data for ids ['368c5b85-3288-4ca0-8d91-140bc5d702d7'] in n-d-850468-6 is: [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 4, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port': {'id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '24ddb4a4-3d27-451e-94ce-8dc08fdb2306', 'name': '', 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'mac_address': 'fa:16:3e:8d:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '10559023-ece5-413a-a537-cb490d5391eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:37Z', 'updated_at': '2022-07-28T11:03:37Z', 'revision_number': 1, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'subnets': [{'id': '10559023-ece5-413a-a537-cb490d5391eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:38.872891 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:38.878628 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-6a142823-b8ef-4b1e-a42a-ec6994d5e947 admin admin] 10.222.0.46 "PUT /v2.0/routers/368c5b85-3288-4ca0-8d91-140bc5d702d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260888 Jul 28 11:03:38.966756 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0ed0a4c0-fd49-43bb-b968-3d550586cf0c None None] Provisioning complete for port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:38.967075 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0ed0a4c0-fd49-43bb-b968-3d550586cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.025294 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0a4c0-fd49-43bb-b968-3d550586cf0c None None] Port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:39.426887 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57732) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:39.431818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1847809048-network', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:39.454681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Made reservation on behalf of aca37dc075e64c15a6125afc02d23715 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:39.457271 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.476639 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.575416 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks [] for security_group (ef7e0aeb-50e5-40f4-aaac-c9ec43503e28), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.579583 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ef7e0aeb-50e5-40f4-aaac-c9ec43503e28), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.603199 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:03:39.619098 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e0aeb-50e5-40f4-aaac-c9ec43503e28,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:39.626010 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (05b4d2df-9feb-4e80-8d47-aeb12457bfcb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.626472 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Added segment 05b4d2df-9feb-4e80-8d47-aeb12457bfcb of type vlan for network a3c54121-a5fb-4308-998d-f09f45476970 Jul 28 11:03:39.676760 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (a3c54121-a5fb-4308-998d-f09f45476970), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.707236 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (a3c54121-a5fb-4308-998d-f09f45476970), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.708381 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:39.709180 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.714362 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:39.763437 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:39.778758 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3506832 Jul 28 11:03:39.783449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57734) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:39.785197 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b2494-ac47-4785-8b1e-c0dd8d2baece admin admin] Pushing event updated for resources: {'Network': ['ID=a3c54121-a5fb-4308-998d-f09f45476970,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:39.794984 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Request body: {'subnet': {'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1847809048-subnet', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:39.801105 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb42eb55-c352-4283-8e74-fddc174c5897 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:39.806041 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network a3c54121-a5fb-4308-998d-f09f45476970 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:03:39.817750 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Made reservation on behalf of aca37dc075e64c15a6125afc02d23715 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:03:39.820282 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.920268 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fb42eb55-c352-4283-8e74-fddc174c5897 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:39.920795 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:39.948555 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:40.007020 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fb42eb55-c352-4283-8e74-fddc174c5897 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:40.007539 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.008719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (c6f1e476-d3ec-4a58-b46f-185f3658cb7b), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.030436 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port fb42eb55-c352-4283-8e74-fddc174c5897, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb42eb55-c352-4283-8e74-fddc174c5897,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:40.035764 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.036622 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:40.074001 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f1e476-d3ec-4a58-b46f-185f3658cb7b,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.089284 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Checking segment: {'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:40.089692 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Network hostable DHCP agents. Network: a3c54121-a5fb-4308-998d-f09f45476970, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:03:40.113383 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Network a3c54121-a5fb-4308-998d-f09f45476970 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:03:40.123049 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, a3c54121-a5fb-4308-998d-f09f45476970) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:40.130244 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:40.130420 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.134928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884d2df-c35b-4712-9352-f10f5315cce8 None None] Network a3c54121-a5fb-4308-998d-f09f45476970 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:40.138350 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=fb42eb55-c352-4283-8e74-fddc174c5897,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.150061 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d29219eb-8e84-45e0-99a1-f898e3d16612 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3655562 Jul 28 11:03:40.152598 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57736) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:40.158137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:40.182493 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (9ec16c60-decc-4ce8-979d-e4a775e03c9d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.183632 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (9ec16c60-decc-4ce8-979d-e4a775e03c9d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.245313 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks [] for router_controller (9ec16c60-decc-4ce8-979d-e4a775e03c9d), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.316237 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.316580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.316920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.317252 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.317580 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.317933 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.318258 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.318611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.318991 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.319312 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.319633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.319954 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.320272 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.320591 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.320911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:03:40.333586 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:40.333982 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.381977 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks [] for router_gateway (9ec16c60-decc-4ce8-979d-e4a775e03c9d), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.436588 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-a3c54121-a5fb-4308-998d-f09f45476970', 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970', 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'fixed_ips': [{'subnet_id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:03:40.437551 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.452180 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:40.467458 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:40.575864 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks [] for router_gateway (9ec16c60-decc-4ce8-979d-e4a775e03c9d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.595862 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.647882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Allocated IP 172.20.0.2 (a3c54121-a5fb-4308-998d-f09f45476970/c6f1e476-d3ec-4a58-b46f-185f3658cb7b/8e1e7966-cba4-46a8-9616-42b5e03196dd) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:40.683768 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:40.713761 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Allocated IP 172.25.2.93 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/fb819f55-e529-4e71-8a39-0684a7fa590d) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:40.717633 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:40.832097 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks [] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.855700 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Publish callbacks [] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.862592 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.867826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.898225 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:40.911885 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Network a3c54121-a5fb-4308-998d-f09f45476970 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:40.913621 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Pushing event updated for resources: {'Port': ['ID=8e1e7966-cba4-46a8-9616-42b5e03196dd,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.914186 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:40.917640 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:40.922035 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:40.922260 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:40.925360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:40.945577 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fb819f55-e529-4e71-8a39-0684a7fa590d,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:40.986335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Attempting to bind port 8e1e7966-cba4-46a8-9616-42b5e03196dd on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:40.986712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Attempting to bind port 8e1e7966-cba4-46a8-9616-42b5e03196dd by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:40.987077 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Attempting to bind port 8e1e7966-cba4-46a8-9616-42b5e03196dd on network a3c54121-a5fb-4308-998d-f09f45476970 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:40.992174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:40.992550 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Checking segment: {'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:40.992952 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:40.993341 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Bound using segment: {'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:40.993808 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Bound port: 8e1e7966-cba4-46a8-9616-42b5e03196dd, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:40.994215 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.037292 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Sync routers for ids ['368c5b85-3288-4ca0-8d91-140bc5d702d7'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:41.047927 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Routers {'368c5b85-3288-4ca0-8d91-140bc5d702d7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:41.049017 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['368c5b85-3288-4ca0-8d91-140bc5d702d7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:41.060503 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] For port 8e1e7966-cba4-46a8-9616-42b5e03196dd, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:41.064279 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] For port 8e1e7966-cba4-46a8-9616-42b5e03196dd, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e1e7966-cba4-46a8-9616-42b5e03196dd,segment=NetworkSegment(05b4d2df-9feb-4e80-8d47-aeb12457bfcb),segment_id=05b4d2df-9feb-4e80-8d47-aeb12457bfcb)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:41.071253 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.135812 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:41.137333 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad02d-ca19-480e-aa86-cec895ff7906 None None] Pushing event updated for resources: {'Port': ['ID=8e1e7966-cba4-46a8-9616-42b5e03196dd,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:41.150542 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Set router 368c5b85-3288-4ca0-8d91-140bc5d702d7 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:41.192552 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks [] for router_gateway (9ec16c60-decc-4ce8-979d-e4a775e03c9d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.360160 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 4, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port': {'id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '24ddb4a4-3d27-451e-94ce-8dc08fdb2306', 'name': '', 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'mac_address': 'fa:16:3e:8d:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '10559023-ece5-413a-a537-cb490d5391eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:37Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 2, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'subnets': [{'id': '10559023-ece5-413a-a537-cb490d5391eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:41.388689 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Checking router: 368c5b85-3288-4ca0-8d91-140bc5d702d7 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:41.389037 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Updating router 368c5b85-3288-4ca0-8d91-140bc5d702d7 port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:41.419313 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.420527 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (9ec16c60-decc-4ce8-979d-e4a775e03c9d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.558179 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Router 9ec16c60-decc-4ce8-979d-e4a775e03c9d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:03:41.659623 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:41.664866 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:41.673178 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.683459 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:41.693621 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:41.702153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Sync routers for ids ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:41.711328 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.712834 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2c7198bf-3d50-4110-b932-16ec5eb1a7d5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5592780 Jul 28 11:03:41.715648 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57738) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:41.719079 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Routers {'9ec16c60-decc-4ce8-979d-e4a775e03c9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:41.719726 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:41.719862 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Publish callbacks [] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.727235 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.804668 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94510e2-9c8e-459d-bb76-2a718de4d7d4 None None] Pushing event updated for resources: {'Port': ['ID=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:41.830743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb42eb55-c352-4283-8e74-fddc174c5897 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:41.887154 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Attempting to bind port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:41.887528 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Attempting to bind port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:41.887950 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Attempting to bind port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 on network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:41.894789 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:41.895183 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Checking segment: {'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:41.895720 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.896031 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Bound using segment: {'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:41.896702 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Bound port: 24ddb4a4-3d27-451e-94ce-8dc08fdb2306, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:41.897093 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.902043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fb42eb55-c352-4283-8e74-fddc174c5897 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:41.902571 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:41.967396 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Set router 9ec16c60-decc-4ce8-979d-e4a775e03c9d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:42.036079 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] For port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:42.055810 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:42.059076 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] For port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,segment=NetworkSegment(f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1),segment_id=f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:42.070564 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.127591 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94510e2-9c8e-459d-bb76-2a718de4d7d4 None None] Pushing event updated for resources: {'Port': ['ID=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:42.151715 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:42.172375 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Routers {'368c5b85-3288-4ca0-8d91-140bc5d702d7'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:42.173140 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['368c5b85-3288-4ca0-8d91-140bc5d702d7'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:42.179251 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fb42eb55-c352-4283-8e74-fddc174c5897 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:42.180600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e1e7966-cba4-46a8-9616-42b5e03196dd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:42.260532 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0c123f69-a9b5-4793-b718-d16194ef859f None None] Provisioning complete for port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:42.261138 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c123f69-a9b5-4793-b718-d16194ef859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.331197 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] Set router 368c5b85-3288-4ca0-8d91-140bc5d702d7 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:42.356733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:41Z', 'revision_number': 3, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port': {'id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:42.385638 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:42.387208 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Checking router: 9ec16c60-decc-4ce8-979d-e4a775e03c9d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:42.387560 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Updating router 9ec16c60-decc-4ce8-979d-e4a775e03c9d port fb819f55-e529-4e71-8a39-0684a7fa590d binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:42.414289 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8e1e7966-cba4-46a8-9616-42b5e03196dd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:42.414647 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.466986 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.591861 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 4, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port': {'id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '24ddb4a4-3d27-451e-94ce-8dc08fdb2306', 'name': '', 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'mac_address': 'fa:16:3e:8d:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '10559023-ece5-413a-a537-cb490d5391eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:37Z', 'updated_at': '2022-07-28T11:03:42Z', 'revision_number': 4, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'subnets': [{'id': '10559023-ece5-413a-a537-cb490d5391eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:42.592174 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0c123f69-a9b5-4793-b718-d16194ef859f None None] Current status of the port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:42.592439 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c123f69-a9b5-4793-b718-d16194ef859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.602338 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebda8d8-90e1-47e3-8344-763c23f84a08 None None] Network a3c54121-a5fb-4308-998d-f09f45476970 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:03:42.619404 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.622458 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e04121-4a7b-42c7-bc2e-9db326fc32d1 None None] The sync data for ids ['368c5b85-3288-4ca0-8d91-140bc5d702d7'] in n-d-850468-6 is: [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:38Z', 'revision_number': 4, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port': {'id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '24ddb4a4-3d27-451e-94ce-8dc08fdb2306', 'name': '', 'network_id': '61d2e0ef-8aad-4967-a5c4-5eac66469e8e', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'mac_address': 'fa:16:3e:8d:13:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '10559023-ece5-413a-a537-cb490d5391eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:37Z', 'updated_at': '2022-07-28T11:03:42Z', 'revision_number': 4, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'subnets': [{'id': '10559023-ece5-413a-a537-cb490d5391eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:42.805615 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Allocated IP 172.20.0.1 (a3c54121-a5fb-4308-998d-f09f45476970/c6f1e476-d3ec-4a58-b46f-185f3658cb7b/79f1d3ea-9f88-4f02-872c-e95850394ea8) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:03:42.906128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8e1e7966-cba4-46a8-9616-42b5e03196dd is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:42.907098 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.934008 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-0c123f69-a9b5-4793-b718-d16194ef859f None None] For port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,segment=NetworkSegment(f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1),segment_id=f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:42.937421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks [] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.950450 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0c123f69-a9b5-4793-b718-d16194ef859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:42.961949 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:42.978269 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.018142 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:43.020681 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Network a3c54121-a5fb-4308-998d-f09f45476970 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:43.028723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:43.031030 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port 8e1e7966-cba4-46a8-9616-42b5e03196dd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e1e7966-cba4-46a8-9616-42b5e03196dd,segment=NetworkSegment(05b4d2df-9feb-4e80-8d47-aeb12457bfcb),segment_id=05b4d2df-9feb-4e80-8d47-aeb12457bfcb)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:43.031919 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:03:43.049674 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.067414 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Pushing event updated for resources: {'Port': ['ID=79f1d3ea-9f88-4f02-872c-e95850394ea8,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.091244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c123f69-a9b5-4793-b718-d16194ef859f None None] Pushing event updated for resources: {'Port': ['ID=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.094273 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:43.096997 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (9ec16c60-decc-4ce8-979d-e4a775e03c9d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.131037 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c8f082bf-c1cf-48ea-a55d-7e7b0f116bd8 None None] Provisioning complete for port 8e1e7966-cba4-46a8-9616-42b5e03196dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:43.131309 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8f082bf-c1cf-48ea-a55d-7e7b0f116bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.250980 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=8e1e7966-cba4-46a8-9616-42b5e03196dd,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.255307 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Publish callbacks [] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.282563 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.285651 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.292462 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:43.350650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c8f082bf-c1cf-48ea-a55d-7e7b0f116bd8 None None] Current status of the port 8e1e7966-cba4-46a8-9616-42b5e03196dd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:43.364244 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Attempting to bind port fb819f55-e529-4e71-8a39-0684a7fa590d on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:43.364612 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Attempting to bind port fb819f55-e529-4e71-8a39-0684a7fa590d by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:43.364974 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Attempting to bind port fb819f55-e529-4e71-8a39-0684a7fa590d on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:43.374812 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:43.375402 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:43.375827 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.376395 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:43.376768 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Bound port: fb819f55-e529-4e71-8a39-0684a7fa590d, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:43.377177 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.381882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccb299-44cb-45d4-b7de-53c0a83039a6 None None] Pushing event updated for resources: {'Port': ['ID=fb819f55-e529-4e71-8a39-0684a7fa590d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.405976 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-c8f082bf-c1cf-48ea-a55d-7e7b0f116bd8 None None] Provisioning complete for port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:43.406613 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8f082bf-c1cf-48ea-a55d-7e7b0f116bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.472606 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] For port fb819f55-e529-4e71-8a39-0684a7fa590d, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:43.477147 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] For port fb819f55-e529-4e71-8a39-0684a7fa590d, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb819f55-e529-4e71-8a39-0684a7fa590d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:43.486212 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks [] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.497316 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.504975 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.545263 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:03:43.549345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-c8f082bf-c1cf-48ea-a55d-7e7b0f116bd8 None None] Current status of the port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:43.576230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Routers {'9ec16c60-decc-4ce8-979d-e4a775e03c9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:43.576882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:43.581391 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (9ec16c60-decc-4ce8-979d-e4a775e03c9d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.587686 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Pushing event updated for resources: {'Port': ['ID=79f1d3ea-9f88-4f02-872c-e95850394ea8,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.615567 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccb299-44cb-45d4-b7de-53c0a83039a6 None None] Pushing event updated for resources: {'Port': ['ID=fb819f55-e529-4e71-8a39-0684a7fa590d,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:43.682276 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7ce96283-a080-4a67-980a-214d847753fb None None] Provisioning complete for port 8e1e7966-cba4-46a8-9616-42b5e03196dd triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:43.682674 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ce96283-a080-4a67-980a-214d847753fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.687250 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Network a3c54121-a5fb-4308-998d-f09f45476970 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:03:43.689848 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:03:43.724045 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] Set router 9ec16c60-decc-4ce8-979d-e4a775e03c9d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:43.757422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:43.818841 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Router 9ec16c60-decc-4ce8-979d-e4a775e03c9d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:03:43.856202 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:43.934148 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:03:43.937777 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:43.938411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:43.940532 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2a99c8b6-c28f-4133-b15a-15d446c7c353 admin admin] 10.222.0.46 "PUT /v2.0/routers/9ec16c60-decc-4ce8-979d-e4a775e03c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2238910 Jul 28 11:03:43.942010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7ce96283-a080-4a67-980a-214d847753fb None None] Current status of the port 8e1e7966-cba4-46a8-9616-42b5e03196dd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:43.992735 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-7ce96283-a080-4a67-980a-214d847753fb None None] Provisioning complete for port 79f1d3ea-9f88-4f02-872c-e95850394ea8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:43.993104 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7ce96283-a080-4a67-980a-214d847753fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.066344 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-7ce96283-a080-4a67-980a-214d847753fb None None] Port 79f1d3ea-9f88-4f02-872c-e95850394ea8 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:44.077051 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:44.102125 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 4, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port': {'id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79f1d3ea-9f88-4f02-872c-e95850394ea8', 'name': '', 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'mac_address': 'fa:16:3e:be:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:42Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 2, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'subnets': [{'id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:44.137922 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f499c51-c79e-499e-b035-f0fbe3cccbe0 None None] The sync data for ids ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'] in n-d-850468-6 is: [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 4, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port': {'id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79f1d3ea-9f88-4f02-872c-e95850394ea8', 'name': '', 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'mac_address': 'fa:16:3e:be:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:42Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 2, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'subnets': [{'id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:44.141206 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:44.142265 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e1e7966-cba4-46a8-9616-42b5e03196dd up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:44.199403 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-314e07c2-4483-4801-bb10-13ae98d3377a None None] Provisioning complete for port 79f1d3ea-9f88-4f02-872c-e95850394ea8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:44.199781 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-314e07c2-4483-4801-bb10-13ae98d3377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.224139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 8e1e7966-cba4-46a8-9616-42b5e03196dd triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:44.224519 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.261571 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-314e07c2-4483-4801-bb10-13ae98d3377a None None] Port 79f1d3ea-9f88-4f02-872c-e95850394ea8 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:03:44.318043 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 8e1e7966-cba4-46a8-9616-42b5e03196dd is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:44.325500 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57746) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:44.334013 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-1da3592c-984b-48d0-81f5-b728bcb819b4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499517121', 'description': 'tempest-secgroup-smoke-1499517121 description', 'project_id': 'a5fe886042254d1180b0ed56d3580f86'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:44.379323 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da3592c-984b-48d0-81f5-b728bcb819b4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.458900 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da3592c-984b-48d0-81f5-b728bcb819b4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (086af9f2-8447-4a81-8a8a-8504d8556e75), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.462767 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da3592c-984b-48d0-81f5-b728bcb819b4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (086af9f2-8447-4a81-8a8a-8504d8556e75), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.495300 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3592c-984b-48d0-81f5-b728bcb819b4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086af9f2-8447-4a81-8a8a-8504d8556e75,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.504656 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1da3592c-984b-48d0-81f5-b728bcb819b4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.509170 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57748) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:44.513913 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-52b800b4-9ef7-470a-b266-1cff0059062a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': '086af9f2-8447-4a81-8a8a-8504d8556e75', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:44.514537 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1da3592c-984b-48d0-81f5-b728bcb819b4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1856115 Jul 28 11:03:44.545055 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52b800b4-9ef7-470a-b266-1cff0059062a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (efdff9f5-4b1c-438a-9528-5b85bb02a451), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.567554 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:44.571034 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:44.613707 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52b800b4-9ef7-470a-b266-1cff0059062a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (efdff9f5-4b1c-438a-9528-5b85bb02a451), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.617487 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52b800b4-9ef7-470a-b266-1cff0059062a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (efdff9f5-4b1c-438a-9528-5b85bb02a451), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.636866 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b800b4-9ef7-470a-b266-1cff0059062a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdff9f5-4b1c-438a-9528-5b85bb02a451,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.647443 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-52b800b4-9ef7-470a-b266-1cff0059062a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.650098 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-52b800b4-9ef7-470a-b266-1cff0059062a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398716 Jul 28 11:03:44.651888 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57750) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:44.657818 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-9de15c87-8d39-4d4a-9912-70e81424ee7f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': '086af9f2-8447-4a81-8a8a-8504d8556e75', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:44.686141 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9de15c87-8d39-4d4a-9912-70e81424ee7f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (1fe00f59-1f07-4f58-9675-e8242fbd0373), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.747990 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9de15c87-8d39-4d4a-9912-70e81424ee7f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (1fe00f59-1f07-4f58-9675-e8242fbd0373), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.754662 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9de15c87-8d39-4d4a-9912-70e81424ee7f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (1fe00f59-1f07-4f58-9675-e8242fbd0373), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.775310 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de15c87-8d39-4d4a-9912-70e81424ee7f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe00f59-1f07-4f58-9675-e8242fbd0373,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.783656 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-9de15c87-8d39-4d4a-9912-70e81424ee7f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.784875 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-9de15c87-8d39-4d4a-9912-70e81424ee7f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320162 Jul 28 11:03:44.787656 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57752) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:44.792007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e01b7a6a-f620-40b2-8b32-0b754b18458f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': '086af9f2-8447-4a81-8a8a-8504d8556e75', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:44.819743 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a6a-f620-40b2-8b32-0b754b18458f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (c3011fa2-dc75-4258-ae9e-1c5fc961f806), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.877361 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a6a-f620-40b2-8b32-0b754b18458f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (c3011fa2-dc75-4258-ae9e-1c5fc961f806), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.880753 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a6a-f620-40b2-8b32-0b754b18458f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c3011fa2-dc75-4258-ae9e-1c5fc961f806), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.898884 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b7a6a-f620-40b2-8b32-0b754b18458f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3011fa2-dc75-4258-ae9e-1c5fc961f806,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:44.905336 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e01b7a6a-f620-40b2-8b32-0b754b18458f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.906810 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e01b7a6a-f620-40b2-8b32-0b754b18458f tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181879 Jul 28 11:03:44.909449 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57754) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:44.913846 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-0f5964c8-9c14-41fb-a919-3061ccc62f8a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': '086af9f2-8447-4a81-8a8a-8504d8556e75', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:44.943917 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f5964c8-9c14-41fb-a919-3061ccc62f8a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (803f9c7c-1b8c-4d8e-97f9-60c96f360713), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:44.996784 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f5964c8-9c14-41fb-a919-3061ccc62f8a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (803f9c7c-1b8c-4d8e-97f9-60c96f360713), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.002796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f5964c8-9c14-41fb-a919-3061ccc62f8a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (803f9c7c-1b8c-4d8e-97f9-60c96f360713), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.023083 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5964c8-9c14-41fb-a919-3061ccc62f8a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803f9c7c-1b8c-4d8e-97f9-60c96f360713,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:45.035318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-0f5964c8-9c14-41fb-a919-3061ccc62f8a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.036612 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-0f5964c8-9c14-41fb-a919-3061ccc62f8a tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261697 Jul 28 11:03:45.039479 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57756) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:45.044477 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': '086af9f2-8447-4a81-8a8a-8504d8556e75', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:45.068769 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Project a5fe886042254d1180b0ed56d3580f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:45.075776 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (bf8520dd-1f95-4800-b18c-88e32d361b13), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.150868 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (bf8520dd-1f95-4800-b18c-88e32d361b13), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.154270 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (bf8520dd-1f95-4800-b18c-88e32d361b13), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.181050 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8520dd-1f95-4800-b18c-88e32d361b13,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:45.185243 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.186476 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4cce4296-e59e-4ec4-89fc-82583812bdcf tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460011 Jul 28 11:03:45.189135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57758) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:45.193503 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': '086af9f2-8447-4a81-8a8a-8504d8556e75', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:45.214205 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Project a5fe886042254d1180b0ed56d3580f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:45.220719 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (00522e38-8004-4bd2-8660-d7edab10986e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.266042 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:45.284834 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (00522e38-8004-4bd2-8660-d7edab10986e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.288455 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (00522e38-8004-4bd2-8660-d7edab10986e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.294574 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=8,neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:45.312601 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00522e38-8004-4bd2-8660-d7edab10986e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:45.317410 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.318668 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-93f77068-a4be-43ea-8a31-5246758fe495 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286001 Jul 28 11:03:45.474374 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:45.521992 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98ac6703-dc2a-4c50-9a39-e6816f793348 req-c5028e68-3c21-4c99-bd02-52540397f8a9 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499517121&fields=id&tenant_id=a5fe886042254d1180b0ed56d3580f86 HTTP/1.1" status: 200 len: 267 time: 0.0645363 Jul 28 11:03:45.643326 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac6703-dc2a-4c50-9a39-e6816f793348 req-6bbcf9d2-b5f1-48e2-bab5-a1af0d705e21 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:03:45.646403 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98ac6703-dc2a-4c50-9a39-e6816f793348 req-6bbcf9d2-b5f1-48e2-bab5-a1af0d705e21 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/networks?id=61d2e0ef-8aad-4967-a5c4-5eac66469e8e HTTP/1.1" status: 200 len: 809 time: 0.1176851 Jul 28 11:03:45.666647 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98ac6703-dc2a-4c50-9a39-e6816f793348 req-b1753eb9-64ee-44a1-aadd-b2b6288dac70 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/quotas/a5fe886042254d1180b0ed56d3580f86 HTTP/1.1" status: 200 len: 375 time: 0.0159283 Jul 28 11:03:45.707196 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb819f55-e529-4e71-8a39-0684a7fa590d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:45.720697 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98ac6703-dc2a-4c50-9a39-e6816f793348 req-445c3426-7098-46c5-8f0c-8527d5a6ee0b tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5fe886042254d1180b0ed56d3580f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528533 Jul 28 11:03:45.754108 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fb819f55-e529-4e71-8a39-0684a7fa590d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:45.754281 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.835768 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98ac6703-dc2a-4c50-9a39-e6816f793348 req-bfc2cba2-5176-4bb6-bddc-71e166646936 service neutron] 10.222.0.46 "GET /v2.0/networks/61d2e0ef-8aad-4967-a5c4-5eac66469e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031108 Jul 28 11:03:45.843669 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fb819f55-e529-4e71-8a39-0684a7fa590d is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:45.844197 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.870605 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port fb819f55-e529-4e71-8a39-0684a7fa590d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb819f55-e529-4e71-8a39-0684a7fa590d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:45.876230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:45.929211 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=fb819f55-e529-4e71-8a39-0684a7fa590d,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:45.944518 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-98ac6703-dc2a-4c50-9a39-e6816f793348 req-1ebc95c7-6a6d-405f-85d0-56aaf867b618 service neutron] 10.222.0.46 "GET /v2.0/networks/61d2e0ef-8aad-4967-a5c4-5eac66469e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027505 Jul 28 11:03:46.119111 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-ecde6381-c855-49eb-95b0-1c8e68598dae req-2e12ca32-bae2-4f02-be9e-c1229c567498 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?device_id=8abc02c1-c159-4e10-8d8a-13806040f175 HTTP/1.1" status: 200 len: 210 time: 0.0281503 Jul 28 11:03:46.722741 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Sync routers for ids ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:03:46.734118 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Routers {'9ec16c60-decc-4ce8-979d-e4a775e03c9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:46.734728 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:46.836253 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Set router 9ec16c60-decc-4ce8-979d-e4a775e03c9d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:47.080418 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:47.095799 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 4, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port': {'id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79f1d3ea-9f88-4f02-872c-e95850394ea8', 'name': '', 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'mac_address': 'fa:16:3e:be:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:42Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 2, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'subnets': [{'id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:47.122119 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Checking router: 9ec16c60-decc-4ce8-979d-e4a775e03c9d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:03:47.122473 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Updating router 9ec16c60-decc-4ce8-979d-e4a775e03c9d port 79f1d3ea-9f88-4f02-872c-e95850394ea8 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:03:47.150070 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.234774 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-4806eeb5-8558-4793-a88c-5b371738a96b req-46620d49-ede7-427c-b498-eebe60aafaf8 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?device_id=8abc02c1-c159-4e10-8d8a-13806040f175 HTTP/1.1" status: 200 len: 210 time: 0.0295432 Jul 28 11:03:47.388350 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-eb594307-209a-4036-86da-8c2d616822e2 req-9947c3e7-6959-4f79-b35b-d02424111aff tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?device_id=8abc02c1-c159-4e10-8d8a-13806040f175 HTTP/1.1" status: 200 len: 210 time: 0.0284026 Jul 28 11:03:47.404808 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Publish callbacks [] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.407230 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:47.412120 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.488409 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9316cb-b730-4f0d-ad4c-f0cdc2c8d70e None None] Pushing event updated for resources: {'Port': ['ID=79f1d3ea-9f88-4f02-872c-e95850394ea8,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:47.531713 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Attempting to bind port 79f1d3ea-9f88-4f02-872c-e95850394ea8 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:03:47.532091 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Attempting to bind port 79f1d3ea-9f88-4f02-872c-e95850394ea8 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:03:47.532449 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Attempting to bind port 79f1d3ea-9f88-4f02-872c-e95850394ea8 on network a3c54121-a5fb-4308-998d-f09f45476970 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:03:47.539417 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:03:47.539958 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Checking segment: {'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:03:47.540483 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.541011 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Bound using segment: {'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:03:47.541710 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Bound port: 79f1d3ea-9f88-4f02-872c-e95850394ea8, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b4d2df-9feb-4e80-8d47-aeb12457bfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:03:47.542339 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.613182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] For port 79f1d3ea-9f88-4f02-872c-e95850394ea8, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:03:47.616922 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] For port 79f1d3ea-9f88-4f02-872c-e95850394ea8, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=79f1d3ea-9f88-4f02-872c-e95850394ea8,segment=NetworkSegment(05b4d2df-9feb-4e80-8d47-aeb12457bfcb),segment_id=05b4d2df-9feb-4e80-8d47-aeb12457bfcb)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:03:47.623189 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.626260 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57786) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:47.694960 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Routers {'9ec16c60-decc-4ce8-979d-e4a775e03c9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:03:47.695590 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:03:35Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:47.696291 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb819f55-e529-4e71-8a39-0684a7fa590d up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:47.720379 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-adf06400-eb79-45ba-9cf7-05c1695af0bc tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (086af9f2-8447-4a81-8a8a-8504d8556e75), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.750574 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port fb819f55-e529-4e71-8a39-0684a7fa590d triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:47.750953 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.753423 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9316cb-b730-4f0d-ad4c-f0cdc2c8d70e None None] Pushing event updated for resources: {'Port': ['ID=79f1d3ea-9f88-4f02-872c-e95850394ea8,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:47.754835 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-adf06400-eb79-45ba-9cf7-05c1695af0bc tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (086af9f2-8447-4a81-8a8a-8504d8556e75), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.821821 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] Set router 9ec16c60-decc-4ce8-979d-e4a775e03c9d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:03:47.831287 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-adf06400-eb79-45ba-9cf7-05c1695af0bc tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (086af9f2-8447-4a81-8a8a-8504d8556e75), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.834653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-adf06400-eb79-45ba-9cf7-05c1695af0bc tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:47.838822 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-adf06400-eb79-45ba-9cf7-05c1695af0bc tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "DELETE /v2.0/security-groups/086af9f2-8447-4a81-8a8a-8504d8556e75 HTTP/1.1" status: 204 len: 168 time: 0.2091033 Jul 28 11:03:47.840919 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:47.851853 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf06400-eb79-45ba-9cf7-05c1695af0bc tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086af9f2-8447-4a81-8a8a-8504d8556e75,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:47.967539 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57792) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:47.973685 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a3b78e01-ab83-4e78-b35f-e575c2d3b352 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1924112399', 'description': 'tempest-secgroup-smoke-1924112399 description', 'project_id': 'a5fe886042254d1180b0ed56d3580f86'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:48.000912 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3b78e01-ab83-4e78-b35f-e575c2d3b352 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.014958 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-446795fa-9455-4483-9532-3f273961e1fe None None] Provisioning complete for port 79f1d3ea-9f88-4f02-872c-e95850394ea8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:48.015366 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-446795fa-9455-4483-9532-3f273961e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.065555 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port fb819f55-e529-4e71-8a39-0684a7fa590d is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:48.073502 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3b78e01-ab83-4e78-b35f-e575c2d3b352 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (e116e5d3-2931-4e07-8d2f-951b04780ce2), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.079421 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3b78e01-ab83-4e78-b35f-e575c2d3b352 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e116e5d3-2931-4e07-8d2f-951b04780ce2), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.080791 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:48.085071 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:48.089507 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 4, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port': {'id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79f1d3ea-9f88-4f02-872c-e95850394ea8', 'name': '', 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'mac_address': 'fa:16:3e:be:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:42Z', 'updated_at': '2022-07-28T11:03:47Z', 'revision_number': 4, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'subnets': [{'id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:03:48.115498 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a3b78e01-ab83-4e78-b35f-e575c2d3b352 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.116736 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a3b78e01-ab83-4e78-b35f-e575c2d3b352 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1470068 Jul 28 11:03:48.120536 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57794) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:48.121628 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe27195-c048-46e0-be0c-a196ee3272a4 None None] The sync data for ids ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'] in n-d-850468-6 is: [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:43Z', 'revision_number': 4, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port': {'id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': '79f1d3ea-9f88-4f02-872c-e95850394ea8', 'name': '', 'network_id': 'a3c54121-a5fb-4308-998d-f09f45476970', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'mac_address': 'fa:16:3e:be:02:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:42Z', 'updated_at': '2022-07-28T11:03:47Z', 'revision_number': 4, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'subnets': [{'id': 'c6f1e476-d3ec-4a58-b46f-185f3658cb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:03:48.122901 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-446795fa-9455-4483-9532-3f273961e1fe None None] Current status of the port 79f1d3ea-9f88-4f02-872c-e95850394ea8 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:48.123319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-446795fa-9455-4483-9532-3f273961e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.126135 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a9892fa8-117b-418a-868f-a7bccce768b0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': 'e116e5d3-2931-4e07-8d2f-951b04780ce2', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:48.132345 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78e01-ab83-4e78-b35f-e575c2d3b352 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e116e5d3-2931-4e07-8d2f-951b04780ce2,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.163364 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9892fa8-117b-418a-868f-a7bccce768b0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (3f60f9f7-4dfc-4e9b-8861-278c9d629384), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.167097 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:48.170101 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-446795fa-9455-4483-9532-3f273961e1fe None None] For port 79f1d3ea-9f88-4f02-872c-e95850394ea8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=79f1d3ea-9f88-4f02-872c-e95850394ea8,segment=NetworkSegment(05b4d2df-9feb-4e80-8d47-aeb12457bfcb),segment_id=05b4d2df-9feb-4e80-8d47-aeb12457bfcb)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:03:48.175477 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-446795fa-9455-4483-9532-3f273961e1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.230658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9892fa8-117b-418a-868f-a7bccce768b0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (3f60f9f7-4dfc-4e9b-8861-278c9d629384), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.235206 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9892fa8-117b-418a-868f-a7bccce768b0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (3f60f9f7-4dfc-4e9b-8861-278c9d629384), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.236352 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446795fa-9455-4483-9532-3f273961e1fe None None] Pushing event updated for resources: {'Port': ['ID=79f1d3ea-9f88-4f02-872c-e95850394ea8,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.258837 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9892fa8-117b-418a-868f-a7bccce768b0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f60f9f7-4dfc-4e9b-8861-278c9d629384,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.266820 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a9892fa8-117b-418a-868f-a7bccce768b0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.270549 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a9892fa8-117b-418a-868f-a7bccce768b0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464481 Jul 28 11:03:48.270749 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57796) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:48.275097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e8ea6d13-f741-4719-b73b-ca85b106c205 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': 'e116e5d3-2931-4e07-8d2f-951b04780ce2', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:48.297335 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-ad1425af-df1a-4425-b68f-7a79af6a4964 None None] Provisioning complete for port 79f1d3ea-9f88-4f02-872c-e95850394ea8 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:48.297877 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad1425af-df1a-4425-b68f-7a79af6a4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.308169 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6d13-f741-4719-b73b-ca85b106c205 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (7e151a4a-ccff-429a-88f7-3bfb376c8b0c), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.371647 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6d13-f741-4719-b73b-ca85b106c205 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (7e151a4a-ccff-429a-88f7-3bfb376c8b0c), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.379168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6d13-f741-4719-b73b-ca85b106c205 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (7e151a4a-ccff-429a-88f7-3bfb376c8b0c), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.382856 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ad1425af-df1a-4425-b68f-7a79af6a4964 None None] Current status of the port 79f1d3ea-9f88-4f02-872c-e95850394ea8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:48.400384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea6d13-f741-4719-b73b-ca85b106c205 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e151a4a-ccff-429a-88f7-3bfb376c8b0c,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.408594 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e8ea6d13-f741-4719-b73b-ca85b106c205 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.409809 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e8ea6d13-f741-4719-b73b-ca85b106c205 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381326 Jul 28 11:03:48.412669 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57798) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:48.417048 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-23854fad-be4a-4dbe-b8ef-df6902ad9dbd tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': 'e116e5d3-2931-4e07-8d2f-951b04780ce2', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:48.446995 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23854fad-be4a-4dbe-b8ef-df6902ad9dbd tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (9960dab9-9ce4-48ff-8464-56a1ede6187e), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.509494 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23854fad-be4a-4dbe-b8ef-df6902ad9dbd tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (9960dab9-9ce4-48ff-8464-56a1ede6187e), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.513905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23854fad-be4a-4dbe-b8ef-df6902ad9dbd tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (9960dab9-9ce4-48ff-8464-56a1ede6187e), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.535125 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23854fad-be4a-4dbe-b8ef-df6902ad9dbd tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9960dab9-9ce4-48ff-8464-56a1ede6187e,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.544890 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-23854fad-be4a-4dbe-b8ef-df6902ad9dbd tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.546327 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-23854fad-be4a-4dbe-b8ef-df6902ad9dbd tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324360 Jul 28 11:03:48.548735 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57800) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:48.553408 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-7852279a-663b-4c05-83e0-6ddb23707710 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': 'e116e5d3-2931-4e07-8d2f-951b04780ce2', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:48.583093 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7852279a-663b-4c05-83e0-6ddb23707710 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (c9656801-17b0-4edc-a28e-66494a70edfc), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.648711 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7852279a-663b-4c05-83e0-6ddb23707710 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (c9656801-17b0-4edc-a28e-66494a70edfc), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.653041 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7852279a-663b-4c05-83e0-6ddb23707710 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (c9656801-17b0-4edc-a28e-66494a70edfc), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.674593 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852279a-663b-4c05-83e0-6ddb23707710 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9656801-17b0-4edc-a28e-66494a70edfc,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.681530 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-7852279a-663b-4c05-83e0-6ddb23707710 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.685342 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-7852279a-663b-4c05-83e0-6ddb23707710 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329727 Jul 28 11:03:48.685542 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57802) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:48.690832 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': 'e116e5d3-2931-4e07-8d2f-951b04780ce2', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:48.711112 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Project a5fe886042254d1180b0ed56d3580f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:48.716987 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (ac61ac66-1b79-4997-883a-7b7c32adb64f), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.777196 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (ac61ac66-1b79-4997-883a-7b7c32adb64f), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.780604 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (ac61ac66-1b79-4997-883a-7b7c32adb64f), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.795311 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:48.799753 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:48.801881 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac61ac66-1b79-4997-883a-7b7c32adb64f,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.809532 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.810889 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-59a8515b-cd5e-4ab6-a083-4ed1da5ffccb tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243818 Jul 28 11:03:48.814319 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57804) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:03:48.818733 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Request body: {'security_group_rule': {'security_group_id': 'e116e5d3-2931-4e07-8d2f-951b04780ce2', 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:03:48.841143 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Project a5fe886042254d1180b0ed56d3580f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:03:48.847074 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (2accf63d-a07c-45ce-ba82-bce503ac8fc9), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.899492 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (2accf63d-a07c-45ce-ba82-bce503ac8fc9), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.902740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (2accf63d-a07c-45ce-ba82-bce503ac8fc9), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.922015 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2accf63d-a07c-45ce-ba82-bce503ac8fc9,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:03:48.926885 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:48.928059 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e036f972-bc60-41d1-ac75-4b63dc8b1fc4 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1127582 Jul 28 11:03:49.713712 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 79f1d3ea-9f88-4f02-872c-e95850394ea8 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:03:49.779631 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 79f1d3ea-9f88-4f02-872c-e95850394ea8 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:03:49.780022 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:03:49.858010 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 79f1d3ea-9f88-4f02-872c-e95850394ea8 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:03:58.093562 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:58.111310 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:58.113239 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=64,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:58.917845 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:DELETE=1,neutron:SELECT=15,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:58.921623 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=1,neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:59.854373 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=35 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:03:59.856430 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:02.706783 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef55aa72-9c77-47e1-a972-14e2f124d6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:04.277562 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9f4b1a8e-7b00-4c00-8dcb-529d81ef8a1b req-ff914490-d382-4a9b-b195-3b3dd135c05d tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924112399&fields=id&tenant_id=a5fe886042254d1180b0ed56d3580f86 HTTP/1.1" status: 200 len: 267 time: 0.0471385 Jul 28 11:04:04.383419 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b1a8e-7b00-4c00-8dcb-529d81ef8a1b req-95306da3-07c7-4952-9e17-cb05f6d3da40 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:04:04.384828 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9f4b1a8e-7b00-4c00-8dcb-529d81ef8a1b req-95306da3-07c7-4952-9e17-cb05f6d3da40 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/networks?id=61d2e0ef-8aad-4967-a5c4-5eac66469e8e HTTP/1.1" status: 200 len: 809 time: 0.0999627 Jul 28 11:04:04.399566 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9f4b1a8e-7b00-4c00-8dcb-529d81ef8a1b req-a50efa00-86e9-4488-98ea-776ed01a8823 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/quotas/a5fe886042254d1180b0ed56d3580f86 HTTP/1.1" status: 200 len: 375 time: 0.0088773 Jul 28 11:04:04.448511 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9f4b1a8e-7b00-4c00-8dcb-529d81ef8a1b req-5824ccf7-d7cc-4318-9929-fa4d22346f52 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5fe886042254d1180b0ed56d3580f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442393 Jul 28 11:04:04.547977 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9f4b1a8e-7b00-4c00-8dcb-529d81ef8a1b req-a647cbff-0ec5-46ac-b528-a3e45f0e26c3 service neutron] 10.222.0.46 "GET /v2.0/networks/61d2e0ef-8aad-4967-a5c4-5eac66469e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880549 Jul 28 11:04:04.642920 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-9f4b1a8e-7b00-4c00-8dcb-529d81ef8a1b req-88faf70f-18a4-492e-b732-ed530186abbd service neutron] 10.222.0.46 "GET /v2.0/networks/61d2e0ef-8aad-4967-a5c4-5eac66469e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892467 Jul 28 11:04:04.947190 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-cf695aac-f304-42f7-8345-97d962f61561 req-6a6eb3ce-c7e9-41b6-b9b9-d3b6e21d8dd0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?device_id=b73f4cc8-43f0-4ccc-8fe7-1fdd67eb431d HTTP/1.1" status: 200 len: 210 time: 0.0320926 Jul 28 11:04:05.035650 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-092561d6-385b-4c1b-9ebc-f821d0212213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:06.057268 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-403b6bcb-ddfa-4f81-99d6-148f4e0822a0 req-fa885ef6-827f-4a48-9231-11f9bfad0f3e tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?device_id=b73f4cc8-43f0-4ccc-8fe7-1fdd67eb431d HTTP/1.1" status: 200 len: 210 time: 0.0282266 Jul 28 11:04:06.204998 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:06.209799 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-49bafda3-f72d-40bb-b05c-7271269411fc req-231a919d-16d2-4ea1-95b0-ef05ab0adfec tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "GET /v2.0/ports?device_id=b73f4cc8-43f0-4ccc-8fe7-1fdd67eb431d HTTP/1.1" status: 200 len: 210 time: 0.0283716 Jul 28 11:04:06.536401 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57958) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:06.595470 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ea5305ea-2f23-44a6-94c3-2524921114a0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (e116e5d3-2931-4e07-8d2f-951b04780ce2), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:06.620791 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ea5305ea-2f23-44a6-94c3-2524921114a0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (e116e5d3-2931-4e07-8d2f-951b04780ce2), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:06.682150 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ea5305ea-2f23-44a6-94c3-2524921114a0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (e116e5d3-2931-4e07-8d2f-951b04780ce2), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:06.685263 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-ea5305ea-2f23-44a6-94c3-2524921114a0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:06.687300 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-ea5305ea-2f23-44a6-94c3-2524921114a0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] 10.222.0.46 "DELETE /v2.0/security-groups/e116e5d3-2931-4e07-8d2f-951b04780ce2 HTTP/1.1" status: 204 len: 168 time: 0.1496937 Jul 28 11:04:06.697234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5305ea-2f23-44a6-94c3-2524921114a0 tempest-TestShelveInstance-1959743433 tempest-TestShelveInstance-1959743433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e116e5d3-2931-4e07-8d2f-951b04780ce2,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:06.725581 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57962) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:07.049239 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (368c5b85-3288-4ca0-8d91-140bc5d702d7), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:07.263193 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:07.274059 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Deleting port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:07.274585 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:07.358470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] For port 24ddb4a4-3d27-451e-94ce-8dc08fdb2306, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,segment=NetworkSegment(f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1),segment_id=f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:07.358850 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:07.371708 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Calling delete_port for 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:07.551576 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:07.554251 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:07.560250 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (24ddb4a4-3d27-451e-94ce-8dc08fdb2306), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:07.596009 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Pushing event deleted for resources: {'Port': ['ID=24ddb4a4-3d27-451e-94ce-8dc08fdb2306,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:07.702602 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:07.725932 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:07.794165 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (368c5b85-3288-4ca0-8d91-140bc5d702d7), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:08.283798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Router 368c5b85-3288-4ca0-8d91-140bc5d702d7 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:04:08.393158 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:08.400788 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-6f7eb46b-2960-4937-b54c-79db699a418d admin admin] 10.222.0.46 "PUT /v2.0/routers/368c5b85-3288-4ca0-8d91-140bc5d702d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705263 Jul 28 11:04:08.401020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57964) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:08.401993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] Sync routers for ids ['368c5b85-3288-4ca0-8d91-140bc5d702d7'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:08.413113 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] Routers {'368c5b85-3288-4ca0-8d91-140bc5d702d7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:08.413743 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['368c5b85-3288-4ca0-8d91-140bc5d702d7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:08.507895 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks [] for router (368c5b85-3288-4ca0-8d91-140bc5d702d7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:08.517358 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] Set router 368c5b85-3288-4ca0-8d91-140bc5d702d7 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:08.611739 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks [] for router_gateway (368c5b85-3288-4ca0-8d91-140bc5d702d7), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:08.658007 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Deleting port fb42eb55-c352-4283-8e74-fddc174c5897 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:08.658389 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:08.700759 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:04:07Z', 'revision_number': 5, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port': {'id': 'fb42eb55-c352-4283-8e74-fddc174c5897', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:29:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:08.727939 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] Checking router: 368c5b85-3288-4ca0-8d91-140bc5d702d7 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:08.739375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] Routers {'368c5b85-3288-4ca0-8d91-140bc5d702d7'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:08.740000 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['368c5b85-3288-4ca0-8d91-140bc5d702d7'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:08.745486 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] For port fb42eb55-c352-4283-8e74-fddc174c5897, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb42eb55-c352-4283-8e74-fddc174c5897,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:08.745849 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:08.760050 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Calling delete_port for fb42eb55-c352-4283-8e74-fddc174c5897 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:08.761558 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:08.770573 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:08.837707 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] Set router 368c5b85-3288-4ca0-8d91-140bc5d702d7 gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:08.890114 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:04:08Z', 'revision_number': 6, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:08.917329 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5cd18-1674-4678-90b9-e90f1143a3fd None None] The sync data for ids ['368c5b85-3288-4ca0-8d91-140bc5d702d7'] in n-d-850468-6 is: [{'id': '368c5b85-3288-4ca0-8d91-140bc5d702d7', 'name': 'tempest-TestShelveInstance-1753302232-router', 'tenant_id': 'a5fe886042254d1180b0ed56d3580f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:35Z', 'updated_at': '2022-07-28T11:04:08Z', 'revision_number': 6, 'project_id': 'a5fe886042254d1180b0ed56d3580f86', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:08.961191 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (fb42eb55-c352-4283-8e74-fddc174c5897), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:08.989407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Pushing event deleted for resources: {'Port': ['ID=fb42eb55-c352-4283-8e74-fddc174c5897,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.056577 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (368c5b85-3288-4ca0-8d91-140bc5d702d7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.146991 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (368c5b85-3288-4ca0-8d91-140bc5d702d7), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.149230 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks [] for router_controller (368c5b85-3288-4ca0-8d91-140bc5d702d7), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.192421 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (368c5b85-3288-4ca0-8d91-140bc5d702d7), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.193062 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368c5b85-3288-4ca0-8d91-140bc5d702d7 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:04:09.197774 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.198962 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-908e59fa-57eb-4630-a73c-e1bc943a0ced admin admin] 10.222.0.46 "DELETE /v2.0/routers/368c5b85-3288-4ca0-8d91-140bc5d702d7 HTTP/1.1" status: 204 len: 168 time: 0.7970536 Jul 28 11:04:09.202302 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57966) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:09.248993 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] Deleting subnet 10559023-ece5-413a-a537-cb490d5391eb {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:04:09.251925 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] Publish callbacks [] for subnet (10559023-ece5-413a-a537-cb490d5391eb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.294111 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (10559023-ece5-413a-a537-cb490d5391eb), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.377409 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (10559023-ece5-413a-a537-cb490d5391eb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.431653 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (10559023-ece5-413a-a537-cb490d5391eb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.462594 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10559023-ece5-413a-a537-cb490d5391eb,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.469637 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.472835 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4da175dd-ecc4-4bc6-bcd0-574b8666016e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/10559023-ece5-413a-a537-cb490d5391eb HTTP/1.1" status: 204 len: 168 time: 0.2692785 Jul 28 11:04:09.474293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600c39c-6177-40cd-93ec-40f35e9cdb8e None None] Network 61d2e0ef-8aad-4967-a5c4-5eac66469e8e requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:09.475376 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57968) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:09.547110 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (61d2e0ef-8aad-4967-a5c4-5eac66469e8e), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.578473 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:09.598069 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Deleting port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:09.598417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.600086 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:09.675053 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] For port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,segment=NetworkSegment(f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1),segment_id=f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:09.675428 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.691323 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Calling delete_port for 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:09.696563 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] DHCP port deletion for 61d2e0ef-8aad-4967-a5c4-5eac66469e8e request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:04:09.759962 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:09.765654 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] Deleting port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:09.766319 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.775666 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.785709 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:09.786093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 24ddb4a4-3d27-451e-94ce-8dc08fdb2306 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:09.786506 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb42eb55-c352-4283-8e74-fddc174c5897 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:09.789569 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] No DVR routers for this DVR port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:04:09.834067 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.847623 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fb42eb55-c352-4283-8e74-fddc174c5897 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:09.848104 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb42eb55-c352-4283-8e74-fddc174c5897 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:09.848378 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:09.876543 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:09.876896 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:09.888530 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (61d2e0ef-8aad-4967-a5c4-5eac66469e8e), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.894415 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] For port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:09.894812 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.909332 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] Calling delete_port for 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:09.909636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d2e0ef-8aad-4967-a5c4-5eac66469e8e']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:09.912183 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] Port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 11:04:09.913429 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.919950 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:09.920248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:09.930558 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.936699 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] Pushing event deleted for resources: {'Port': ['ID=64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:09.942657 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454b4ca-c749-4705-9805-025e9a89b035 None None] No DVR routers for this DVR port 64a6f9c4-1e8b-4df0-8a9c-33fb990fcbf1 on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:04:09.947578 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:09.955378 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:09.955758 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:10.003018 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1 resource provider aggregate not found Jul 28 11:04:10.022579 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6dfc551-a870-4a42-b1d6-7fc6fefb0ea1 found for delete ", "request_id": "req-1e7d66f8-6988-432c-a38e-7e9abad38fed"}]} Jul 28 11:04:10.031959 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (61d2e0ef-8aad-4967-a5c4-5eac66469e8e), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:10.037261 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:10.040652 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] 10.222.0.46 "DELETE /v2.0/networks/61d2e0ef-8aad-4967-a5c4-5eac66469e8e HTTP/1.1" status: 204 len: 168 time: 0.5642631 Jul 28 11:04:10.043586 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57974) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:10.054404 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbc2d2-04fc-4ec3-b286-50472c0a8e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=61d2e0ef-8aad-4967-a5c4-5eac66469e8e,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:10.357254 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (9ec16c60-decc-4ce8-979d-e4a775e03c9d), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:10.567925 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:10.578194 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Deleting port 79f1d3ea-9f88-4f02-872c-e95850394ea8 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:10.578538 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:10.621089 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:10.661430 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] For port 79f1d3ea-9f88-4f02-872c-e95850394ea8, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=79f1d3ea-9f88-4f02-872c-e95850394ea8,segment=NetworkSegment(05b4d2df-9feb-4e80-8d47-aeb12457bfcb),segment_id=05b4d2df-9feb-4e80-8d47-aeb12457bfcb)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:10.661785 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:10.674543 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Calling delete_port for 79f1d3ea-9f88-4f02-872c-e95850394ea8 owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:10.856172 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (79f1d3ea-9f88-4f02-872c-e95850394ea8), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:10.880407 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=79f1d3ea-9f88-4f02-872c-e95850394ea8,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:11.048067 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (9ec16c60-decc-4ce8-979d-e4a775e03c9d), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:11.249145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Router 9ec16c60-decc-4ce8-979d-e4a775e03c9d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:04:11.640111 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:11.646054 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:11.647271 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-f69a41f0-d16e-4ac5-926b-1ca051eccd9d admin admin] 10.222.0.46 "PUT /v2.0/routers/9ec16c60-decc-4ce8-979d-e4a775e03c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5983961 Jul 28 11:04:11.647362 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57976) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:11.650595 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] Sync routers for ids ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:11.664870 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] Routers {'9ec16c60-decc-4ce8-979d-e4a775e03c9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:11.665823 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:11.762052 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks [] for router (9ec16c60-decc-4ce8-979d-e4a775e03c9d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:11.768577 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] Set router 9ec16c60-decc-4ce8-979d-e4a775e03c9d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:11.869225 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks [] for router_gateway (9ec16c60-decc-4ce8-979d-e4a775e03c9d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:11.918857 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Deleting port fb819f55-e529-4e71-8a39-0684a7fa590d {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:11.919131 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:11.937624 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:04:10Z', 'revision_number': 5, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port': {'id': 'fb819f55-e529-4e71-8a39-0684a7fa590d', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:11.962101 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] Checking router: 9ec16c60-decc-4ce8-979d-e4a775e03c9d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:11.971182 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] Routers {'9ec16c60-decc-4ce8-979d-e4a775e03c9d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:11.971935 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:12.000707 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] For port fb819f55-e529-4e71-8a39-0684a7fa590d, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=fb819f55-e529-4e71-8a39-0684a7fa590d,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:12.001078 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.014473 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Calling delete_port for fb819f55-e529-4e71-8a39-0684a7fa590d owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:12.054829 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] Set router 9ec16c60-decc-4ce8-979d-e4a775e03c9d gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:12.056724 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:12.180608 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:12.187199 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:04:11Z', 'revision_number': 6, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:12.191182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (fb819f55-e529-4e71-8a39-0684a7fa590d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.212174 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6b1d1-4486-4ec8-8ff5-048bd2fe5432 None None] The sync data for ids ['9ec16c60-decc-4ce8-979d-e4a775e03c9d'] in n-d-850468-6 is: [{'id': '9ec16c60-decc-4ce8-979d-e4a775e03c9d', 'name': 'tempest-TestShelveInstance-1847809048-router', 'tenant_id': 'aca37dc075e64c15a6125afc02d23715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:03:40Z', 'updated_at': '2022-07-28T11:04:11Z', 'revision_number': 6, 'project_id': 'aca37dc075e64c15a6125afc02d23715', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:12.220958 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb819f55-e529-4e71-8a39-0684a7fa590d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:12.292939 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (9ec16c60-decc-4ce8-979d-e4a775e03c9d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.380044 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (9ec16c60-decc-4ce8-979d-e4a775e03c9d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.382221 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks [] for router_controller (9ec16c60-decc-4ce8-979d-e4a775e03c9d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.423573 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (9ec16c60-decc-4ce8-979d-e4a775e03c9d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.424369 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec16c60-decc-4ce8-979d-e4a775e03c9d {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:04:12.428705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.429875 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-520669ce-34cc-4b74-9cd6-7f7549ddbf9b admin admin] 10.222.0.46 "DELETE /v2.0/routers/9ec16c60-decc-4ce8-979d-e4a775e03c9d HTTP/1.1" status: 204 len: 168 time: 0.7823946 Jul 28 11:04:12.432415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57978) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:12.481094 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] Deleting subnet c6f1e476-d3ec-4a58-b46f-185f3658cb7b {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:04:12.484325 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] Publish callbacks [] for subnet (c6f1e476-d3ec-4a58-b46f-185f3658cb7b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.519734 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (c6f1e476-d3ec-4a58-b46f-185f3658cb7b), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.597739 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c6f1e476-d3ec-4a58-b46f-185f3658cb7b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.659570 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (c6f1e476-d3ec-4a58-b46f-185f3658cb7b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.684039 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f1e476-d3ec-4a58-b46f-185f3658cb7b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:12.690233 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.693436 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d6b36d7a-071e-4712-a212-f153cb274a02 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c6f1e476-d3ec-4a58-b46f-185f3658cb7b HTTP/1.1" status: 204 len: 168 time: 0.2600961 Jul 28 11:04:12.695914 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57980) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:12.696190 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a6ee7-c836-4c97-9b71-9278772347c8 None None] Network a3c54121-a5fb-4308-998d-f09f45476970 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:12.766219 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (a3c54121-a5fb-4308-998d-f09f45476970), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.816893 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Deleting port 8e1e7966-cba4-46a8-9616-42b5e03196dd {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:12.817237 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.882743 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] For port 8e1e7966-cba4-46a8-9616-42b5e03196dd, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=8e1e7966-cba4-46a8-9616-42b5e03196dd,segment=NetworkSegment(05b4d2df-9feb-4e80-8d47-aeb12457bfcb),segment_id=05b4d2df-9feb-4e80-8d47-aeb12457bfcb)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:12.883102 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.896227 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Calling delete_port for 8e1e7966-cba4-46a8-9616-42b5e03196dd owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:12.955215 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:12.956422 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] DHCP port deletion for a3c54121-a5fb-4308-998d-f09f45476970 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:04:12.985185 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:12.994827 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:13.001139 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] Deleting port 8e1e7966-cba4-46a8-9616-42b5e03196dd {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:13.001551 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.011338 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1e7966-cba4-46a8-9616-42b5e03196dd,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:13.016639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] No DVR routers for this DVR port 8e1e7966-cba4-46a8-9616-42b5e03196dd on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:04:13.048951 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:13.073122 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] For port 8e1e7966-cba4-46a8-9616-42b5e03196dd, host n-d-850468-6, got binding levels [] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:13.073593 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.086882 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] Calling delete_port for 8e1e7966-cba4-46a8-9616-42b5e03196dd owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:13.089658 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.ipam_backend_mixin [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] Port 8e1e7966-cba4-46a8-9616-42b5e03196dd was not found and therefore no delete operation was performed {{(pid=104689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 11:04:13.090903 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (8e1e7966-cba4-46a8-9616-42b5e03196dd), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.093459 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (a3c54121-a5fb-4308-998d-f09f45476970), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.116367 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] Pushing event deleted for resources: {'Port': ['ID=8e1e7966-cba4-46a8-9616-42b5e03196dd,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:13.119613 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c54121-a5fb-4308-998d-f09f45476970']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:13.119934 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fdae8-041e-4e35-8f50-5ec0169a194a None None] No DVR routers for this DVR port 8e1e7966-cba4-46a8-9616-42b5e03196dd on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:04:13.131415 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b4d2df-9feb-4e80-8d47-aeb12457bfcb') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:13.131636 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b4d2df-9feb-4e80-8d47-aeb12457bfcb') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:13.142104 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (05b4d2df-9feb-4e80-8d47-aeb12457bfcb), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.153684 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:13.158528 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (05b4d2df-9feb-4e80-8d47-aeb12457bfcb), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.166174 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:13.166598 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (05b4d2df-9feb-4e80-8d47-aeb12457bfcb), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.207788 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 05b4d2df-9feb-4e80-8d47-aeb12457bfcb resource provider aggregate not found Jul 28 11:04:13.227813 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 05b4d2df-9feb-4e80-8d47-aeb12457bfcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05b4d2df-9feb-4e80-8d47-aeb12457bfcb found for delete ", "request_id": "req-3f54adde-a3ae-48ee-bf09-8f7cb2807448"}]} Jul 28 11:04:13.236604 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (a3c54121-a5fb-4308-998d-f09f45476970), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.248242 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.252328 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3c54121-a5fb-4308-998d-f09f45476970 HTTP/1.1" status: 204 len: 168 time: 0.5554430 Jul 28 11:04:13.265617 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1628b-2932-436f-a0b2-a225ea9d34bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c54121-a5fb-4308-998d-f09f45476970,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:13.417980 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57988) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:13.458691 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-0493f260-1eb7-48be-a21c-5135d978bb47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5fe886042254d1180b0ed56d3580f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394528 Jul 28 11:04:13.461092 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57990) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:13.515640 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac7675e5-f249-4219-8a83-fe9d17127f0b admin admin] Publish callbacks [] for security_group (50beaa95-752e-47f8-846d-9075d2816d05), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.537579 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac7675e5-f249-4219-8a83-fe9d17127f0b admin admin] Publish callbacks [] for security_group (50beaa95-752e-47f8-846d-9075d2816d05), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.584535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac7675e5-f249-4219-8a83-fe9d17127f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (50beaa95-752e-47f8-846d-9075d2816d05), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.587136 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ac7675e5-f249-4219-8a83-fe9d17127f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:13.588285 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ac7675e5-f249-4219-8a83-fe9d17127f0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50beaa95-752e-47f8-846d-9075d2816d05 HTTP/1.1" status: 204 len: 168 time: 0.1263075 Jul 28 11:04:13.597811 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7675e5-f249-4219-8a83-fe9d17127f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50beaa95-752e-47f8-846d-9075d2816d05,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:13.687064 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb819f55-e529-4e71-8a39-0684a7fa590d no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:13.710263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: fb819f55-e529-4e71-8a39-0684a7fa590d {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:13.710921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device fb819f55-e529-4e71-8a39-0684a7fa590d not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:13.710921 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e1e7966-cba4-46a8-9616-42b5e03196dd no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:13.733517 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 8e1e7966-cba4-46a8-9616-42b5e03196dd {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:13.733956 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 8e1e7966-cba4-46a8-9616-42b5e03196dd not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:13.734360 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 79f1d3ea-9f88-4f02-872c-e95850394ea8 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:13.753576 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 79f1d3ea-9f88-4f02-872c-e95850394ea8 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:13.754013 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 79f1d3ea-9f88-4f02-872c-e95850394ea8 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:13.921234 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 57996) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:13.955739 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:13.963653 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-bd1c7d3e-76fb-4981-9647-521344a33f22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aca37dc075e64c15a6125afc02d23715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412502 Jul 28 11:04:13.966285 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 57998) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:14.016811 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92c2ae73-9945-4cfb-8666-312391df7837 admin admin] Publish callbacks [] for security_group (ef7e0aeb-50e5-40f4-aaac-c9ec43503e28), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:14.038784 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92c2ae73-9945-4cfb-8666-312391df7837 admin admin] Publish callbacks [] for security_group (ef7e0aeb-50e5-40f4-aaac-c9ec43503e28), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:14.086196 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92c2ae73-9945-4cfb-8666-312391df7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (ef7e0aeb-50e5-40f4-aaac-c9ec43503e28), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:14.088954 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-92c2ae73-9945-4cfb-8666-312391df7837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:14.092565 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-92c2ae73-9945-4cfb-8666-312391df7837 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef7e0aeb-50e5-40f4-aaac-c9ec43503e28 HTTP/1.1" status: 204 len: 168 time: 0.1228261 Jul 28 11:04:14.098547 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2ae73-9945-4cfb-8666-312391df7837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e0aeb-50e5-40f4-aaac-c9ec43503e28,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:14.780241 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58020) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:14.879679 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-396775507-network', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:14.900488 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Made reservation on behalf of 2e7a5acb13744f77b16a0cceb837c559 for: {'network': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:14.902826 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:14.912027 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:14.995831 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks [] for security_group (dd4e0ae9-d210-47ca-aa48-1eb03bb6d831), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:14.999668 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dd4e0ae9-d210-47ca-aa48-1eb03bb6d831), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.029382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104687) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:15.040621 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e0ae9-d210-47ca-aa48-1eb03bb6d831,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:15.045682 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (818dc158-2c3f-4c2c-b8ff-dd650c83d6ae), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.046046 n-d-850468-6 neutron-server[104687]: INFO neutron.db.segments_db [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Added segment 818dc158-2c3f-4c2c-b8ff-dd650c83d6ae of type vlan for network f84da621-1977-420c-8a0d-ead9aea48c94 Jul 28 11:04:15.047061 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:15.088397 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (f84da621-1977-420c-8a0d-ead9aea48c94), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.114845 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (f84da621-1977-420c-8a0d-ead9aea48c94), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.115803 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:04:15.116364 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.172163 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3904812 Jul 28 11:04:15.175151 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58024) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:15.180260 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Request body: {'subnet': {'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-396775507-subnet', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'ip_version': 4}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:15.183333 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3a310-ebe4-428c-bb9a-91f2e5974ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=f84da621-1977-420c-8a0d-ead9aea48c94,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:15.193172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network f84da621-1977-420c-8a0d-ead9aea48c94 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:15.214554 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Made reservation on behalf of 2e7a5acb13744f77b16a0cceb837c559 for: {'subnet': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:15.217464 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9084209'] for subnet (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.219875 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:15.389768 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9084191'] for subnet (93f66839-b0bb-4027-971c-0d311b84319d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.452296 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f66839-b0bb-4027-971c-0d311b84319d,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:15.460384 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Checking segment: {'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:15.460737 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Network hostable DHCP agents. Network: f84da621-1977-420c-8a0d-ead9aea48c94, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:04:15.477981 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Network f84da621-1977-420c-8a0d-ead9aea48c94 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:04:15.486911 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, f84da621-1977-420c-8a0d-ead9aea48c94) {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:15.492129 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:04:15.492722 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.505701 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768963c-9410-4d3d-be6f-cf564659138b None None] Network f84da621-1977-420c-8a0d-ead9aea48c94 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:15.512852 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a03fe980-9158-46ed-9650-ce1a0085ac5c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3365722 Jul 28 11:04:15.516093 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58026) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:15.520358 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:15.542628 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (cdd4114e-db8f-45b9-afed-d4c6df83651d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.543644 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (cdd4114e-db8f-45b9-afed-d4c6df83651d), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.596607 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks [] for router_controller (cdd4114e-db8f-45b9-afed-d4c6df83651d), precommit_add_association {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.616325 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-f84da621-1977-420c-8a0d-ead9aea48c94', 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94', 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'fixed_ips': [{'subnet_id': '93f66839-b0bb-4027-971c-0d311b84319d'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:04:15.617453 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.739574 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks [] for router_gateway (cdd4114e-db8f-45b9-afed-d4c6df83651d), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.757534 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Allocated IP 172.20.0.2 (f84da621-1977-420c-8a0d-ead9aea48c94/93f66839-b0bb-4027-971c-0d311b84319d/5f6dc123-8cac-47b9-b2b5-11277234f99b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:15.926956 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks [] for router_gateway (cdd4114e-db8f-45b9-afed-d4c6df83651d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:15.946671 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.034081 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Publish callbacks [] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.039776 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.057585 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Allocated IP 172.25.2.180 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/e255f97a-a80c-4a17-8723-52e05038e878) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:16.075703 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Network f84da621-1977-420c-8a0d-ead9aea48c94 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:16.081500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:16.085944 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:04:16.094655 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Pushing event updated for resources: {'Port': ['ID=5f6dc123-8cac-47b9-b2b5-11277234f99b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:16.109436 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:16.110108 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:16.151025 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Attempting to bind port 5f6dc123-8cac-47b9-b2b5-11277234f99b on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:04:16.151398 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Attempting to bind port 5f6dc123-8cac-47b9-b2b5-11277234f99b by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:04:16.151760 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Attempting to bind port 5f6dc123-8cac-47b9-b2b5-11277234f99b on network f84da621-1977-420c-8a0d-ead9aea48c94 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:04:16.157207 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:04:16.157584 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Checking segment: {'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:16.158016 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.158408 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Bound using segment: {'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:04:16.158870 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Bound port: 5f6dc123-8cac-47b9-b2b5-11277234f99b, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:04:16.159248 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.175204 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks [] for port (e255f97a-a80c-4a17-8723-52e05038e878), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.206940 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (e255f97a-a80c-4a17-8723-52e05038e878), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.222682 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] For port 5f6dc123-8cac-47b9-b2b5-11277234f99b, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:16.225826 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] For port 5f6dc123-8cac-47b9-b2b5-11277234f99b, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6dc123-8cac-47b9-b2b5-11277234f99b,segment=NetworkSegment(818dc158-2c3f-4c2c-b8ff-dd650c83d6ae),segment_id=818dc158-2c3f-4c2c-b8ff-dd650c83d6ae)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:16.231127 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.251137 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:16.256285 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:16.258549 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e255f97a-a80c-4a17-8723-52e05038e878,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:16.259577 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:16.261055 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:04:16.296710 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cc618-ea09-4002-b5fe-902fada18972 None None] Pushing event updated for resources: {'Port': ['ID=5f6dc123-8cac-47b9-b2b5-11277234f99b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:16.527617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks [] for router_gateway (cdd4114e-db8f-45b9-afed-d4c6df83651d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.720144 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (cdd4114e-db8f-45b9-afed-d4c6df83651d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.848777 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Router cdd4114e-db8f-45b9-afed-d4c6df83651d is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:04:16.952587 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:16.956097 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:16.961378 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:16.968172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Sync routers for ids ['cdd4114e-db8f-45b9-afed-d4c6df83651d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:16.978356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:16.979680 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-c6ff576b-c814-4244-8554-8665480d53c4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4626398 Jul 28 11:04:16.981599 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Routers {'cdd4114e-db8f-45b9-afed-d4c6df83651d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:16.982317 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58028) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:16.982445 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cdd4114e-db8f-45b9-afed-d4c6df83651d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:17.034638 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:17.095720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Set router cdd4114e-db8f-45b9-afed-d4c6df83651d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:17.235322 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38400408-7dff-4b7f-96ab-df11c45428b5 None None] Network f84da621-1977-420c-8a0d-ead9aea48c94 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:17.347331 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-aba8efe0-44cb-47c8-bb32-a2712a301e10 None None] Provisioning complete for port 5f6dc123-8cac-47b9-b2b5-11277234f99b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:17.347629 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba8efe0-44cb-47c8-bb32-a2712a301e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.355698 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:16Z', 'revision_number': 3, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port': {'id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:17.407166 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Checking router: cdd4114e-db8f-45b9-afed-d4c6df83651d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:17.408056 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Updating router cdd4114e-db8f-45b9-afed-d4c6df83651d port e255f97a-a80c-4a17-8723-52e05038e878 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:17.413826 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.470747 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e255f97a-a80c-4a17-8723-52e05038e878), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.580395 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_common [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Allocated IP 172.20.0.1 (f84da621-1977-420c-8a0d-ead9aea48c94/93f66839-b0bb-4027-971c-0d311b84319d/a8599440-aefd-4a01-98e5-2d33c389d478) {{(pid=104688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:17.600009 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-aba8efe0-44cb-47c8-bb32-a2712a301e10 None None] Current status of the port 5f6dc123-8cac-47b9-b2b5-11277234f99b is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:17.600308 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba8efe0-44cb-47c8-bb32-a2712a301e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.683597 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-aba8efe0-44cb-47c8-bb32-a2712a301e10 None None] For port 5f6dc123-8cac-47b9-b2b5-11277234f99b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6dc123-8cac-47b9-b2b5-11277234f99b,segment=NetworkSegment(818dc158-2c3f-4c2c-b8ff-dd650c83d6ae),segment_id=818dc158-2c3f-4c2c-b8ff-dd650c83d6ae)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:17.691217 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aba8efe0-44cb-47c8-bb32-a2712a301e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.707307 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks [] for port (a8599440-aefd-4a01-98e5-2d33c389d478), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.750523 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.755978 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6dc123-8cac-47b9-b2b5-11277234f99b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:17.793520 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Network f84da621-1977-420c-8a0d-ead9aea48c94 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:17.798241 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8efe0-44cb-47c8-bb32-a2712a301e10 None None] Pushing event updated for resources: {'Port': ['ID=5f6dc123-8cac-47b9-b2b5-11277234f99b,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:17.803803 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:17.806299 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Received port after_create {{(pid=104688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:04:17.813390 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:17.840405 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:17.840405 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Pushing event updated for resources: {'Port': ['ID=a8599440-aefd-4a01-98e5-2d33c389d478,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:17.845374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-9bbfc1e2-0fdd-4e32-ad2d-4e8c54d45b46 None None] Provisioning complete for port 5f6dc123-8cac-47b9-b2b5-11277234f99b triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:17.845755 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9bbfc1e2-0fdd-4e32-ad2d-4e8c54d45b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.845911 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:17.867617 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (cdd4114e-db8f-45b9-afed-d4c6df83651d), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.887782 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:17.930589 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Publish callbacks [] for port (e255f97a-a80c-4a17-8723-52e05038e878), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.934420 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6dc123-8cac-47b9-b2b5-11277234f99b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:17.934785 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:17.961948 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e255f97a-a80c-4a17-8723-52e05038e878), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.010816 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), before_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.065733 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcffd8d-b229-43f0-ae14-4a42fcb962b3 None None] Pushing event updated for resources: {'Port': ['ID=e255f97a-a80c-4a17-8723-52e05038e878,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:18.067943 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfc1e2-0fdd-4e32-ad2d-4e8c54d45b46 None None] Current status of the port 5f6dc123-8cac-47b9-b2b5-11277234f99b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:18.070452 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Attempting to bind port e255f97a-a80c-4a17-8723-52e05038e878 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:04:18.070821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Attempting to bind port e255f97a-a80c-4a17-8723-52e05038e878 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:04:18.071180 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Attempting to bind port e255f97a-a80c-4a17-8723-52e05038e878 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:04:18.079093 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:04:18.079468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:18.079869 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.080256 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:04:18.080720 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Bound port: e255f97a-a80c-4a17-8723-52e05038e878, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:04:18.081309 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e255f97a-a80c-4a17-8723-52e05038e878), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.145157 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6dc123-8cac-47b9-b2b5-11277234f99b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:18.156230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] For port e255f97a-a80c-4a17-8723-52e05038e878, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:18.159343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] For port e255f97a-a80c-4a17-8723-52e05038e878, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e255f97a-a80c-4a17-8723-52e05038e878,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:18.165843 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e255f97a-a80c-4a17-8723-52e05038e878), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.189333 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks [] for port (a8599440-aefd-4a01-98e5-2d33c389d478), precommit_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.194283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976797'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), after_update {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.226536 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-a9723cb0-7846-42d3-90af-873a2fc44971 None None] Provisioning complete for port a8599440-aefd-4a01-98e5-2d33c389d478 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:18.226917 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a9723cb0-7846-42d3-90af-873a2fc44971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.258432 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Routers {'cdd4114e-db8f-45b9-afed-d4c6df83651d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:18.259088 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cdd4114e-db8f-45b9-afed-d4c6df83651d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:18.262655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Pushing event updated for resources: {'Port': ['ID=a8599440-aefd-4a01-98e5-2d33c389d478,revision_number=2']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:18.265249 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (cdd4114e-db8f-45b9-afed-d4c6df83651d), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.371651 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Network f84da621-1977-420c-8a0d-ead9aea48c94 is already hosted by enough agents. {{(pid=104688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:18.373138 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Resources bound (agent type, host, resource id): {{(pid=104688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:18.444811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcffd8d-b229-43f0-ae14-4a42fcb962b3 None None] Pushing event updated for resources: {'Port': ['ID=e255f97a-a80c-4a17-8723-52e05038e878,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:18.452611 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a9723cb0-7846-42d3-90af-873a2fc44971 None None] Port a8599440-aefd-4a01-98e5-2d33c389d478 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:04:18.490581 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Router cdd4114e-db8f-45b9-afed-d4c6df83651d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:04:18.526106 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] Set router cdd4114e-db8f-45b9-afed-d4c6df83651d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:18.615621 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:18.621008 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e2fd3d8f-85ae-4187-a638-dfae5fb8b335 admin admin] 10.222.0.46 "PUT /v2.0/routers/cdd4114e-db8f-45b9-afed-d4c6df83651d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368279 Jul 28 11:04:18.682681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-2482d684-b719-41de-b274-9f9a81e6efa8 None None] Provisioning complete for port a8599440-aefd-4a01-98e5-2d33c389d478 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:18.683149 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2482d684-b719-41de-b274-9f9a81e6efa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:18.752343 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-2482d684-b719-41de-b274-9f9a81e6efa8 None None] Port a8599440-aefd-4a01-98e5-2d33c389d478 cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:04:18.771790 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:17Z', 'revision_number': 4, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port': {'id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a8599440-aefd-4a01-98e5-2d33c389d478', 'name': '', 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'mac_address': 'fa:16:3e:a7:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '93f66839-b0bb-4027-971c-0d311b84319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:17Z', 'updated_at': '2022-07-28T11:04:18Z', 'revision_number': 2, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'subnets': [{'id': '93f66839-b0bb-4027-971c-0d311b84319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:18.809661 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26857088-fd2d-4c97-a494-e25b149ee849 None None] The sync data for ids ['cdd4114e-db8f-45b9-afed-d4c6df83651d'] in n-d-850468-6 is: [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:17Z', 'revision_number': 4, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port': {'id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a8599440-aefd-4a01-98e5-2d33c389d478', 'name': '', 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'mac_address': 'fa:16:3e:a7:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '93f66839-b0bb-4027-971c-0d311b84319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:17Z', 'updated_at': '2022-07-28T11:04:18Z', 'revision_number': 2, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'subnets': [{'id': '93f66839-b0bb-4027-971c-0d311b84319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:19.184424 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58044) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:19.189708 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1909143566-network', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:19.193263 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:19.212099 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Made reservation on behalf of 1d0fb0e0a78f42bbb4f179d41882e512 for: {'network': 1} {{(pid=104688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:19.214889 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for network (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.225301 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.314973 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks [] for security_group (bcef48dc-167c-47ca-8eae-33d014735349), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.318992 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bcef48dc-167c-47ca-8eae-33d014735349), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.335267 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:19.352389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=104688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 11:04:19.360318 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef48dc-167c-47ca-8eae-33d014735349,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.368415 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a3badae1-39dd-48bb-93af-57d6c31f6dcb), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.368826 n-d-850468-6 neutron-server[104688]: INFO neutron.db.segments_db [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Added segment a3badae1-39dd-48bb-93af-57d6c31f6dcb of type vlan for network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 Jul 28 11:04:19.412124 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727299832212'] for network (6fab416e-d4f3-44e0-805b-a73f3013cdf3), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.440601 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180'] for network (6fab416e-d4f3-44e0-805b-a73f3013cdf3), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.441655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:04:19.442329 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.502990 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3174176 Jul 28 11:04:19.505812 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58046) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:19.510957 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Request body: {'subnet': {'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1909143566-subnet', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'ip_version': 4}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:19.515378 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747067d-7a20-4d23-969d-46fd95de03e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6fab416e-d4f3-44e0-805b-a73f3013cdf3,revision_number=1']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.527215 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:19.534003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 details requested by agent ovs-agent-n-d-850468-6 with host n-d-850468-6 {{(pid=104689) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 11:04:19.539131 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:19.553560 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Made reservation on behalf of 1d0fb0e0a78f42bbb4f179d41882e512 for: {'subnet': 1} {{(pid=104687) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 11:04:19.556074 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9589171'] for subnet (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.598407 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:19.762373 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9589149'] for subnet (c11aa220-b5e6-4f60-89ec-de8c8ee75ec3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.793549 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e255f97a-a80c-4a17-8723-52e05038e878 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:19.833605 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11aa220-b5e6-4f60-89ec-de8c8ee75ec3,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:19.839180 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Checking segment: {'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:19.839638 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Network hostable DHCP agents. Network: 6fab416e-d4f3-44e0-805b-a73f3013cdf3, hostable agents: ['e383e483-6e87-4d93-90d1-1bcb78bad3bb'], hosted agents: [] {{(pid=104687) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 11:04:19.849989 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e255f97a-a80c-4a17-8723-52e05038e878 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:19.850522 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e255f97a-a80c-4a17-8723-52e05038e878), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.861080 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 is scheduled to be hosted by DHCP agent e383e483-6e87-4d93-90d1-1bcb78bad3bb with binding_index 1 {{(pid=104687) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 11:04:19.871680 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-850468-6, 6fab416e-d4f3-44e0-805b-a73f3013cdf3) {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:19.876660 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:04:19.877316 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.889195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d0474b-0f1a-4093-80d7-047740aeb292 None None] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:19.896019 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-b56c9e6b-b7ee-4355-845a-da6ee85b363f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3889003 Jul 28 11:04:19.898470 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58048) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:19.903391 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:19.927853 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3763733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-349'] for router (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.929282 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3761917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3903741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3868026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-322'] for router (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:19.986662 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks [] for router_controller (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), precommit_add_association {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.026677 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e255f97a-a80c-4a17-8723-52e05038e878 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:20.027074 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (e255f97a-a80c-4a17-8723-52e05038e878), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.039995 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9abb6e89-2825-510b-91ce-dcf44774828b-6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'fixed_ips': [{'subnet_id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3'}]}} from n-d-850468-6. {{(pid=104689) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 11:04:20.040933 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.069293 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port e255f97a-a80c-4a17-8723-52e05038e878, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e255f97a-a80c-4a17-8723-52e05038e878,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:20.079985 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (e255f97a-a80c-4a17-8723-52e05038e878), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.080920 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6dc123-8cac-47b9-b2b5-11277234f99b up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:20.145401 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks [] for router_gateway (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.204471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=e255f97a-a80c-4a17-8723-52e05038e878,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:20.264690 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port 5f6dc123-8cac-47b9-b2b5-11277234f99b triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:20.265345 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.300951 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:20.311681 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Allocated IP 172.20.0.2 (6fab416e-d4f3-44e0-805b-a73f3013cdf3/c11aa220-b5e6-4f60-89ec-de8c8ee75ec3/f0d94cf8-96e7-4fd4-84c7-cc052a002aff) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:20.343784 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks [] for router_gateway (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.367253 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.415153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port 5f6dc123-8cac-47b9-b2b5-11277234f99b is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:20.478230 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Allocated IP 172.25.2.120 (c45c8dc7-65d8-4dcb-8b4b-da6b676017e7/cc645c46-1024-429e-a8db-c17e9f3ab554/ecef476f-f160-48c5-ba6e-22f8c708f549) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:20.479449 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:20.504546 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Publish callbacks [] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.510070 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.543163 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:04:20.549999 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:20.556579 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:20.562619 n-d-850468-6 neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:20.565028 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:04:20.573110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Pushing event updated for resources: {'Port': ['ID=f0d94cf8-96e7-4fd4-84c7-cc052a002aff,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:20.597746 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks [] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.628675 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Attempting to bind port f0d94cf8-96e7-4fd4-84c7-cc052a002aff on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:04:20.629046 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Attempting to bind port f0d94cf8-96e7-4fd4-84c7-cc052a002aff by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:04:20.629513 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Attempting to bind port f0d94cf8-96e7-4fd4-84c7-cc052a002aff on network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:04:20.634092 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.635433 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:04:20.635811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Checking segment: {'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:20.636209 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.636610 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Bound using segment: {'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:04:20.637062 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Bound port: f0d94cf8-96e7-4fd4-84c7-cc052a002aff, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:04:20.637440 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.650425 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:20.694639 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:20.698661 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:20.703762 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:04:20.707136 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] For port f0d94cf8-96e7-4fd4-84c7-cc052a002aff, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:20.710860 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] For port f0d94cf8-96e7-4fd4-84c7-cc052a002aff, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f0d94cf8-96e7-4fd4-84c7-cc052a002aff,segment=NetworkSegment(a3badae1-39dd-48bb-93af-57d6c31f6dcb),segment_id=a3badae1-39dd-48bb-93af-57d6c31f6dcb)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:20.711264 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Pushing event updated for resources: {'Port': ['ID=ecef476f-f160-48c5-ba6e-22f8c708f549,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:20.719718 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:20.783907 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e3b38-0713-4ff3-b07e-8e0aae6e0055 None None] Pushing event updated for resources: {'Port': ['ID=f0d94cf8-96e7-4fd4-84c7-cc052a002aff,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:21.001535 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks [] for router_gateway (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:21.061935 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Sync routers for ids ['cdd4114e-db8f-45b9-afed-d4c6df83651d'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:21.072977 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Routers {'cdd4114e-db8f-45b9-afed-d4c6df83651d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:21.073598 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cdd4114e-db8f-45b9-afed-d4c6df83651d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:21.183391 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Set router cdd4114e-db8f-45b9-afed-d4c6df83651d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:21.206910 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3761867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3903617'] for router (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:21.379864 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:17Z', 'revision_number': 4, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port': {'id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a8599440-aefd-4a01-98e5-2d33c389d478', 'name': '', 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'mac_address': 'fa:16:3e:a7:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '93f66839-b0bb-4027-971c-0d311b84319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:17Z', 'updated_at': '2022-07-28T11:04:18Z', 'revision_number': 2, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'subnets': [{'id': '93f66839-b0bb-4027-971c-0d311b84319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:21.405812 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Checking router: cdd4114e-db8f-45b9-afed-d4c6df83651d for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:21.406487 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Updating router cdd4114e-db8f-45b9-afed-d4c6df83651d port a8599440-aefd-4a01-98e5-2d33c389d478 binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:21.436052 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:21.439250 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:21.565130 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:21.613118 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:21.617919 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 is scheduled to L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 with binding_index 1 {{(pid=104687) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 11:04:21.741136 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Publish callbacks [] for port (a8599440-aefd-4a01-98e5-2d33c389d478), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:21.744218 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:21.755909 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:21.756447 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Sync routers for ids ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:21.781728 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Routers {'28eb04db-6ddf-48c1-a218-ed600a8ff6f3'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:21.782746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:21.790532 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:21.792548 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-a5e28f0f-f623-44f5-92e2-ba774fd40003 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8924258 Jul 28 11:04:21.795522 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58050) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:21.808013 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Pushing event updated for resources: {'Port': ['ID=a8599440-aefd-4a01-98e5-2d33c389d478,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:21.822476 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.822821 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.824011 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.826777 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.827181 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.827525 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.827861 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.828195 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.828522 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.828847 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.829204 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.829554 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.829924 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.830268 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.830595 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-850468-6 {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 11:04:21.857580 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:21.886888 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e255f97a-a80c-4a17-8723-52e05038e878 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:21.918555 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Attempting to bind port a8599440-aefd-4a01-98e5-2d33c389d478 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:04:21.918971 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Attempting to bind port a8599440-aefd-4a01-98e5-2d33c389d478 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:04:21.919279 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Attempting to bind port a8599440-aefd-4a01-98e5-2d33c389d478 on network f84da621-1977-420c-8a0d-ead9aea48c94 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:04:21.924729 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac7934-2679-49ec-bf81-32d63927f77f None None] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:21.931221 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:04:21.931497 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Checking segment: {'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:21.931761 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:21.932082 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Bound using segment: {'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:04:21.932546 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Bound port: a8599440-aefd-4a01-98e5-2d33c389d478, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:04:21.932920 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.008783 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] For port a8599440-aefd-4a01-98e5-2d33c389d478, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:22.014312 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] For port a8599440-aefd-4a01-98e5-2d33c389d478, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a8599440-aefd-4a01-98e5-2d33c389d478,segment=NetworkSegment(818dc158-2c3f-4c2c-b8ff-dd650c83d6ae),segment_id=818dc158-2c3f-4c2c-b8ff-dd650c83d6ae)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:22.021507 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.086640 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Routers {'cdd4114e-db8f-45b9-afed-d4c6df83651d'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:22.087277 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cdd4114e-db8f-45b9-afed-d4c6df83651d'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:22.089393 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a224a2-2ece-49ac-b838-fb4eecc4feb9 None None] Pushing event updated for resources: {'Port': ['ID=a8599440-aefd-4a01-98e5-2d33c389d478,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:22.164321 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-fa85e866-8e41-4b48-a21e-8e9772aa714e None None] Provisioning complete for port f0d94cf8-96e7-4fd4-84c7-cc052a002aff triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:22.164697 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa85e866-8e41-4b48-a21e-8e9772aa714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.219899 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Set router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:22.223366 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] Set router cdd4114e-db8f-45b9-afed-d4c6df83651d gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:22.316522 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port e255f97a-a80c-4a17-8723-52e05038e878 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:22.317520 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (e255f97a-a80c-4a17-8723-52e05038e878), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.325816 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.443544 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:22.445273 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:17Z', 'revision_number': 4, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port': {'id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a8599440-aefd-4a01-98e5-2d33c389d478', 'name': '', 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'mac_address': 'fa:16:3e:a7:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '93f66839-b0bb-4027-971c-0d311b84319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:17Z', 'updated_at': '2022-07-28T11:04:22Z', 'revision_number': 4, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'subnets': [{'id': '93f66839-b0bb-4027-971c-0d311b84319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:22.472761 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d15b3-c557-4059-a4ba-0f5e917cec8c None None] The sync data for ids ['cdd4114e-db8f-45b9-afed-d4c6df83651d'] in n-d-850468-6 is: [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:17Z', 'revision_number': 4, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port': {'id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'a8599440-aefd-4a01-98e5-2d33c389d478', 'name': '', 'network_id': 'f84da621-1977-420c-8a0d-ead9aea48c94', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'mac_address': 'fa:16:3e:a7:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '93f66839-b0bb-4027-971c-0d311b84319d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:17Z', 'updated_at': '2022-07-28T11:04:22Z', 'revision_number': 4, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'subnets': [{'id': '93f66839-b0bb-4027-971c-0d311b84319d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:22.485504 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fa85e866-8e41-4b48-a21e-8e9772aa714e None None] Current status of the port f0d94cf8-96e7-4fd4-84c7-cc052a002aff is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:22.485918 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa85e866-8e41-4b48-a21e-8e9772aa714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.507212 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:22.519194 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_common [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Allocated IP 172.20.0.1 (6fab416e-d4f3-44e0-805b-a73f3013cdf3/c11aa220-b5e6-4f60-89ec-de8c8ee75ec3/ed21e9e8-f2eb-4875-93aa-4c4dc461babe) {{(pid=104687) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 11:04:22.604633 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-fa85e866-8e41-4b48-a21e-8e9772aa714e None None] For port f0d94cf8-96e7-4fd4-84c7-cc052a002aff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f0d94cf8-96e7-4fd4-84c7-cc052a002aff,segment=NetworkSegment(a3badae1-39dd-48bb-93af-57d6c31f6dcb),segment_id=a3badae1-39dd-48bb-93af-57d6c31f6dcb)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:22.608315 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port e255f97a-a80c-4a17-8723-52e05038e878 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:22.609587 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f0d94cf8-96e7-4fd4-84c7-cc052a002aff up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:22.615285 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:22.622949 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:22.636216 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fa85e866-8e41-4b48-a21e-8e9772aa714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.643153 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:20Z', 'revision_number': 3, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port': {'id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:20Z', 'updated_at': '2022-07-28T11:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:22.686781 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks [] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.695435 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Checking router: 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:22.695785 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Updating router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 port ecef476f-f160-48c5-ba6e-22f8c708f549 binding host n-d-850468-6 {{(pid=104689) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:22.735815 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727299812190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.756156 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.785181 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:22.788276 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:22.792248 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Received port after_create {{(pid=104687) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 11:04:22.802471 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85e866-8e41-4b48-a21e-8e9772aa714e None None] Pushing event updated for resources: {'Port': ['ID=f0d94cf8-96e7-4fd4-84c7-cc052a002aff,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:22.806798 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f0d94cf8-96e7-4fd4-84c7-cc052a002aff triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:22.807984 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.811855 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Provisioning complete for port f0d94cf8-96e7-4fd4-84c7-cc052a002aff triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:22.812411 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.830687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Pushing event updated for resources: {'Port': ['ID=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:22.836015 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3761281'] for router_interface (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:22.909067 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:23.010267 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), before_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.098928 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Current status of the port f0d94cf8-96e7-4fd4-84c7-cc052a002aff is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:23.115220 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f0d94cf8-96e7-4fd4-84c7-cc052a002aff is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:23.120828 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Provisioning complete for port a8599440-aefd-4a01-98e5-2d33c389d478 triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:23.121199 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.195796 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks [] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), precommit_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.201047 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669757'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), after_update {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.272691 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:23.274869 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Publish callbacks [] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.278919 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Current status of the port a8599440-aefd-4a01-98e5-2d33c389d478 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:23.279542 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.287772 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Pushing event updated for resources: {'Port': ['ID=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,revision_number=2']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:23.292644 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.296902 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3761405'] for router_interface (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.370263 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Attempting to bind port ecef476f-f160-48c5-ba6e-22f8c708f549 on host n-d-850468-6 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:04:23.370636 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Attempting to bind port ecef476f-f160-48c5-ba6e-22f8c708f549 by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:04:23.370998 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Attempting to bind port ecef476f-f160-48c5-ba6e-22f8c708f549 on network c45c8dc7-65d8-4dcb-8b4b-da6b676017e7 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:04:23.373607 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85119195-de58-4649-8bde-f5513c987599 None None] Pushing event updated for resources: {'Port': ['ID=ecef476f-f160-48c5-ba6e-22f8c708f549,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:23.378215 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] For port a8599440-aefd-4a01-98e5-2d33c389d478, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a8599440-aefd-4a01-98e5-2d33c389d478,segment=NetworkSegment(818dc158-2c3f-4c2c-b8ff-dd650c83d6ae),segment_id=818dc158-2c3f-4c2c-b8ff-dd650c83d6ae)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:23.382889 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:04:23.383337 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Checking segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:23.383739 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.384156 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Bound using segment: {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:04:23.384670 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Bound port: ecef476f-f160-48c5-ba6e-22f8c708f549, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb30e1-b77f-42e6-93da-0ef16ebab38d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:04:23.385326 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.388877 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.401271 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 is already hosted by enough agents. {{(pid=104687) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 11:04:23.402794 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.base_scheduler [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104687) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 11:04:23.480255 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:23.481900 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] For port ecef476f-f160-48c5-ba6e-22f8c708f549, host n-d-850468-6, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:23.485375 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7f8c9-6740-49e8-9c2e-d2765e27a91c None None] Pushing event updated for resources: {'Port': ['ID=a8599440-aefd-4a01-98e5-2d33c389d478,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:23.506280 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] For port ecef476f-f160-48c5-ba6e-22f8c708f549, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ecef476f-f160-48c5-ba6e-22f8c708f549,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:23.513277 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:23.514811 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-0a43ed41-9d78-4f71-9ad6-1334ba041c3b None None] Provisioning complete for port ed21e9e8-f2eb-4875-93aa-4c4dc461babe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:23.515221 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a43ed41-9d78-4f71-9ad6-1334ba041c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.533902 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:04:23.539330 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.589300 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0a43ed41-9d78-4f71-9ad6-1334ba041c3b None None] Port ed21e9e8-f2eb-4875-93aa-4c4dc461babe cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:04:23.611665 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Routers {'28eb04db-6ddf-48c1-a218-ed600a8ff6f3'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:23.612374 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:23.649383 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:23.653585 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85119195-de58-4649-8bde-f5513c987599 None None] Pushing event updated for resources: {'Port': ['ID=ecef476f-f160-48c5-ba6e-22f8c708f549,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:23.661146 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ccf956b0-8b7d-4b79-a58f-c668adbfbe64 admin admin] 10.222.0.46 "PUT /v2.0/routers/28eb04db-6ddf-48c1-a218-ed600a8ff6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583920 Jul 28 11:04:23.732070 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-57c0434a-07d6-4b4a-82ec-be077186d03d None None] Provisioning complete for port ed21e9e8-f2eb-4875-93aa-4c4dc461babe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:23.733173 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57c0434a-07d6-4b4a-82ec-be077186d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:23.760128 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a8599440-aefd-4a01-98e5-2d33c389d478 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:23.799234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] Set router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:23.834068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-57c0434a-07d6-4b4a-82ec-be077186d03d None None] Port ed21e9e8-f2eb-4875-93aa-4c4dc461babe cannot update to ACTIVE because it is not bound. {{(pid=104689) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 11:04:24.036687 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58058) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:24.041299 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-d5730c69-61a0-4431-b618-d35c18b15362 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-359611447', 'description': 'tempest-secgroup-smoke-359611447 description', 'project_id': '2e7a5acb13744f77b16a0cceb837c559'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:24.063829 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d5730c69-61a0-4431-b618-d35c18b15362 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.072632 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port a8599440-aefd-4a01-98e5-2d33c389d478 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:24.073025 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.136408 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d5730c69-61a0-4431-b618-d35c18b15362 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group (57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.140837 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d5730c69-61a0-4431-b618-d35c18b15362 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.172474 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-d5730c69-61a0-4431-b618-d35c18b15362 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.173961 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-d5730c69-61a0-4431-b618-d35c18b15362 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1360283 Jul 28 11:04:24.177124 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58060) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:24.178407 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5730c69-61a0-4431-b618-d35c18b15362 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc,revision_number=1']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.182953 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-2c99c1ea-a428-4a03-a4ac-aa290ca70138 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Request body: {'security_group_rule': {'security_group_id': '57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc', 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:24.189419 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:24.212665 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c99c1ea-a428-4a03-a4ac-aa290ca70138 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (5cd69db0-d3c8-412f-899a-8c2cf20d2035), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.219739 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port a8599440-aefd-4a01-98e5-2d33c389d478 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:24.220800 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f0d94cf8-96e7-4fd4-84c7-cc052a002aff up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:24.223765 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:22Z', 'revision_number': 4, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port': {'id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:20Z', 'updated_at': '2022-07-28T11:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ed21e9e8-f2eb-4875-93aa-4c4dc461babe', 'name': '', 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'mac_address': 'fa:16:3e:5b:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:22Z', 'updated_at': '2022-07-28T11:04:23Z', 'revision_number': 2, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'subnets': [{'id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:24.270413 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8b510-7810-45be-87ae-2b307390c7a3 None None] The sync data for ids ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'] in n-d-850468-6 is: [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:22Z', 'revision_number': 4, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port': {'id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:20Z', 'updated_at': '2022-07-28T11:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ed21e9e8-f2eb-4875-93aa-4c4dc461babe', 'name': '', 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'mac_address': 'fa:16:3e:5b:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:22Z', 'updated_at': '2022-07-28T11:04:23Z', 'revision_number': 2, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'subnets': [{'id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:24.276013 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c99c1ea-a428-4a03-a4ac-aa290ca70138 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (5cd69db0-d3c8-412f-899a-8c2cf20d2035), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.281462 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c99c1ea-a428-4a03-a4ac-aa290ca70138 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (5cd69db0-d3c8-412f-899a-8c2cf20d2035), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.304455 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port f0d94cf8-96e7-4fd4-84c7-cc052a002aff triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:24.304682 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.304937 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99c1ea-a428-4a03-a4ac-aa290ca70138 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd69db0-d3c8-412f-899a-8c2cf20d2035,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.317627 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-2c99c1ea-a428-4a03-a4ac-aa290ca70138 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.322382 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58062) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:24.326755 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2c99c1ea-a428-4a03-a4ac-aa290ca70138 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472270 Jul 28 11:04:24.329010 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-9426f006-8dc4-44db-bb9d-4ed2ef490330 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Request body: {'security_group_rule': {'security_group_id': '57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc', 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:24.334703 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:24.362119 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9426f006-8dc4-44db-bb9d-4ed2ef490330 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (d2dbb1e4-911e-46fe-bfed-275e55a123e4), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.393285 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port f0d94cf8-96e7-4fd4-84c7-cc052a002aff is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:24.427518 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9426f006-8dc4-44db-bb9d-4ed2ef490330 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (d2dbb1e4-911e-46fe-bfed-275e55a123e4), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.431298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9426f006-8dc4-44db-bb9d-4ed2ef490330 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (d2dbb1e4-911e-46fe-bfed-275e55a123e4), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.451436 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426f006-8dc4-44db-bb9d-4ed2ef490330 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dbb1e4-911e-46fe-bfed-275e55a123e4,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.459725 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-9426f006-8dc4-44db-bb9d-4ed2ef490330 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.462418 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-9426f006-8dc4-44db-bb9d-4ed2ef490330 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385577 Jul 28 11:04:24.463652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58064) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:24.468823 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-ed94f80e-c305-405e-9cb0-18ca473198ca tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Request body: {'security_group_rule': {'security_group_id': '57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc', 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:24.506466 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed94f80e-c305-405e-9cb0-18ca473198ca tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (072e91d5-d8ad-4b72-b091-f94d3beee39b), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.571499 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed94f80e-c305-405e-9cb0-18ca473198ca tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (072e91d5-d8ad-4b72-b091-f94d3beee39b), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.575304 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed94f80e-c305-405e-9cb0-18ca473198ca tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (072e91d5-d8ad-4b72-b091-f94d3beee39b), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.595534 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94f80e-c305-405e-9cb0-18ca473198ca tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072e91d5-d8ad-4b72-b091-f94d3beee39b,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.605279 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-ed94f80e-c305-405e-9cb0-18ca473198ca tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.606705 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-ed94f80e-c305-405e-9cb0-18ca473198ca tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420743 Jul 28 11:04:24.609601 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58066) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:24.614280 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.v2.base [None req-44366f94-ce81-4ae9-ac35-5abfb611392c tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Request body: {'security_group_rule': {'security_group_id': '57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc', 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104687) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:24.647209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44366f94-ce81-4ae9-ac35-5abfb611392c tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (a07972de-1db0-4cb5-9e22-5f2d1bc7d2cc), before_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.699472 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:24.713386 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44366f94-ce81-4ae9-ac35-5abfb611392c tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (a07972de-1db0-4cb5-9e22-5f2d1bc7d2cc), precommit_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.719537 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44366f94-ce81-4ae9-ac35-5abfb611392c tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (a07972de-1db0-4cb5-9e22-5f2d1bc7d2cc), after_create {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.742948 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44366f94-ce81-4ae9-ac35-5abfb611392c tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07972de-1db0-4cb5-9e22-5f2d1bc7d2cc,revision_number=0']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.752591 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-44366f94-ce81-4ae9-ac35-5abfb611392c tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.756647 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58068) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:24.757266 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-44366f94-ce81-4ae9-ac35-5abfb611392c tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465697 Jul 28 11:04:24.762269 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Request body: {'security_group_rule': {'security_group_id': '57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc', 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:24.786545 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Project 2e7a5acb13744f77b16a0cceb837c559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:04:24.793733 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (5348b23c-f507-455b-9692-f5ca21a471ed), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.860107 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (5348b23c-f507-455b-9692-f5ca21a471ed), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.864414 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (5348b23c-f507-455b-9692-f5ca21a471ed), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.886236 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5348b23c-f507-455b-9692-f5ca21a471ed,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:24.895318 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.898383 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-d59a083f-234e-4575-853e-f98a8e3da860 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399181 Jul 28 11:04:24.899321 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58070) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:24.903788 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.v2.base [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Request body: {'security_group_rule': {'security_group_id': '57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc', 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 11:04:24.926428 n-d-850468-6 neutron-server[104688]: INFO neutron.db.securitygroups_db [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Project 2e7a5acb13744f77b16a0cceb837c559 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 11:04:24.932356 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (8f458fe2-9e72-4d7f-8063-a1be404a89e2), before_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:24.986223 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:24.997168 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (8f458fe2-9e72-4d7f-8063-a1be404a89e2), precommit_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:25.001852 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3867470'] for security_group_rule (8f458fe2-9e72-4d7f-8063-a1be404a89e2), after_create {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:25.022468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f458fe2-9e72-4d7f-8063-a1be404a89e2,revision_number=0']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:25.031278 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:25.036438 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-30de76f7-65c7-41f1-980c-03f1e15496bd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321964 Jul 28 11:04:25.189776 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-43d1453d-4178-4f8a-abc9-f7b0943236fa req-ea5db5da-cad7-4267-897f-f96375d9cbd5 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-359611447&fields=id&tenant_id=2e7a5acb13744f77b16a0cceb837c559 HTTP/1.1" status: 200 len: 267 time: 0.0453231 Jul 28 11:04:25.299893 n-d-850468-6 neutron-server[104687]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1453d-4178-4f8a-abc9-f7b0943236fa req-8035dc3f-b179-44b5-8a41-b15bda13d208 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104687) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 11:04:25.303273 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-43d1453d-4178-4f8a-abc9-f7b0943236fa req-8035dc3f-b179-44b5-8a41-b15bda13d208 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "GET /v2.0/networks?id=f84da621-1977-420c-8a0d-ead9aea48c94 HTTP/1.1" status: 200 len: 809 time: 0.1059942 Jul 28 11:04:25.333232 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-43d1453d-4178-4f8a-abc9-f7b0943236fa req-cec775a5-2ad6-49d9-819c-545428b2f4a9 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "GET /v2.0/quotas/2e7a5acb13744f77b16a0cceb837c559 HTTP/1.1" status: 200 len: 375 time: 0.0152476 Jul 28 11:04:25.390964 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-43d1453d-4178-4f8a-abc9-f7b0943236fa req-8fdfc2d0-9e96-45b9-995a-2bb13f393feb tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e7a5acb13744f77b16a0cceb837c559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520766 Jul 28 11:04:25.493175 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-43d1453d-4178-4f8a-abc9-f7b0943236fa req-7232344d-78bd-4adc-9827-da42beec4273 service neutron] 10.222.0.46 "GET /v2.0/networks/f84da621-1977-420c-8a0d-ead9aea48c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906274 Jul 28 11:04:25.597055 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-43d1453d-4178-4f8a-abc9-f7b0943236fa req-a12c5559-33dc-46f2-a252-93ac97844bce service neutron] 10.222.0.46 "GET /v2.0/networks/f84da621-1977-420c-8a0d-ead9aea48c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973878 Jul 28 11:04:25.732032 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ecef476f-f160-48c5-ba6e-22f8c708f549 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:25.782993 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ecef476f-f160-48c5-ba6e-22f8c708f549 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:25.783521 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:25.789411 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-83066c1a-141f-4b05-b7e1-262e8e954f9a req-b364c7de-5017-456f-88cc-8df1009edcfe tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0719ad55-41b8-4f13-87ec-267a50ff1a2c HTTP/1.1" status: 200 len: 210 time: 0.0357206 Jul 28 11:04:25.881068 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ecef476f-f160-48c5-ba6e-22f8c708f549 is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:25.881934 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:25.891051 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:25.907821 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] For port ecef476f-f160-48c5-ba6e-22f8c708f549, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ecef476f-f160-48c5-ba6e-22f8c708f549,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:25.915284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:25.969468 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Pushing event updated for resources: {'Port': ['ID=ecef476f-f160-48c5-ba6e-22f8c708f549,revision_number=4']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:26.691384 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Sync routers for ids ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:26.702068 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Routers {'28eb04db-6ddf-48c1-a218-ed600a8ff6f3'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:26.702657 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:26.877060 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Set router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:26.878584 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:26.904424 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [req-a1c225ec-c37c-4be1-8424-af5c1c2db9e2 req-52c7fc3a-604b-485f-bf11-b386a4e53c61 tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0719ad55-41b8-4f13-87ec-267a50ff1a2c HTTP/1.1" status: 200 len: 210 time: 0.0285957 Jul 28 11:04:27.059363 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [req-0dd3aabe-503b-4bb4-a00b-ad2f44e74903 req-d13ed38f-866a-4ef5-9971-3aa19c81d40b tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "GET /v2.0/ports?device_id=0719ad55-41b8-4f13-87ec-267a50ff1a2c HTTP/1.1" status: 200 len: 210 time: 0.0293872 Jul 28 11:04:27.066158 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:22Z', 'revision_number': 4, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port': {'id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:20Z', 'updated_at': '2022-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ed21e9e8-f2eb-4875-93aa-4c4dc461babe', 'name': '', 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'mac_address': 'fa:16:3e:5b:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:22Z', 'updated_at': '2022-07-28T11:04:23Z', 'revision_number': 2, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'subnets': [{'id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:27.094248 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Checking router: 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:27.094603 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Updating router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 port ed21e9e8-f2eb-4875-93aa-4c4dc461babe binding host n-d-850468-6 {{(pid=104690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 11:04:27.122398 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.253389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58098) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:27.319218 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-adad2f5c-4dfd-4ca1-9b50-30e4883314dd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group (57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.347616 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-adad2f5c-4dfd-4ca1-9b50-30e4883314dd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group (57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.371572 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:UPDATE=3,neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=5 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:27.377386 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Publish callbacks [] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.383821 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.412011 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-adad2f5c-4dfd-4ca1-9b50-30e4883314dd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.414898 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-adad2f5c-4dfd-4ca1-9b50-30e4883314dd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.418964 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-adad2f5c-4dfd-4ca1-9b50-30e4883314dd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] 10.222.0.46 "DELETE /v2.0/security-groups/57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc HTTP/1.1" status: 204 len: 168 time: 0.1644206 Jul 28 11:04:27.429422 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad2f5c-4dfd-4ca1-9b50-30e4883314dd tempest-TestSnapshotPattern-1898393366 tempest-TestSnapshotPattern-1898393366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fec0cd-f7cd-4c90-b6b0-176d6f58d0dc,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:27.462200 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58102) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:27.465586 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238a60f-0b67-4bb1-907c-276deae24636 None None] Pushing event updated for resources: {'Port': ['ID=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:27.495223 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Attempting to bind port ed21e9e8-f2eb-4875-93aa-4c4dc461babe on host n-d-850468-6 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 11:04:27.495599 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Attempting to bind port ed21e9e8-f2eb-4875-93aa-4c4dc461babe by drivers openvswitch,hyperv on host n-d-850468-6 at level 0 using segments [{'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 11:04:27.495963 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Attempting to bind port ed21e9e8-f2eb-4875-93aa-4c4dc461babe on network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 11:04:27.501371 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Checking agent: {'id': 'b1a17028-250a-4366-a544-33108d003805', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-850468-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 10, 19, 38), 'started_at': datetime.datetime(2022, 7, 28, 10, 20, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-850468-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 11:04:27.502391 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Checking segment: {'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 11:04:27.502391 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.502649 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Bound using segment: {'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 11:04:27.503025 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Bound port: ed21e9e8-f2eb-4875-93aa-4c4dc461babe, host: n-d-850468-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3badae1-39dd-48bb-93af-57d6c31f6dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 11:04:27.503409 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.557202 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:27.569353 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] For port ed21e9e8-f2eb-4875-93aa-4c4dc461babe, host n-d-850468-6, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 11:04:27.572987 n-d-850468-6 neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] For port ed21e9e8-f2eb-4875-93aa-4c4dc461babe, host n-d-850468-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,segment=NetworkSegment(a3badae1-39dd-48bb-93af-57d6c31f6dcb),segment_id=a3badae1-39dd-48bb-93af-57d6c31f6dcb)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 11:04:27.580461 n-d-850468-6 neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.613563 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:27.645226 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Routers {'28eb04db-6ddf-48c1-a218-ed600a8ff6f3'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:27.645846 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:27.737494 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ecef476f-f160-48c5-ba6e-22f8c708f549 up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:27.758171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] Set router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:27.822650 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (cdd4114e-db8f-45b9-afed-d4c6df83651d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.827507 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ecef476f-f160-48c5-ba6e-22f8c708f549 triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:27.828291 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.830150 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-e2dfca00-0612-4c2c-9ca7-c47431fafdbe None None] Provisioning complete for port ed21e9e8-f2eb-4875-93aa-4c4dc461babe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:27.830667 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e2dfca00-0612-4c2c-9ca7-c47431fafdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.831749 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238a60f-0b67-4bb1-907c-276deae24636 None None] Pushing event updated for resources: {'Port': ['ID=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,revision_number=4']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:27.968171 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:27.979646 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfca00-0612-4c2c-9ca7-c47431fafdbe None None] Current status of the port ed21e9e8-f2eb-4875-93aa-4c4dc461babe is: DOWN; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:27.979931 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e2dfca00-0612-4c2c-9ca7-c47431fafdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803779'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:27.990350 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:22Z', 'revision_number': 4, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port': {'id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:20Z', 'updated_at': '2022-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ed21e9e8-f2eb-4875-93aa-4c4dc461babe', 'name': '', 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'mac_address': 'fa:16:3e:5b:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:22Z', 'updated_at': '2022-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'subnets': [{'id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:27.998916 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ecef476f-f160-48c5-ba6e-22f8c708f549 is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:28.020095 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3216f-513c-49d4-b1dc-e76a74caf8b9 None None] The sync data for ids ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'] in n-d-850468-6 is: [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:22Z', 'revision_number': 4, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port': {'id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:20Z', 'updated_at': '2022-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6', '_interfaces': [{'id': 'ed21e9e8-f2eb-4875-93aa-4c4dc461babe', 'name': '', 'network_id': '6fab416e-d4f3-44e0-805b-a73f3013cdf3', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'mac_address': 'fa:16:3e:5b:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:22Z', 'updated_at': '2022-07-28T11:04:27Z', 'revision_number': 4, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'subnets': [{'id': 'c11aa220-b5e6-4f60-89ec-de8c8ee75ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:28.024006 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e2dfca00-0612-4c2c-9ca7-c47431fafdbe None None] For port ed21e9e8-f2eb-4875-93aa-4c4dc461babe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,segment=NetworkSegment(a3badae1-39dd-48bb-93af-57d6c31f6dcb),segment_id=a3badae1-39dd-48bb-93af-57d6c31f6dcb)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:28.031907 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e2dfca00-0612-4c2c-9ca7-c47431fafdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727300207836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727299812208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727299812226'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:28.083426 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfca00-0612-4c2c-9ca7-c47431fafdbe None None] Pushing event updated for resources: {'Port': ['ID=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,revision_number=5']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:28.093649 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Deleting port a8599440-aefd-4a01-98e5-2d33c389d478 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:28.094178 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:28.152757 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-8de95303-014a-4378-b910-07def3dfa2dd None None] Provisioning complete for port ed21e9e8-f2eb-4875-93aa-4c4dc461babe triggered by entity DHCP. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:28.153443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8de95303-014a-4378-b910-07def3dfa2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:28.153610 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:28.183142 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] For port a8599440-aefd-4a01-98e5-2d33c389d478, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=a8599440-aefd-4a01-98e5-2d33c389d478,segment=NetworkSegment(818dc158-2c3f-4c2c-b8ff-dd650c83d6ae),segment_id=818dc158-2c3f-4c2c-b8ff-dd650c83d6ae)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:28.183515 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:28.198737 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Calling delete_port for a8599440-aefd-4a01-98e5-2d33c389d478 owned by network:router_interface {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:28.245713 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:28.257243 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-8de95303-014a-4378-b910-07def3dfa2dd None None] Current status of the port ed21e9e8-f2eb-4875-93aa-4c4dc461babe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:28.399417 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (a8599440-aefd-4a01-98e5-2d33c389d478), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:28.430715 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8599440-aefd-4a01-98e5-2d33c389d478,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:28.440063 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:28.880740 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (cdd4114e-db8f-45b9-afed-d4c6df83651d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:29.088310 n-d-850468-6 neutron-server[104687]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Router cdd4114e-db8f-45b9-afed-d4c6df83651d has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104687) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:04:29.196184 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104687) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:29.201421 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-009fbef2-ceaa-4ea6-8a8a-a9755d3d4a04 admin admin] 10.222.0.46 "PUT /v2.0/routers/cdd4114e-db8f-45b9-afed-d4c6df83651d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377067 Jul 28 11:04:29.203911 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58104) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:29.207600 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] Sync routers for ids ['cdd4114e-db8f-45b9-afed-d4c6df83651d'] in n-d-850468-6 {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:29.218869 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] Routers {'cdd4114e-db8f-45b9-afed-d4c6df83651d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:29.219493 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cdd4114e-db8f-45b9-afed-d4c6df83651d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:29.306798 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:29.314200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks [] for router (cdd4114e-db8f-45b9-afed-d4c6df83651d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:29.345072 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] Set router cdd4114e-db8f-45b9-afed-d4c6df83651d gateway port host: n-d-850468-6 {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:29.447549 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks [] for router_gateway (cdd4114e-db8f-45b9-afed-d4c6df83651d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:29.499020 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Deleting port e255f97a-a80c-4a17-8723-52e05038e878 {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:29.499360 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (e255f97a-a80c-4a17-8723-52e05038e878), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:29.544003 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:28Z', 'revision_number': 5, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port': {'id': 'e255f97a-a80c-4a17-8723-52e05038e878', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:39:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:29.573725 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] Checking router: cdd4114e-db8f-45b9-afed-d4c6df83651d for host: n-d-850468-6 {{(pid=104689) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:29.585911 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] Routers {'cdd4114e-db8f-45b9-afed-d4c6df83651d'} bound to L3 agent in host n-d-850468-6 {{(pid=104689) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:29.586526 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['cdd4114e-db8f-45b9-afed-d4c6df83651d'], 'active': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:29.588020 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:29.601578 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] For port e255f97a-a80c-4a17-8723-52e05038e878, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=e255f97a-a80c-4a17-8723-52e05038e878,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:29.601989 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (e255f97a-a80c-4a17-8723-52e05038e878), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:29.617628 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Calling delete_port for e255f97a-a80c-4a17-8723-52e05038e878 owned by network:router_gateway {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:29.692357 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvr_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] Set router cdd4114e-db8f-45b9-afed-d4c6df83651d gateway port host: None {{(pid=104689) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:29.758234 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_hamode_db [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:29Z', 'revision_number': 6, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:29.767232 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:29.796837 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34b018-1c2a-4b8e-bb46-ab805828eedd None None] The sync data for ids ['cdd4114e-db8f-45b9-afed-d4c6df83651d'] in n-d-850468-6 is: [{'id': 'cdd4114e-db8f-45b9-afed-d4c6df83651d', 'name': 'tempest-TestSnapshotPattern-396775507-router', 'tenant_id': '2e7a5acb13744f77b16a0cceb837c559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:15Z', 'updated_at': '2022-07-28T11:04:29Z', 'revision_number': 6, 'project_id': '2e7a5acb13744f77b16a0cceb837c559', 'gw_port_host': None}] {{(pid=104689) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:29.842818 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ed21e9e8-f2eb-4875-93aa-4c4dc461babe up at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 11:04:29.881200 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (e255f97a-a80c-4a17-8723-52e05038e878), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:29.896172 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Provisioning complete for port ed21e9e8-f2eb-4875-93aa-4c4dc461babe triggered by entity L2. {{(pid=104689) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 11:04:29.896548 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1007776'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), provisioning_complete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:29.913498 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e255f97a-a80c-4a17-8723-52e05038e878,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:29.985827 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Current status of the port ed21e9e8-f2eb-4875-93aa-4c4dc461babe is: ACTIVE; New status is: ACTIVE {{(pid=104689) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 11:04:29.995525 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (cdd4114e-db8f-45b9-afed-d4c6df83651d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.095377 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (cdd4114e-db8f-45b9-afed-d4c6df83651d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.097638 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks [] for router_controller (cdd4114e-db8f-45b9-afed-d4c6df83651d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.143452 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (cdd4114e-db8f-45b9-afed-d4c6df83651d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.144141 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd4114e-db8f-45b9-afed-d4c6df83651d {{(pid=104687) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:04:30.148209 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.149332 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-428838ab-9b23-4ad0-94a1-7342822453bc admin admin] 10.222.0.46 "DELETE /v2.0/routers/cdd4114e-db8f-45b9-afed-d4c6df83651d HTTP/1.1" status: 204 len: 168 time: 0.9445269 Jul 28 11:04:30.151832 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58106) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:30.197003 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] Deleting subnet 93f66839-b0bb-4027-971c-0d311b84319d {{(pid=104687) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:04:30.200182 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] Publish callbacks [] for subnet (93f66839-b0bb-4027-971c-0d311b84319d), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.234590 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8697347'] for subnet (93f66839-b0bb-4027-971c-0d311b84319d), precommit_delete_associations {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.315298 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (93f66839-b0bb-4027-971c-0d311b84319d), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.335560 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:30.368793 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9589142'] for subnet (93f66839-b0bb-4027-971c-0d311b84319d), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.396064 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f66839-b0bb-4027-971c-0d311b84319d,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:30.398079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.401332 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-4e3a5a86-402f-488f-82e3-6511091adba6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/93f66839-b0bb-4027-971c-0d311b84319d HTTP/1.1" status: 204 len: 168 time: 0.2485816 Jul 28 11:04:30.402389 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b658df-81e2-4e76-a639-dd8f567f8259 None None] Network f84da621-1977-420c-8a0d-ead9aea48c94 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:30.403972 n-d-850468-6 neutron-server[104687]: DEBUG neutron.wsgi [-] (104687) accepted ('10.222.0.46', 58108) {{(pid=104687) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:30.480457 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (f84da621-1977-420c-8a0d-ead9aea48c94), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.531087 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Deleting port 5f6dc123-8cac-47b9-b2b5-11277234f99b {{(pid=104687) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:30.531439 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.571738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] DHCP port deletion for f84da621-1977-420c-8a0d-ead9aea48c94 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:04:30.603238 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.db [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] For port 5f6dc123-8cac-47b9-b2b5-11277234f99b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6dc123-8cac-47b9-b2b5-11277234f99b,segment=NetworkSegment(818dc158-2c3f-4c2c-b8ff-dd650c83d6ae),segment_id=818dc158-2c3f-4c2c-b8ff-dd650c83d6ae)] {{(pid=104687) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:30.603600 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.609823 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] Deleting port 5f6dc123-8cac-47b9-b2b5-11277234f99b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:30.610228 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.617011 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.plugin [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Calling delete_port for 5f6dc123-8cac-47b9-b2b5-11277234f99b owned by network:dhcp {{(pid=104687) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:30.674431 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] For port 5f6dc123-8cac-47b9-b2b5-11277234f99b, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=5f6dc123-8cac-47b9-b2b5-11277234f99b,segment=NetworkSegment(818dc158-2c3f-4c2c-b8ff-dd650c83d6ae),segment_id=818dc158-2c3f-4c2c-b8ff-dd650c83d6ae)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:30.674830 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.688320 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] Calling delete_port for 5f6dc123-8cac-47b9-b2b5-11277234f99b owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:30.698359 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669738'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.724798 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6dc123-8cac-47b9-b2b5-11277234f99b,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:30.726775 n-d-850468-6 neutron-server[104687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] No DVR routers for this DVR port 5f6dc123-8cac-47b9-b2b5-11277234f99b on host n-d-850468-6 {{(pid=104687) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:04:30.774568 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199'] for port (5f6dc123-8cac-47b9-b2b5-11277234f99b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.801650 n-d-850468-6 neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] No DVR routers for this DVR port 5f6dc123-8cac-47b9-b2b5-11277234f99b on host n-d-850468-6 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:04:30.803490 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:30.806564 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e49ec-7b92-433e-8113-6f0c739f2c98 None None] Pushing event deleted for resources: {'Port': ['ID=5f6dc123-8cac-47b9-b2b5-11277234f99b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:30.808228 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (f84da621-1977-420c-8a0d-ead9aea48c94), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.834182 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84da621-1977-420c-8a0d-ead9aea48c94']}} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:30.844321 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae') {'for_net_delete': True} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:30.844623 n-d-850468-6 neutron-server[104687]: DEBUG neutron.services.segments.db [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818dc158-2c3f-4c2c-b8ff-dd650c83d6ae') {} {{(pid=104687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:30.854153 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8697370'] for segment (818dc158-2c3f-4c2c-b8ff-dd650c83d6ae), before_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.867705 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (818dc158-2c3f-4c2c-b8ff-dd650c83d6ae), precommit_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.874224 n-d-850468-6 neutron-server[104687]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104687) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:30.875447 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669785'] for segment (818dc158-2c3f-4c2c-b8ff-dd650c83d6ae), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.918786 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 818dc158-2c3f-4c2c-b8ff-dd650c83d6ae resource provider aggregate not found Jul 28 11:04:30.938229 n-d-850468-6 neutron-server[104687]: INFO neutron.services.segments.plugin [-] Segment 818dc158-2c3f-4c2c-b8ff-dd650c83d6ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 818dc158-2c3f-4c2c-b8ff-dd650c83d6ae found for delete ", "request_id": "req-a83a44e9-724d-4c77-a64a-76bced20209d"}]} Jul 28 11:04:30.946079 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (f84da621-1977-420c-8a0d-ead9aea48c94), after_delete {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.951928 n-d-850468-6 neutron-server[104687]: DEBUG neutron_lib.callbacks.manager [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=104687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:30.955084 n-d-850468-6 neutron-server[104687]: INFO neutron.wsgi [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] 10.222.0.46 "DELETE /v2.0/networks/f84da621-1977-420c-8a0d-ead9aea48c94 HTTP/1.1" status: 204 len: 168 time: 0.5499279 Jul 28 11:04:30.958145 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58114) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:30.972652 n-d-850468-6 neutron-server[104687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151347f-7ce6-474b-9221-0362decd36ed admin admin] Pushing event deleted for resources: {'Network': ['ID=f84da621-1977-420c-8a0d-ead9aea48c94,revision_number=None']} {{(pid=104687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:31.556953 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899932'] for router_interface (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:31.705738 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e255f97a-a80c-4a17-8723-52e05038e878 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:31.726111 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: e255f97a-a80c-4a17-8723-52e05038e878 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:31.726460 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device e255f97a-a80c-4a17-8723-52e05038e878 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:31.726872 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a8599440-aefd-4a01-98e5-2d33c389d478 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:31.745819 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: a8599440-aefd-4a01-98e5-2d33c389d478 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:31.746195 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device a8599440-aefd-4a01-98e5-2d33c389d478 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:31.746613 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6dc123-8cac-47b9-b2b5-11277234f99b no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:31.798010 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Deleting port ed21e9e8-f2eb-4875-93aa-4c4dc461babe {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:31.798353 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:31.886412 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] For port ed21e9e8-f2eb-4875-93aa-4c4dc461babe, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,segment=NetworkSegment(a3badae1-39dd-48bb-93af-57d6c31f6dcb),segment_id=a3badae1-39dd-48bb-93af-57d6c31f6dcb)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:31.886808 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:31.889847 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: 5f6dc123-8cac-47b9-b2b5-11277234f99b {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:31.890165 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device 5f6dc123-8cac-47b9-b2b5-11277234f99b not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:31.900042 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Calling delete_port for ed21e9e8-f2eb-4875-93aa-4c4dc461babe owned by network:router_interface {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:31.941730 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:32.092922 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ed21e9e8-f2eb-4875-93aa-4c4dc461babe), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:32.118112 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed21e9e8-f2eb-4875-93aa-4c4dc461babe,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:32.143444 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:32.288012 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900040'] for router_interface (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:32.490655 n-d-850468-6 neutron-server[104688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 has already been hosted by L3 agent 62db706e-8d6d-43e9-aed5-c486cf41e4d9 {{(pid=104688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 11:04:32.593116 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] Notify agent at l3_agent.n-d-850468-6 the message routers_updated {{(pid=104688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 11:04:32.598275 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-17aaec04-f8bf-4a09-b9c3-6682db3088d6 admin admin] 10.222.0.46 "PUT /v2.0/routers/28eb04db-6ddf-48c1-a218-ed600a8ff6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386106 Jul 28 11:04:32.600723 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58116) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:32.603232 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] Sync routers for ids ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'] in n-d-850468-6 {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 11:04:32.614676 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] Routers {'28eb04db-6ddf-48c1-a218-ed600a8ff6f3'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:32.615360 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:32.698212 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:32.708480 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks [] for router (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:32.715391 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] Set router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 gateway port host: n-d-850468-6 {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:32.717261 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-53c8b4e0-db25-4e2b-85a0-478245d1491e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:32.812291 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks [] for router_gateway (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:32.816299 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:32.855916 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Deleting port ecef476f-f160-48c5-ba6e-22f8c708f549 {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:32.856260 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:32.890313 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'external_fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:32Z', 'revision_number': 5, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port': {'id': 'ecef476f-f160-48c5-ba6e-22f8c708f549', 'name': '', 'network_id': 'c45c8dc7-65d8-4dcb-8b4b-da6b676017e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:56:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-850468-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T11:04:20Z', 'updated_at': '2022-07-28T11:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc645c46-1024-429e-a8db-c17e9f3ab554', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-850468-6'}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:32.915588 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] Checking router: 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 for host: n-d-850468-6 {{(pid=104690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 11:04:32.924046 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] Routers {'28eb04db-6ddf-48c1-a218-ed600a8ff6f3'} bound to L3 agent in host n-d-850468-6 {{(pid=104690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 11:04:32.924660 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-850468-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T10:19:35Z,description=,heartbeat_timestamp=2022-07-28T11:04:05Z,host='n-d-850468-6',id=62db706e-8d6d-43e9-aed5-c486cf41e4d9,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T10:19:35Z,topic='l3_agent')) {'router_ids': ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'], 'active': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:32.942900 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] For port ecef476f-f160-48c5-ba6e-22f8c708f549, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=ecef476f-f160-48c5-ba6e-22f8c708f549,segment=NetworkSegment(4cbb30e1-b77f-42e6-93da-0ef16ebab38d),segment_id=4cbb30e1-b77f-42e6-93da-0ef16ebab38d)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:32.943275 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:32.956863 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Calling delete_port for ecef476f-f160-48c5-ba6e-22f8c708f549 owned by network:router_gateway {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:33.057415 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:33.086288 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_dvr_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] Set router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 gateway port host: None {{(pid=104690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 11:04:33.128553 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (ecef476f-f160-48c5-ba6e-22f8c708f549), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.137324 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.l3_hamode_db [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:32Z', 'revision_number': 6, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port_host': None}], 'n-d-850468-6', False) {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:33.152168 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Pushing event deleted for resources: {'Port': ['ID=ecef476f-f160-48c5-ba6e-22f8c708f549,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:33.162433 n-d-850468-6 neutron-server[104690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97629bb5-1152-452c-8f3e-44498972b86c None None] The sync data for ids ['28eb04db-6ddf-48c1-a218-ed600a8ff6f3'] in n-d-850468-6 is: [{'id': '28eb04db-6ddf-48c1-a218-ed600a8ff6f3', 'name': 'tempest-TestSnapshotPattern-1909143566-router', 'tenant_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T11:04:19Z', 'updated_at': '2022-07-28T11:04:32Z', 'revision_number': 6, 'project_id': '1d0fb0e0a78f42bbb4f179d41882e512', 'gw_port_host': None}] {{(pid=104690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 11:04:33.220357 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3901724'] for router_gateway (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.308233 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3761815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-331'] for router (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.310740 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks [] for router_controller (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.354905 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3761685'] for router (28eb04db-6ddf-48c1-a218-ed600a8ff6f3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.355416 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28eb04db-6ddf-48c1-a218-ed600a8ff6f3 {{(pid=104688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 11:04:33.360520 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.361637 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-213a7aac-e0cb-43d7-a6c0-55cfd7ed2fda admin admin] 10.222.0.46 "DELETE /v2.0/routers/28eb04db-6ddf-48c1-a218-ed600a8ff6f3 HTTP/1.1" status: 204 len: 168 time: 0.7600188 Jul 28 11:04:33.364222 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58118) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:33.408930 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] Deleting subnet c11aa220-b5e6-4f60-89ec-de8c8ee75ec3 {{(pid=104688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 11:04:33.412033 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] Publish callbacks [] for subnet (c11aa220-b5e6-4f60-89ec-de8c8ee75ec3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.446657 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9609322'] for subnet (c11aa220-b5e6-4f60-89ec-de8c8ee75ec3), precommit_delete_associations {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.528322 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1008427'] for subnet (c11aa220-b5e6-4f60-89ec-de8c8ee75ec3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.588692 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1008418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9084180'] for subnet (c11aa220-b5e6-4f60-89ec-de8c8ee75ec3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.614468 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11aa220-b5e6-4f60-89ec-de8c8ee75ec3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:33.620237 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.625698 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-e601bd9f-db5f-4912-a056-3d96e5ddd8ac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c11aa220-b5e6-4f60-89ec-de8c8ee75ec3 HTTP/1.1" status: 204 len: 168 time: 0.2582717 Jul 28 11:04:33.626489 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58120) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:33.628556 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe48913-2d5c-45d1-bc1a-53fb6281bd51 None None] Network 6fab416e-d4f3-44e0-805b-a73f3013cdf3 requested from n-d-850468-6 {{(pid=104689) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 11:04:33.705256 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:33.712367 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1017441'] for network (6fab416e-d4f3-44e0-805b-a73f3013cdf3), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.758408 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Deleting port f0d94cf8-96e7-4fd4-84c7-cc052a002aff {{(pid=104688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 11:04:33.758408 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727300204301'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.824261 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.db [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] For port f0d94cf8-96e7-4fd4-84c7-cc052a002aff, host n-d-850468-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-850468-6',level=0,port_id=f0d94cf8-96e7-4fd4-84c7-cc052a002aff,segment=NetworkSegment(a3badae1-39dd-48bb-93af-57d6c31f6dcb),segment_id=a3badae1-39dd-48bb-93af-57d6c31f6dcb)] {{(pid=104688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 11:04:33.824622 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3905813'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.837698 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.plugin [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Calling delete_port for f0d94cf8-96e7-4fd4-84c7-cc052a002aff owned by network:dhcp {{(pid=104688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 11:04:33.921796 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-805390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727300208963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727299812199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976778'] for port (f0d94cf8-96e7-4fd4-84c7-cc052a002aff), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:33.949625 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d94cf8-96e7-4fd4-84c7-cc052a002aff,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:33.953020 n-d-850468-6 neutron-server[104688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] No DVR routers for this DVR port f0d94cf8-96e7-4fd4-84c7-cc052a002aff on host n-d-850468-6 {{(pid=104688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 11:04:33.964960 n-d-850468-6 neutron-server[104689]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885edc64-a43b-4666-aa5d-956b910f3249 None None] DHCP port deletion for 6fab416e-d4f3-44e0-805b-a73f3013cdf3 request from n-d-850468-6 {{(pid=104689) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 11:04:33.978512 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:34.026110 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ecef476f-f160-48c5-ba6e-22f8c708f549 no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:34.047746 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ecef476f-f160-48c5-ba6e-22f8c708f549 {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:34.048092 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ecef476f-f160-48c5-ba6e-22f8c708f549 not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:34.048500 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f0d94cf8-96e7-4fd4-84c7-cc052a002aff no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:34.050925 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1012741', 'neutron.services.segments.db._delete_segments_for_network-8727300331978'] for network (6fab416e-d4f3-44e0-805b-a73f3013cdf3), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.067884 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: f0d94cf8-96e7-4fd4-84c7-cc052a002aff {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:34.068230 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device f0d94cf8-96e7-4fd4-84c7-cc052a002aff not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:34.068642 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ed21e9e8-f2eb-4875-93aa-4c4dc461babe no longer exists at agent ovs-agent-n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 11:04:34.084177 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fab416e-d4f3-44e0-805b-a73f3013cdf3']}} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:34.089089 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3badae1-39dd-48bb-93af-57d6c31f6dcb') {'for_net_delete': True} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:34.089389 n-d-850468-6 neutron-server[104688]: DEBUG neutron.services.segments.db [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3badae1-39dd-48bb-93af-57d6c31f6dcb') {} {{(pid=104688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 11:04:34.091742 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] No Port match for: ed21e9e8-f2eb-4875-93aa-4c4dc461babe {{(pid=104689) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 11:04:34.092345 n-d-850468-6 neutron-server[104689]: DEBUG neutron.plugins.ml2.rpc [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Device ed21e9e8-f2eb-4875-93aa-4c4dc461babe not bound to the agent host n-d-850468-6 {{(pid=104689) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 11:04:34.100283 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727300331879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9609331'] for segment (a3badae1-39dd-48bb-93af-57d6c31f6dcb), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.114658 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900'] for segment (a3badae1-39dd-48bb-93af-57d6c31f6dcb), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.121376 n-d-850468-6 neutron-server[104688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=104688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 11:04:34.121708 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976889'] for segment (a3badae1-39dd-48bb-93af-57d6c31f6dcb), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.162735 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a3badae1-39dd-48bb-93af-57d6c31f6dcb resource provider aggregate not found Jul 28 11:04:34.188523 n-d-850468-6 neutron-server[104688]: INFO neutron.services.segments.plugin [-] Segment a3badae1-39dd-48bb-93af-57d6c31f6dcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3badae1-39dd-48bb-93af-57d6c31f6dcb found for delete ", "request_id": "req-de5c5d24-fd28-43e4-811a-520e302e8051"}]} Jul 28 11:04:34.189825 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1012750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3901744'] for network (6fab416e-d4f3-44e0-805b-a73f3013cdf3), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.195693 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.202537 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6fab416e-d4f3-44e0-805b-a73f3013cdf3 HTTP/1.1" status: 204 len: 168 time: 0.5755024 Jul 28 11:04:34.215959 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d413d-5d61-4d11-a7e3-31d3df93c0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fab416e-d4f3-44e0-805b-a73f3013cdf3,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:34.397203 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58128) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:34.450381 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-2bb332e8-bed7-4634-90f1-25b4675e8eee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e7a5acb13744f77b16a0cceb837c559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516334 Jul 28 11:04:34.453345 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58130) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:34.501650 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd04e769-5e1e-48dd-bb79-6f793118b381 admin admin] Publish callbacks [] for security_group (dd4e0ae9-d210-47ca-aa48-1eb03bb6d831), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.523495 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd04e769-5e1e-48dd-bb79-6f793118b381 admin admin] Publish callbacks [] for security_group (dd4e0ae9-d210-47ca-aa48-1eb03bb6d831), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.569976 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd04e769-5e1e-48dd-bb79-6f793118b381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (dd4e0ae9-d210-47ca-aa48-1eb03bb6d831), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.572504 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-dd04e769-5e1e-48dd-bb79-6f793118b381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:34.573659 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-dd04e769-5e1e-48dd-bb79-6f793118b381 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd4e0ae9-d210-47ca-aa48-1eb03bb6d831 HTTP/1.1" status: 204 len: 168 time: 0.1193938 Jul 28 11:04:34.582247 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04e769-5e1e-48dd-bb79-6f793118b381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e0ae9-d210-47ca-aa48-1eb03bb6d831,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:34.897833 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58136) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:34.938967 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-10e2fbb5-ac37-4acc-8e7c-2d1bbc9153d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d0fb0e0a78f42bbb4f179d41882e512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399218 Jul 28 11:04:34.941361 n-d-850468-6 neutron-server[104688]: DEBUG neutron.wsgi [-] (104688) accepted ('10.222.0.46', 58138) {{(pid=104688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 11:04:34.990089 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a798bf15-a0f2-46dd-8f88-12f9f33b37e5 admin admin] Publish callbacks [] for security_group (bcef48dc-167c-47ca-8eae-33d014735349), before_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:35.015007 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a798bf15-a0f2-46dd-8f88-12f9f33b37e5 admin admin] Publish callbacks [] for security_group (bcef48dc-167c-47ca-8eae-33d014735349), precommit_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:35.039734 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bffb063a-951c-454a-a7df-bd37f37a0599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:35.044843 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:35.067105 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a798bf15-a0f2-46dd-8f88-12f9f33b37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873435'] for security_group (bcef48dc-167c-47ca-8eae-33d014735349), after_delete {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:35.070938 n-d-850468-6 neutron-server[104688]: DEBUG neutron_lib.callbacks.manager [None req-a798bf15-a0f2-46dd-8f88-12f9f33b37e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:35.072305 n-d-850468-6 neutron-server[104688]: INFO neutron.wsgi [None req-a798bf15-a0f2-46dd-8f88-12f9f33b37e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcef48dc-167c-47ca-8eae-33d014735349 HTTP/1.1" status: 204 len: 168 time: 0.1299613 Jul 28 11:04:35.083119 n-d-850468-6 neutron-server[104688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798bf15-a0f2-46dd-8f88-12f9f33b37e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcef48dc-167c-47ca-8eae-33d014735349,revision_number=None']} {{(pid=104688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 11:04:36.211580 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:37.265301 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:37.665556 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:37.690188 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:40.956083 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:DELETE=8,neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:40.958345 n-d-850468-6 neutron-server[104687]: DEBUG dbcounter [-] [104687] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=104687) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:41.656865 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:04:43.110083 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:43.141075 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=44 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:45.076794 n-d-850468-6 neutron-server[104688]: DEBUG dbcounter [-] [104688] Writing DB stats neutron:SELECT=57,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104688) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:51.650158 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:51.652437 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:04:57.542272 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:05:02.713662 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-938260e2-2e00-496e-8fee-9bbb8e187afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:05.042684 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9c60-d74d-4a53-9556-5803bc4b45c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:06.213042 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:07.263887 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:07.537244 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:07.537925 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:07.671377 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:07.691803 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:11.672296 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:21.666523 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:21.668396 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:31.869280 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:32.707743 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-be92158b-ed84-4e17-8ab2-1027fd755881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:34.542995 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:05:35.045225 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb8e3da9-635b-44bc-90b4-914804c0fcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:36.214825 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:37.273361 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:37.669802 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:37.693352 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:41.668267 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:05:44.536673 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:44.537425 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:51.658435 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:05:51.667192 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:02.712504 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78ca0e1b-8fe0-4638-bac2-1870e9b0765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:05.046793 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5660ada7-943e-4334-a620-fa119ea6119b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:06.216900 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:07.271980 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:07.672065 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:07.695373 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:11.542171 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:06:11.670651 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:21.664587 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:21.666473 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:30.636835 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=19 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:30.637567 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=15 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:32.714881 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad1438a8-8fa1-44cd-86cd-41557a68b5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:35.048471 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebf11dba-e72d-4288-b686-b4c6cd9ceea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:36.221284 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:37.258728 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:37.675859 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:37.697460 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:41.667350 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:06:48.541484 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:06:51.661692 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:51.663669 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:56.993883 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:06:58.538477 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:07:02.716537 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e634114d-04f7-47be-8dad-1064e8dca865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:05.050282 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3a1efd56-17a2-4ffe-8652-140474a338e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:06.223812 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:07.268031 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:07.677660 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:07.698936 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:11.666987 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:21.660802 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:07:21.662738 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:07:25.541884 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:07:32.718528 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0004-faf9-4d75-89c2-dc5fe7d3542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:33.992966 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:07:35.052172 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46314622-a0ca-44ea-908b-397b77f2def1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:35.536249 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:07:36.226237 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:37.269029 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:37.679902 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:37.699362 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:41.663811 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:07:51.657766 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:07:51.659795 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:02.540911 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:08:02.720438 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a0c04da-8134-4194-a5bb-0766232482fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:05.055436 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1e221726-1426-4b56-a865-d5bf64f19399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:06.230387 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:07.298190 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:07.689403 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:07.701274 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:11.680200 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:12.535848 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:12.536602 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:21.673938 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:21.675826 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:30.643016 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=14 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:30.644885 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=12 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:32.723443 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4641adf9-003b-4f1f-91c2-81ee84830d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:35.057493 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-065f18b1-4200-47f1-9ebb-4c0e415cd615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:36.233269 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:37.299260 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:37.686761 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:37.703651 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:39.540663 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:08:41.678395 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:08:49.535167 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:49.536551 n-d-850468-6 neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:51.670831 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:08:51.672766 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:09:02.727037 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fe5f0fa6-c9cd-450d-88b6-a42b6a3dae40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (e383e483-6e87-4d93-90d1-1bcb78bad3bb), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:09:05.059521 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c3ca86e0-29e9-4dfb-8965-402d4ad8974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (62db706e-8d6d-43e9-aed5-c486cf41e4d9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:09:06.235315 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c11dc104-702a-44fa-ada9-964a1bb3599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (d34dadd8-d307-4835-8439-4672714aa2b9), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:09:07.284445 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f8d82f3-0090-4eab-b8ea-c408c7fe3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (2197638a-9e80-4862-947f-09ef47cf320c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:09:07.687717 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bce4da86-066c-49f6-8cf4-458eeaac3a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (da1fc945-d49f-4fd4-8d81-d819aed28f54), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:09:07.705485 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8472da-5aa1-4018-ba23-2d22cc2a9232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (b1a17028-250a-4366-a544-33108d003805), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:09:11.683230 n-d-850468-6 neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ea66803-5a72-491b-902d-7b6618e847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727300331960', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1007834'] for agent (1fd8dea1-2fad-44fb-9fc2-b3d009ca4621), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 11:09:16.541028 n-d-850468-6 neutron-server[104690]: DEBUG neutron.db.agents_db [None req-e8047fee-de3f-47b3-8146-3aa75439ac11 None None] Agent healthcheck: found 7 active agents {{(pid=104690) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:09:21.672605 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 11:09:21.678903 n-d-850468-6 neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}